\newcommand{\NWtarget}[2]{\hypertarget{#1}{#2}}
\newcommand{\NWlink}[2]{\hyperlink{#1}{#2}}
\newcommand{\NWtxtMacroDefBy}{Fragment defined by}
\newcommand{\NWtxtMacroRefIn}{Fragment referenced in}
\newcommand{\NWtxtMacroNoRef}{Fragment never referenced}
\newcommand{\NWtxtDefBy}{Defined by}
\newcommand{\NWtxtRefIn}{Referenced in}
\newcommand{\NWtxtNoRef}{Not referenced}
\newcommand{\NWtxtFileDefBy}{File defined by}
\newcommand{\NWtxtIdentsUsed}{Uses:}
\newcommand{\NWtxtIdentsNotUsed}{Never used}
\newcommand{\NWtxtIdentsDefed}{Defines:}
\newcommand{\NWsep}{${\diamond}$}
\newcommand{\NWnotglobal}{(not defined globally)}
\newcommand{\NWuseHyperlinks}{}
\documentclass[a4paper]{report}
\usepackage{a4wide}

%%% DO NOT EDIT THIS FILE
%%% Edit 'lmvnorm_src.w' and run 'nuweb -r lmvnorm_src.w'

%% packages
\usepackage{amsfonts,amstext,amsmath,amssymb,amsthm,nicefrac}

%\VignetteIndexEntry{Multivariate Normal Log-likelihoods in the mvtnorm Package}
%\VignetteDepends{mvtnorm,qrng,numDeriv}
%\VignetteKeywords{multivariate normal distribution}
%\VignettePackage{mvtnorm}

%% hyperlinked dois in jss refstyle
\newcommand{\doi}[1]{\href{https://doi.org/#1}{\normalfont\texttt{\@doi{#1}}}}


\usepackage[utf8]{inputenc}

\newif\ifshowcode
\showcodetrue

\usepackage{latexsym}
%\usepackage{html}

\usepackage{listings}

\usepackage{color}
\definecolor{linkcolor}{rgb}{0, 0, 0.7}

\usepackage[%
backref,%
raiselinks,%
pdfhighlight=/O,%
pagebackref,%
hyperfigures,%
breaklinks,%
colorlinks,%
pdfpagemode=None,%
pdfstartview=FitBH,%
linkcolor={linkcolor},%
anchorcolor={linkcolor},%
citecolor={linkcolor},%
filecolor={linkcolor},%
menucolor={linkcolor},%
pagecolor={linkcolor},%
urlcolor={linkcolor}%
]{hyperref}

\usepackage[round]{natbib}

%\setlength{\oddsidemargin}{0in}
%\setlength{\evensidemargin}{0in}
%\setlength{\topmargin}{0in}
%\addtolength{\topmargin}{-\headheight}
%\addtolength{\topmargin}{-\headsep}
%\setlength{\textheight}{8.9in}
%\setlength{\textwidth}{6.5in}
%\setlength{\marginparwidth}{0.5in}

\newcommand{\pkg}[1]{\textbf{#1}}
\newcommand{\proglang}[1]{\textsf{#1}}
\newcommand{\code}[1]{\texttt{#1}}
\newcommand{\cmd}[1]{\texttt{#1()}}

\newcommand{\R}{\mathbb{R} }
\newcommand{\Prob}{\mathbb{P} }
\newcommand{\ND}{\mathbb{N} }
\newcommand{\J}{J}
\newcommand{\K}{K}
\newcommand{\V}{\mathbb{V}} %% cal{\mbox{\textnormal{Var}}} }
\newcommand{\E}{\mathbb{E}} %%mathcal{\mbox{\textnormal{E}}} }
\newcommand{\yvec}{\mathbf{y}}
\newcommand{\wvec}{\mathbf{w}}
\newcommand{\avec}{\mathbf{a}}
\newcommand{\bvec}{\mathbf{b}}
\newcommand{\xvec}{\mathbf{x}}
\newcommand{\svec}{\mathbf{s}}
\newcommand{\jvec}{\mathbf{j}}
\newcommand{\muvec}{\boldsymbol{\mu}}
\newcommand{\etavec}{\boldsymbol{\eta}}
\newcommand{\nuvec}{\boldsymbol{\nu}}
\newcommand{\lambdavec}{\boldsymbol{\lambda}}
\newcommand{\betavec}{\boldsymbol{\beta}}
\newcommand{\rY}{\mathbf{Y}}
\newcommand{\rX}{\mathbf{X}}
\newcommand{\rZ}{\mathbf{Z}}
\newcommand{\mC}{\mathbf{C}}
\newcommand{\mL}{\mathbf{L}}
\newcommand{\mP}{\mathbf{P}}
\newcommand{\mR}{\mathbf{R}}
\newcommand{\mT}{\mathbf{T}}
\newcommand{\mB}{\mathbf{B}}
\newcommand{\mI}{\mathbf{I}}
\newcommand{\mS}{\mathbf{S}}
\newcommand{\mA}{\mathbf{A}}
\newcommand{\mX}{\mathbf{X}}
\newcommand{\mD}{\mathbf{D}}
\newcommand{\diag}{\text{diag}}
\newcommand{\mSigma}{\mathbf{\Sigma}}
\newcommand{\argmin}{\operatorname{argmin}\displaylimits}
\newcommand{\argmax}{\operatorname{argmax}\displaylimits}
\newcommand{\vecop}{\text{vec}}


<<mvtnorm-citation, echo = FALSE>>=
year <- substr(packageDescription("mvtnorm")$Date, 1, 4)
version <- packageDescription("mvtnorm")$Version
@

<<digits, echo = FALSE>>=
options(digits = 4)
@

\author{Torsten Hothorn}

\date{Version \Sexpr{version}}

\title{Multivariate Normal Log-likelihoods \\ in the \pkg{mvtnorm} Package
\footnote{Please cite this document as: Torsten Hothorn (\Sexpr{year})
Multivariate Normal Log-likelihoods in the \pkg{mvtnorm} Package.
\textsf{R} package vignette version \Sexpr{version}, 
URL \href{https://doi.org/10.32614/CRAN.package.mvtnorm}{DOI:10.32614/CRAN.package.mvtnorm}.}
}

\begin{document}

\pagenumbering{roman}
\maketitle


\tableofcontents


\chapter*{Licence}

{\setlength{\parindent}{0cm}
Copyright (C) 2022-- Torsten Hothorn \\

This file is part of the \pkg{mvtnorm} \proglang{R} add-on package. \\

\pkg{mvtnorm} is free software: you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, version 2. \\

\pkg{mvtnorm} is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details. \\

You should have received a copy of the GNU General Public License
along with \pkg{mvtnorm}.  If not, see <http://www.gnu.org/licenses/>.
}

\chapter{Introduction}
\pagenumbering{arabic}

This document describes an implementation of \cite{numerical-:1992} and,
partially, of \cite{Genz_Bretz_2002}, for the  evaluation of
$N$ multivariate $\J$-dimensional normal probabilities
\begin{eqnarray} \label{pmvnorm}
p_i(\mC_i \mid \avec_i, \bvec_i) = \Prob(\avec_i < \rY_i \le \bvec_i \mid \mC_i ) 
  = (2 \pi)^{-\frac{\J}{2}} \text{det}(\mC_i)^{-1} 
    \int_{\avec_i}^{\bvec_i} \exp\left(-\frac{1}{2} \yvec^\top \mC_i^{-\top} \mC_i^{-1} \yvec\right) \, d \yvec
\end{eqnarray}
where $\avec_i = (a^{(i)}_1, \dots, a^{(i)}_\J)^\top \in \R^\J$ and 
$\bvec_i = (b^{(i)}_1, \dots, b^{(i)}_\J)^\top \in \R^\J$ are integration
limits, $\mC_i = (c^{(i)}_{j\jmath}) \in \R^{\J \times
\J}$ is a lower triangular matrix with $c^{(i)}_{j \jmath} = 0$ for $1 \le
j < \jmath < \J$, and thus $\rY_i \sim \ND_\J(\mathbf{0}_\J, \mC_i \mC_i^\top)$ for $i = 1, \dots, N$.

One application of these integrals is the estimation of the Cholesky factor
$\mC$ of a $\J$-dimensional normal distribution based on $N$ interval-censored
observations $\rY_1, \dots, \rY_\J$ (encoded by $\avec$ and $\bvec$) via maximum-likelihood
\begin{eqnarray*}
\hat{\mC} = \argmax_\mC \sum_{i = 1}^N \log(p_i(\mC \mid \avec_i, \bvec_i)).
\end{eqnarray*}
In other applications, the Cholesky factor might also depend on $i$ in some
structured way.

Function \code{pmvnorm} in package \code{mvtnorm} computes $p_i$ based on
the covariance matrix $\mC_i \mC_i^\top$. However, the Cholesky factor $\mC_i$
of the given covariance matrix is computed in \proglang{FORTRAN} first each
time this function is called. Function \code{pmvnorm} is not vectorised
over $i = 1, \dots, N$ and thus separate calls to this function are
necessary in order to compute likelihood contributions.

The implementation described here is a re-implementation (in \proglang{R}
and \proglang{C}) of Alan Genz' original \proglang{FORTRAN} code, focusing 
on efficient computation of the log-likelihood $\sum_{i = 1}^N \log(p_i)$
and the corresponding score function.

The document first describes a class and some useful methods for dealing
with multiple lower triangular matrices $\mC_i, i = 1, \dots, N$ in
Chapter~\ref{ltMatrices}.  The multivariate normal log-likelihood, and the
corresponding score function, is implemented as outlined in
Chapter~\ref{lpmvnorm}.  An example demonstrating maximum-likelihood
estimation of Cholesky factors in the presence of interval-censored
observations is discussed in Chapter~\ref{ML}.  We use the technology
developed here to implement the log-likelihood and score function for
situations where some variables have been observed exactly and others only
in form of interval-censoring in Chapter~\ref{cdl} and for nonparametric
maximum-likelihood estimation in unstructured Gaussian copulae in
Chapter~\ref{copula}. An attempt to provide useRs with a simple and
(hopefully) bullet proof interface is documented in Chapter~\ref{inter}.

The development of this infrastructure was motivated by the necessity to
evaluate probabilities~(\ref{pmvnorm}) arising in the likelihood of
multivariate conditional transformation models \citep{Klein_Hothorn_Barbanti_2020} for
discrete or censored observations. Some forms of the likelihood for such
nonparanormal models are discussed in \cite{Hothorn_2024}.

\chapter{Lower Triangular Matrices} \label{ltMatrices}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap1}\raggedright\small
\NWtarget{nuweb2}{} \verb@"ltMatrices.R"@\nobreak\ {\footnotesize {2}}$\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape R Header}\nobreak\ {\footnotesize \NWlink{nuweb155}{155}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape .lt}\nobreak\ {\footnotesize \NWlink{nuweb4b}{4b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb6a}{6a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape syMatrices}\nobreak\ {\footnotesize \NWlink{nuweb6b}{6b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape dim ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb6c}{6c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape dimnames ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb7a}{7a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape names ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb7b}{7b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape is.ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb7c}{7c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape as.ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb127b}{127b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape print ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb11}{11}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape reorder ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb12}{12}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape subset ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb15}{15}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape lower triangular elements}\nobreak\ {\footnotesize \NWlink{nuweb18}{18}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape diagonals ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb20}{20}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape diagonal matrix}\nobreak\ {\footnotesize \NWlink{nuweb23}{23}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mult ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb24}{24}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mult syMatrices}\nobreak\ {\footnotesize \NWlink{nuweb29}{29}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape solve ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb33}{33}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape logdet ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb36}{36}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape tcrossprod ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb37}{37}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape crossprod ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb38}{38}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape crossprod tcrossprod methods}\nobreak\ {\footnotesize \NWlink{nuweb39}{39}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape chol syMatrices}\nobreak\ {\footnotesize \NWlink{nuweb41}{41}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape invchol syMatrices}\nobreak\ {\footnotesize \NWlink{nuweb44}{44}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape add diagonal elements}\nobreak\ {\footnotesize \NWlink{nuweb21}{21}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape assign diagonal elements}\nobreak\ {\footnotesize \NWlink{nuweb22}{22}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape kronecker vec trick}\nobreak\ {\footnotesize \NWlink{nuweb49}{49}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape convenience functions}\nobreak\ {\footnotesize \NWlink{nuweb53}{53}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape aperm}\nobreak\ {\footnotesize \NWlink{nuweb56a}{56a}, \ldots\ }$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape marginal}\nobreak\ {\footnotesize \NWlink{nuweb60b}{60b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape conditional}\nobreak\ {\footnotesize \NWlink{nuweb64}{64}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape check obs}\nobreak\ {\footnotesize \NWlink{nuweb67}{67}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape colSumsdnorm ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb69a}{69a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap2}\raggedright\small
\NWtarget{nuweb3}{} \verb@"ltMatrices.c"@\nobreak\ {\footnotesize {3}}$\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape C Header}\nobreak\ {\footnotesize \NWlink{nuweb156}{156}}$\,\rangle$}\verb@@\\
\mbox{}\verb@#ifndef  USE_FC_LEN_T@\\
\mbox{}\verb@# define USE_FC_LEN_T@\\
\mbox{}\verb@#endif@\\
\mbox{}\verb@#include <Rconfig.h>@\\
\mbox{}\verb@#include <R_ext/Lapack.h> /* for dtptri */@\\
\mbox{}\verb@#ifndef FCONE@\\
\mbox{}\verb@# define FCONE@\\
\mbox{}\verb@#endif@\\
\mbox{}\verb@#include <R.h>@\\
\mbox{}\verb@#include <Rmath.h>@\\
\mbox{}\verb@#include <Rinternals.h>@\\
\mbox{}\verb@#include <Rdefines.h>@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape colSumsdnorm}\nobreak\ {\footnotesize \NWlink{nuweb68}{68}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape solve}\nobreak\ {\footnotesize \NWlink{nuweb31}{31}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape solve C}\nobreak\ {\footnotesize \NWlink{nuweb32}{32}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape logdet}\nobreak\ {\footnotesize \NWlink{nuweb35}{35}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mult}\nobreak\ {\footnotesize \NWlink{nuweb28}{28}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape chol}\nobreak\ {\footnotesize \NWlink{nuweb42}{42}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape invchol workhorse}\nobreak\ {\footnotesize \NWlink{nuweb46}{46}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape invchol}\nobreak\ {\footnotesize \NWlink{nuweb45}{45}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We first define and implement infrastructure for dealing with multiple lower triangular matrices
$\mC_i \in \R^{\J \times \J}$ for $i = 1, \dots, N$. We note that each such matrix
$\mC$ can be stored in a vector of length $\J (\J + 1) / 2$. If all
diagonal elements are one (that is, $c^{(i)}_{jj} \equiv 1, j = 1, \dots,
\J$), the length of this vector is $\J (\J - 1) / 2$.

\section{Multiple Lower Triangular Matrices}

We can store $N$ such matrices in an $\J (\J + 1) / 2 \times N$ matrix
(\code{diag = TRUE}) or, for \code{diag = FALSE}, in an $\J (\J
- 1) / 2 \times N$ matrix.

Each vector might define the corresponding lower triangular matrix
either in row or column-major order:

\begin{eqnarray*}
 \mC & = & \begin{pmatrix}
 c_{11} & & & & 0\\
 c_{21} & c_{22} \\
 c_{31} & c_{32} & c_{33} \\
 \vdots & \vdots & & \ddots & \\
 c_{J1} & c_{J2} & \ldots & &  c_{JJ}
 \end{pmatrix}  \text{matrix indexing}\\
& = &  
\begin{pmatrix}
 c_{1} & & & & 0\\
 c_{2} & c_{J + 1} \\
 c_{3} & c_{J + 2} & c_{2J} \\
 \vdots & \vdots & & \ddots & \\
 c_{J} & c_{2J - 1} & \ldots & &  c_{J(J + 1) / 2}
 \end{pmatrix} \text{column-major, \code{byrow = FALSE}} \\
& = & \begin{pmatrix}
 c_{1} & & & & 0\\
 c_{2} & c_{3} \\
 c_{4} & c_{5} & c_{6} \\
 \vdots & \vdots & & \ddots & \\
 c_{J((J + 1) / 2 -1) + 1} & c_{J((J + 1) / 2 -1) + 2} & \ldots & &  c_{J(J + 1) / 2}
 \end{pmatrix} \text{row-major, \code{byrow = TRUE}}
\end{eqnarray*}

Based on some matrix \code{object}, the dimension $\J$ is computed and checked as
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap3}\raggedright\small
\NWtarget{nuweb4a}{} $\langle\,${\itshape ltMatrices dim}\nobreak\ {\footnotesize {4a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@J <- floor((1 + sqrt(1 + 4 * 2 * nrow(object))) / 2 - diag)@\\
\mbox{}\verb@if (nrow(object) != J * (J - 1) / 2 + diag * J)@\\
\mbox{}\verb@    stop("Dimension of object does not correspond to lower @\\
\mbox{}\verb@          triangular part of a square matrix")@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb6a}{6a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Before we begin assigning names, we set-up an internal shortcut for
\code{lower.tri}, which is a bit more memory and speed efficient

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap4}\raggedright\small
\NWtarget{nuweb4b}{} $\langle\,${\itshape .lt}\nobreak\ {\footnotesize {4b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@.lt <- function(J, diag = FALSE) {@\\
\mbox{}\verb@    j <- seq_len(J)@\\
\mbox{}\verb@    j1 <- rep(c(TRUE, FALSE), J)[- 2 * J]@\\
\mbox{}\verb@    j2 <- c(rbind(rev(j), j))[- 2 * J]@\\
\mbox{}\verb@    ret <- matrix(rep(j1, j2), nrow = J)@\\
\mbox{}\verb@    if (!diag) diag(ret) <- FALSE@\\
\mbox{}\verb@    ret@\\
\mbox{}\verb@}@\\
\mbox{}\verb@.ut <- function(J, diag = FALSE) {@\\
\mbox{}\verb@    !.lt(J = J, diag = !diag)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Typically the $\J$ dimensions are associated with names, and we therefore
compute identifiers for the vector elements in either column- or row-major
order on request (for later printing)

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap5}\raggedright\small
\NWtarget{nuweb5a}{} $\langle\,${\itshape ltMatrices names}\nobreak\ {\footnotesize {5a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@nonames <- FALSE@\\
\mbox{}\verb@if (!isTRUE(names)) {@\\
\mbox{}\verb@    if (is.character(names))@\\
\mbox{}\verb@        stopifnot(is.character(names) &&@\\
\mbox{}\verb@                  length(unique(names)) == J)@\\
\mbox{}\verb@    else@\\
\mbox{}\verb@        nonames <- TRUE@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    names <- as.character(seq_len(J))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@if (!nonames) {@\\
\mbox{}\verb@    idx <- matrix(1:J, nrow = J, ncol = J)@\\
\mbox{}\verb@    idx <- idx[.lt(J, diag = diag)]@\\
\mbox{}\verb@    j <- seq_len(J - !(diag + 0L))@\\
\mbox{}\verb@    idx2 <- rep(j, rev(j))@\\
\mbox{}\verb@    rn <- paste(names[idx], names[idx2], sep = ".")@\\
\mbox{}\verb@    if (byrow)@\\
\mbox{}\verb@       rn <- rn[.c2r(J, diag = diag)]@\\
\mbox{}\verb@    rownames(object) <- rn@\\
\mbox{}\verb@} else {        ### add later@\\
\mbox{}\verb@    warning("ltMatrices objects should be properly named")@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb6a}{6a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
If \code{object} is already a classed object representing lower triangular
matrices (we will use the class name \code{ltMatrices}), we might want to
change the storage form from row- to column-major or the other way round.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap6}\raggedright\small
\NWtarget{nuweb5b}{} $\langle\,${\itshape ltMatrices input}\nobreak\ {\footnotesize {5b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (is.ltMatrices(object)) {@\\
\mbox{}\verb@    cls <- class(object)                ### keep inheriting classes@\\
\mbox{}\verb@    ret <- .reorder(object, byrow = byrow)@\\
\mbox{}\verb@    class(ret) <- class(object)@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb6a}{6a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The constructor essentially attaches attributes to a matrix \code{object},
possibly after some reordering / transposing

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap7}\raggedright\small
\NWtarget{nuweb6a}{} $\langle\,${\itshape ltMatrices}\nobreak\ {\footnotesize {6a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@ltMatrices <- function(object, diag = FALSE, byrow = FALSE, names = TRUE) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!is.matrix(object)) @\\
\mbox{}\verb@        object <- matrix(object, ncol = 1L)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape ltMatrices input}\nobreak\ {\footnotesize \NWlink{nuweb5b}{5b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape ltMatrices dim}\nobreak\ {\footnotesize \NWlink{nuweb4a}{4a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape ltMatrices names}\nobreak\ {\footnotesize \NWlink{nuweb5a}{5a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    attr(object, "J")       <- J@\\
\mbox{}\verb@    attr(object, "diag")    <- diag@\\
\mbox{}\verb@    attr(object, "byrow")   <- byrow@\\
\mbox{}\verb@    attr(object, "rcnames") <- names@\\
\mbox{}\verb@@\\
\mbox{}\verb@    class(object) <- c("ltMatrices", class(object))@\\
\mbox{}\verb@    object@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
For the sake of completeness, we also add a constructor for
multiple symmetric matrices

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap8}\raggedright\small
\NWtarget{nuweb6b}{} $\langle\,${\itshape syMatrices}\nobreak\ {\footnotesize {6b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@as.syMatrices <- function(x) {@\\
\mbox{}\verb@    if (is.syMatrices(x))@\\
\mbox{}\verb@        return(x)@\\
\mbox{}\verb@    if (is.ltMatrices(x)) {@\\
\mbox{}\verb@        class(x) <- gsub("ltMatrices", "syMatrices", class(x))@\\
\mbox{}\verb@        return(x)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    as.syMatrices(as.ltMatrices(x * .lt(nrow(x), diag = TRUE)))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@syMatrices <- function(object, diag = FALSE, byrow = FALSE, names = TRUE) {@\\
\mbox{}\verb@    if (inherits(object, "syMatrices"))@\\
\mbox{}\verb@        class(object) <- gsub("syMatrices", "ltMatrices", class(object))@\\
\mbox{}\verb@    as.syMatrices(ltMatrices(object = object, diag = diag, byrow = byrow, @\\
\mbox{}\verb@                             names = names))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The dimensions of such an object are always $N \times \J \times \J$ and are given by

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap9}\raggedright\small
\NWtarget{nuweb6c}{} $\langle\,${\itshape dim ltMatrices}\nobreak\ {\footnotesize {6c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@dim.ltMatrices <- function(x) {@\\
\mbox{}\verb@    J <- attr(x, "J")@\\
\mbox{}\verb@    return(c(attr(x, "dim")[2L], J, J)) ### ncol(unclass(x)) may trigger gc@\\
\mbox{}\verb@}@\\
\mbox{}\verb@dim.syMatrices <- dim.ltMatrices@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The corresponding dimnames can be extracted as

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap10}\raggedright\small
\NWtarget{nuweb7a}{} $\langle\,${\itshape dimnames ltMatrices}\nobreak\ {\footnotesize {7a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@dimnames.ltMatrices <- function(x)@\\
\mbox{}\verb@    return(list(attr(x, "dimnames")[[2L]], attr(x, "rcnames"), attr(x, "rcnames")))@\\
\mbox{}\verb@dimnames.syMatrices <- dimnames.ltMatrices@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The names identifying rows and columns in each $\mC_i$ are

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap11}\raggedright\small
\NWtarget{nuweb7b}{} $\langle\,${\itshape names ltMatrices}\nobreak\ {\footnotesize {7b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@names.ltMatrices <- function(x) {@\\
\mbox{}\verb@    return(attr(x, "dimnames")[[1L]])@\\
\mbox{}\verb@}@\\
\mbox{}\verb@names.syMatrices <- names.ltMatrices@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Finally, let's add two functions for checking the class and a function for
coersing classes inheriting from \code{ltMatrices} to the latter, the same
for \code{syMatrices}. Furthermode, \code{as.ltMatrices} coerces objects
inheriting from \code{syMatrices} or \code{ltMatrices} to class
\code{ltMatrices} (that is, \code{chol} or \code{invchol} is removed from
the class list, unlike a call to the constructor \code{ltMatrices}). A
\code{default} method is added in Chapter~\ref{inter}.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap12}\raggedright\small
\NWtarget{nuweb7c}{} $\langle\,${\itshape is.ltMatrices}\nobreak\ {\footnotesize {7c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@is.ltMatrices <- function(x) inherits(x, "ltMatrices")@\\
\mbox{}\verb@is.syMatrices <- function(x) inherits(x, "syMatrices")@\\
\mbox{}\verb@as.ltMatrices <- function(x) UseMethod("as.ltMatrices")@\\
\mbox{}\verb@as.ltMatrices.syMatrices <- function(x) {@\\
\mbox{}\verb@    cls <- class(x)@\\
\mbox{}\verb@    class(x) <- cls[which(cls == "syMatrices"):length(cls)]@\\
\mbox{}\verb@    class(x)[1L] <- "ltMatrices"@\\
\mbox{}\verb@    return(x)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@as.ltMatrices.ltMatrices <- function(x) {@\\
\mbox{}\verb@    cls <- class(x)@\\
\mbox{}\verb@    class(x) <- cls[which(cls == "ltMatrices"):length(cls)]@\\
\mbox{}\verb@    return(x)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Let's set-up an example for illustration. Throughout this document, we will
compare numerical results using
<<chk>>=
chk <- function(...) stopifnot(isTRUE(all.equal(...)))
@
We start with a a simple example demonstrating how to set-up
\code{ltMatrices} objects

<<example>>=
library("mvtnorm")
set.seed(290875)
N <- 4L
J <- 5L
rn <- paste0("C_", 1:N)
nm <- LETTERS[1:J]
Jn <- J * (J - 1) / 2
## data
xn <- matrix(runif(N * Jn), ncol = N)
colnames(xn) <- rn
xd <- matrix(runif(N * (Jn + J)), ncol = N)
colnames(xd) <- rn

(lxn <- ltMatrices(xn, byrow = TRUE, names = nm))
dim(lxn)
dimnames(lxn)
lxd <- ltMatrices(xd, byrow = TRUE, diag = TRUE, names = nm)
dim(lxd)
dimnames(lxd)

lxn <- as.syMatrices(lxn)
lxn
@



\section{Printing}

For pretty printing, we coerse objects of class \code{ltMatrices} to
\code{array}. The method has a logical argument called \code{symmetric}, forcing the lower
triangular matrix to by interpreted as a symmetric matrix.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap13}\raggedright\small
\NWtarget{nuweb10}{} $\langle\,${\itshape extract slots}\nobreak\ {\footnotesize {10}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@diag <- attr(x, "diag")@\\
\mbox{}\verb@byrow <- attr(x, "byrow")@\\
\mbox{}\verb@d <- dim(x)@\\
\mbox{}\verb@N <- d[1L]@\\
\mbox{}\verb@J <- d[2L]@\\
\mbox{}\verb@dn <- dimnames(x)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb11}{11}\NWlink{nuweb12}{, 12}\NWlink{nuweb14}{, 14}\NWlink{nuweb18}{, 18}\NWlink{nuweb20}{, 20}\NWlink{nuweb22}{, 22}\NWlink{nuweb24}{, 24}\NWlink{nuweb29}{, 29}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap14}\raggedright\small
\NWtarget{nuweb11}{} $\langle\,${\itshape print ltMatrices}\nobreak\ {\footnotesize {11}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@as.array.ltMatrices <- function(x, symmetric = FALSE, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape extract slots}\nobreak\ {\footnotesize \NWlink{nuweb10}{10}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    x <- unclass(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    L <- matrix(1L, nrow = J, ncol = J)@\\
\mbox{}\verb@    diag(L) <- 2L@\\
\mbox{}\verb@    if (byrow) {@\\
\mbox{}\verb@        L[.ut(J, diag = diag)] <- floor(2L + 1:(J * (J - 1) / 2L + diag * J))@\\
\mbox{}\verb@        L <- t(L)@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        L[.lt(J, diag = diag)] <- floor(2L + 1:(J * (J - 1) / 2L + diag * J))@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    if (symmetric) {@\\
\mbox{}\verb@        L[.ut(J)] <- 0L@\\
\mbox{}\verb@        dg <- diag(L)@\\
\mbox{}\verb@        L <- L + t(L)@\\
\mbox{}\verb@        diag(L) <- dg@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    ret <- rbind(0, 1, x)[c(L), , drop = FALSE]@\\
\mbox{}\verb@    class(ret) <- "array"@\\
\mbox{}\verb@    dim(ret) <- d[3:1]@\\
\mbox{}\verb@    if (!isFALSE(dn[[2L]]) && !isFALSE(dn[[3L]]))@\\
\mbox{}\verb@        dimnames(ret) <- dn[3:1]@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@as.array.syMatrices <- function(x, ...)@\\
\mbox{}\verb@    return(as.array.ltMatrices(x, symmetric = TRUE))@\\
\mbox{}\verb@@\\
\mbox{}\verb@print.ltMatrices <- function(x, zero.print = ".", ...) {@\\
\mbox{}\verb@    if (is.null(attr(x, "dimnames")[[2L]]))@\\
\mbox{}\verb@        attr(x, "dimnames")[[2L]] <- as.character(seq_len(dim(x)[1L]))@\\
\mbox{}\verb@    print(as.table(as.array(x)), zero.print = zero.print, ...)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@print.syMatrices <- function(x, ...)@\\
\mbox{}\verb@    print(as.array(x))@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Symmetric matrices are represented by lower triangular matrix objects, but
we change the class from \code{ltMatrices} to \code{syMatrices} (which
disables all functionality except printing and coersion to arrays).

\section{Reordering}

It is sometimes convenient to have access to lower triangular matrices in
either column- or row-major order and this little helper function switches
between the two forms. This is quite fast but we still try to avoid it, for
example in \code{Mult}, Section~\ref{sec:multiplication}.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap15}\raggedright\small
\NWtarget{nuweb12}{} $\langle\,${\itshape reorder ltMatrices}\nobreak\ {\footnotesize {12}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@.r2c <- function(J, diag = FALSE) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    rL <- cL <- diag(0L, nrow = J)@\\
\mbox{}\verb@    lt <- .lt(J, diag = diag)@\\
\mbox{}\verb@    ut <- !lt@\\
\mbox{}\verb@    diag(ut) <- !diag(ut)@\\
\mbox{}\verb@    x <- seq_len(J * (J + c(-1, 1)[diag + 1L]) / 2)@\\
\mbox{}\verb@    cL[ut] <- seq_len(length(x))@\\
\mbox{}\verb@    x[t(cL)[lt]]@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@.c2r <- function(J, diag = FALSE) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    rL <- cL <- diag(0L, nrow = J)@\\
\mbox{}\verb@    lt <- .lt(J, diag = diag)@\\
\mbox{}\verb@    ut <- !lt@\\
\mbox{}\verb@    diag(ut) <- !diag(ut)@\\
\mbox{}\verb@    x <- seq_len(J * (J + c(-1, 1)[diag + 1L]) / 2)@\\
\mbox{}\verb@    rL[lt] <- seq_len(length(x))@\\
\mbox{}\verb@    x[t(rL)[ut]]@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@.reorder <- function(x, byrow = FALSE) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### only we call this function@\\
\mbox{}\verb@    ### stopifnot(is.ltMatrices(x))@\\
\mbox{}\verb@    if (attr(x, "byrow") == byrow) return(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape extract slots}\nobreak\ {\footnotesize \NWlink{nuweb10}{10}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    x <- unclass(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (byrow) { ### row -> col order@\\
\mbox{}\verb@        return(ltMatrices(x[.r2c(J, diag = diag), , drop = FALSE], @\\
\mbox{}\verb@                          diag = diag, byrow = FALSE, names = dn[[2L]]))@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    return(ltMatrices(x[.c2r(J, diag = diag), , drop = FALSE], @\\
\mbox{}\verb@                      diag = diag, byrow = TRUE, names = dn[[2L]]))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We can check if this works by switching back and forth between column-major
and row-major order

<<ex-reorder>>=
## constructor + .reorder + as.array
a <- as.array(ltMatrices(xn, byrow = TRUE))
b <- as.array(ltMatrices(ltMatrices(xn, byrow = TRUE), 
                         byrow = FALSE))
chk(a, b)

a <- as.array(ltMatrices(xn, byrow = FALSE))
b <- as.array(ltMatrices(ltMatrices(xn, byrow = FALSE), 
                         byrow = TRUE))
chk(a, b)

a <- as.array(ltMatrices(xd, byrow = TRUE, diag = TRUE))
b <- as.array(ltMatrices(ltMatrices(xd, byrow = TRUE, diag = TRUE), 
                         byrow = FALSE))
chk(a, b)

a <- as.array(ltMatrices(xd, byrow = FALSE, diag = TRUE))
b <- as.array(ltMatrices(ltMatrices(xd, byrow = FALSE, diag = TRUE), 
                         byrow = TRUE))
chk(a, b)
@

\section{Subsetting}

We might want to select subsets of observations $i \in \{1, \dots, N\}$ or
rows/columns $j \in \{1, \dots, \J\}$ of the corresponding matrices $\mC_i$. 

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap16}\raggedright\small
\NWtarget{nuweb14}{} $\langle\,${\itshape .subset ltMatrices}\nobreak\ {\footnotesize {14}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@.subset_ltMatrices <- function(x, i, j, ..., drop = FALSE) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (drop) warning("argument drop is ignored")@\\
\mbox{}\verb@    if (missing(i) && missing(j)) return(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape extract slots}\nobreak\ {\footnotesize \NWlink{nuweb10}{10}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    x <- unclass(x) @\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!missing(j)) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@        if (is.character(j)) {@\\
\mbox{}\verb@            stopifnot(all(j %in% dn[[2L]]))@\\
\mbox{}\verb@            j <- match(j, dn[[2L]])@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@@\\
\mbox{}\verb@        j <- (1:J)[j] ### get rid of negative indices@\\
\mbox{}\verb@@\\
\mbox{}\verb@        if (length(j) == 1L && !diag) {@\\
\mbox{}\verb@            return(ltMatrices(matrix(1, ncol = ncol(x), nrow = 1), diag = TRUE, @\\
\mbox{}\verb@                              byrow = byrow, names = dn[[2L]][j]))@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@        L <- diag(0L, nrow = J)@\\
\mbox{}\verb@        Jp <- sum(.ut(J, diag = diag))@\\
\mbox{}\verb@        if (byrow) {@\\
\mbox{}\verb@            L[.ut(J, diag = diag)] <- 1:Jp@\\
\mbox{}\verb@            L <- L + t(L)@\\
\mbox{}\verb@            diag(L) <- diag(L) / 2@\\
\mbox{}\verb@            L <- L[j, j, drop = FALSE]@\\
\mbox{}\verb@            L <- L[.ut(nrow(L), diag = diag)]@\\
\mbox{}\verb@        } else {@\\
\mbox{}\verb@            L[.lt(J, diag = diag)] <- 1:Jp@\\
\mbox{}\verb@            L <- L + t(L)@\\
\mbox{}\verb@            diag(L) <- diag(L) / 2@\\
\mbox{}\verb@            L <- L[j, j, drop = FALSE]@\\
\mbox{}\verb@            L <- L[.lt(nrow(L), diag = diag)]@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@        if (missing(i)) {@\\
\mbox{}\verb@            return(ltMatrices(x[c(L), , drop = FALSE], diag = diag, @\\
\mbox{}\verb@                              byrow = byrow, names = dn[[2L]][j]))@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@        return(ltMatrices(x[c(L), i, drop = FALSE], diag = diag, @\\
\mbox{}\verb@                          byrow = byrow, names = dn[[2L]][j]))@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    return(ltMatrices(x[, i, drop = FALSE], diag = diag, @\\
\mbox{}\verb@                      byrow = byrow, names = dn[[2L]]))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb15}{15}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap17}\raggedright\small
\NWtarget{nuweb15}{} $\langle\,${\itshape subset ltMatrices}\nobreak\ {\footnotesize {15}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape .subset ltMatrices}\nobreak\ {\footnotesize \NWlink{nuweb14}{14}}$\,\rangle$}\verb@@\\
\mbox{}\verb@### if j is not ordered, result is not a lower triangular matrix@\\
\mbox{}\verb@"[.ltMatrices" <- function(x, i, j, ..., drop = FALSE) {@\\
\mbox{}\verb@    if (!missing(j)) {@\\
\mbox{}\verb@        if (is.character(j)) {@\\
\mbox{}\verb@            stopifnot(all(j %in% dimnames(x)[[2L]]))@\\
\mbox{}\verb@            j <- match(j, dimnames(x)[[2L]])@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@        if (all(j > 0)) {@\\
\mbox{}\verb@            if (any(diff(j) < 0)) stop("invalid subset argument j")@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    return(.subset_ltMatrices(x = x, i = i, j = j, ..., drop = drop))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@"[.syMatrices" <- function(x, i, j, ..., drop = FALSE) {@\\
\mbox{}\verb@    x <- as.syMatrices(x)@\\
\mbox{}\verb@    ret <- .subset_ltMatrices(x = x, i = i, j = j, ..., drop = drop)@\\
\mbox{}\verb@    class(ret)[1L] <- "syMatrices"@\\
\mbox{}\verb@    ret@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We check if this works by first subsetting the \code{ltMatrices} object.
Second, we coerse the object to an array and do the subset for the latter
object. Both results must agree.

<<ex-subset, eval = FALSE>>=
## subset
a <- as.array(ltMatrices(xn, byrow = FALSE, names = nm)[i, j])
b <- as.array(ltMatrices(xn, byrow = FALSE, names = nm))[j, j, i]
chk(a, b)

a <- as.array(ltMatrices(xn, byrow = TRUE, names = nm)[i, j])
b <- as.array(ltMatrices(xn, byrow = TRUE, names = nm))[j, j, i]
chk(a, b)

a <- as.array(ltMatrices(xd, byrow = FALSE, 
                         diag = TRUE, names = nm)[i, j])
b <- as.array(ltMatrices(xd, byrow = FALSE, 
                         diag = TRUE, names = nm))[j, j, i]
chk(a, b)

a <- as.array(ltMatrices(xd, byrow = TRUE, diag = TRUE, 
                         names = nm)[i, j])
b <- as.array(ltMatrices(xd, byrow = TRUE, diag = TRUE, 
                         names = nm))[j, j, i]
chk(a, b)
@

We start with both indices being positive integers

<<ex-subset-1>>=
i <- colnames(xn)[1:2]
j <- 2:4
<<ex-subset>>
@

proceed with characters

<<ex-subset-2>>=
i <- 1:2
j <- nm[2:4]
<<ex-subset>>
@

a different subset

<<ex-subset-3>>=
j <- c(1, 3, 5)
<<ex-subset>>
@

and characters again

<<ex-subset-4>>=
j <- nm[c(1, 3, 5)]
<<ex-subset>>
@

and finally with with negative subsets

<<ex-subset-5>>=
j <- -c(1, 3, 5)
<<ex-subset>>
@

and with non-increasing argument \code{j} (this won't work for lower
triangular matrices, only for symmetric matrices)

<<ex-subset-6>>=
## subset
j <- nm[sample(1:J)]
ltM <- ltMatrices(xn, byrow = FALSE, names = nm)
print(try(ltM[i, j], silent = TRUE))
ltM <- as.syMatrices(ltM)
a <- as.array(ltM[i, j])
b <- as.array(ltM)[j, j, i]
chk(a, b)
@

Extracting the lower triangular elements from an \code{ltMatrices} object
(or from an object of class \code{syMatrices}) returns a matrix with $N$
columns, undoing the effect of \code{ltMatrices}. Note that ordering of the
rows of this matrix depend on the \code{byrow} attribute of \code{x}, unless
the \code{byrow} to this function is used to overwrite it explicitly

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap18}\raggedright\small
\NWtarget{nuweb18}{} $\langle\,${\itshape lower triangular elements}\nobreak\ {\footnotesize {18}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@Lower_tri <- function(x, diag = FALSE, byrow = attr(x, "byrow")) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (is.syMatrices(x))@\\
\mbox{}\verb@        x <- as.ltMatrices(x)@\\
\mbox{}\verb@    adiag <- diag@\\
\mbox{}\verb@    x <- ltMatrices(x, byrow = byrow)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape extract slots}\nobreak\ {\footnotesize \NWlink{nuweb10}{10}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (diag == adiag)@\\
\mbox{}\verb@        return(unclass(x)[,,drop = FALSE]) ### remove attributes@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!diag && adiag) {@\\
\mbox{}\verb@        diagonals(x) <- 1@\\
\mbox{}\verb@        return(unclass(x)[,,drop = FALSE]) ### remove attributes@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    x <- unclass(x)@\\
\mbox{}\verb@    if (J == 1) {@\\
\mbox{}\verb@        idx <- 1L@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@      if (byrow)@\\
\mbox{}\verb@          idx <- cumsum(c(1, 2:J))@\\
\mbox{}\verb@      else@\\
\mbox{}\verb@          idx <- cumsum(c(1, J:2))@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    return(x[-idx,,drop = FALSE])@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
<<ex-Lower_tri>>=
## J <- 4
M <- ltMatrices(matrix(1:10, nrow = 10, ncol = 2), diag = TRUE)
Lower_tri(M, diag = FALSE)
Lower_tri(M, diag = TRUE)
M <- ltMatrices(matrix(1:6, nrow = 6, ncol = 2), diag = FALSE)
Lower_tri(M, diag = FALSE)
Lower_tri(M, diag = TRUE)
## multiple symmetric matrices
Lower_tri(invchol2cor(M))
@

\section{Diagonal Elements}

The diagonal elements of each matrix $\mC_i$ can be extracted and are
always returned as an $\J \times N$ matrix.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap19}\raggedright\small
\NWtarget{nuweb20}{} $\langle\,${\itshape diagonals ltMatrices}\nobreak\ {\footnotesize {20}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@diagonals <- function(x, ...)@\\
\mbox{}\verb@    UseMethod("diagonals")@\\
\mbox{}\verb@@\\
\mbox{}\verb@diagonals.ltMatrices <- function(x, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape extract slots}\nobreak\ {\footnotesize \NWlink{nuweb10}{10}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    x <- unclass(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!diag) {@\\
\mbox{}\verb@        ret <- matrix(1, nrow = J, ncol = ncol(x))@\\
\mbox{}\verb@        colnames(ret) <- dn[[1L]]@\\
\mbox{}\verb@        rownames(ret) <- dn[[2L]]@\\
\mbox{}\verb@        return(ret)@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        if (J == 1L) return(x)@\\
\mbox{}\verb@        if (byrow)@\\
\mbox{}\verb@            idx <- cumsum(c(1, 2:J))@\\
\mbox{}\verb@        else@\\
\mbox{}\verb@            idx <- cumsum(c(1, J:2))@\\
\mbox{}\verb@        ret <- x[idx, , drop = FALSE]@\\
\mbox{}\verb@        rownames(ret) <- dn[[2L]]@\\
\mbox{}\verb@        return(ret)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@diagonals.syMatrices <- diagonals.ltMatrices@\\
\mbox{}\verb@@\\
\mbox{}\verb@diagonals.matrix <- function(x, ...) diag(x)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
<<ex-diag>>=
all(diagonals(ltMatrices(xn, byrow = TRUE)) == 1L)
@

Sometimes we need to add diagonal elements to an \code{ltMatrices} object
which was set-up with constant $c_{jj} = 1$ diagonal elements.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap20}\raggedright\small
\NWtarget{nuweb21}{} $\langle\,${\itshape add diagonal elements}\nobreak\ {\footnotesize {21}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@.adddiag <- function(x) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### only we call this function@\\
\mbox{}\verb@    # stopifnot(is.ltMatrices(x))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (attr(x, "diag")) return(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    byrow_orig <- attr(x, "byrow")@\\
\mbox{}\verb@@\\
\mbox{}\verb@    x <- ltMatrices(x, byrow = FALSE)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    N <- dim(x)[1L]@\\
\mbox{}\verb@    J <- dim(x)[2L]@\\
\mbox{}\verb@    nm <- dimnames(x)[[2L]]@\\
\mbox{}\verb@@\\
\mbox{}\verb@    L <- D <- diag(J)@\\
\mbox{}\verb@    lt <- .lt(J, diag = TRUE)@\\
\mbox{}\verb@    L[lt] <- seq_len(J * (J + 1) / 2)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### by default new diagonal elements are 1@\\
\mbox{}\verb@    ret <- matrix(D[lt], nrow = J * (J + 1) / 2, ncol = N)@\\
\mbox{}\verb@    colnames(ret) <- dimnames(x)[[1L]]@\\
\mbox{}\verb@    diag(lt) <- FALSE@\\
\mbox{}\verb@    ret[L[lt],] <- unclass(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- ltMatrices(ret, diag = TRUE, byrow = FALSE, names = nm)@\\
\mbox{}\verb@    ret <- ltMatrices(ret, byrow = byrow_orig)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap21}\raggedright\small
\NWtarget{nuweb22}{} $\langle\,${\itshape assign diagonal elements}\nobreak\ {\footnotesize {22}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@"diagonals<-" <- function(x, value)@\\
\mbox{}\verb@    UseMethod("diagonals<-")@\\
\mbox{}\verb@@\\
\mbox{}\verb@"diagonals<-.ltMatrices" <- function(x, value) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape extract slots}\nobreak\ {\footnotesize \NWlink{nuweb10}{10}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (byrow)@\\
\mbox{}\verb@        idx <- cumsum(c(1, 2:J))@\\
\mbox{}\verb@    else@\\
\mbox{}\verb@        idx <- cumsum(c(1, J:2))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### diagonals(x) <- NULL returns ltMatrices(..., diag = FALSE)@\\
\mbox{}\verb@    if (is.null(value)) {@\\
\mbox{}\verb@        if (!attr(x, "diag")) return(x)@\\
\mbox{}\verb@        if (J == 1L) {@\\
\mbox{}\verb@            x[] <- 1@\\
\mbox{}\verb@            return(x)@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@        return(ltMatrices(unclass(x)[-idx,,drop = FALSE], diag = FALSE, @\\
\mbox{}\verb@                          byrow = byrow, names = dn[[2L]]))@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    x <- .adddiag(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!is.matrix(value))@\\
\mbox{}\verb@        value <- matrix(value, nrow = J, ncol = d[1L])@\\
\mbox{}\verb@@\\
\mbox{}\verb@    stopifnot(is.matrix(value) && nrow(value) == J @\\
\mbox{}\verb@                               && ncol(value) == d[1L])@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (J == 1L) {@\\
\mbox{}\verb@        x[] <- value@\\
\mbox{}\verb@        return(x)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    x[idx, ] <- value@\\
\mbox{}\verb@@\\
\mbox{}\verb@    return(x)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@"diagonals<-.syMatrices" <- function(x, value) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    x <- as.ltMatrices(x)@\\
\mbox{}\verb@    diagonals(x) <- value@\\
\mbox{}\verb@    class(x)[1L] <- "syMatrices"@\\
\mbox{}\verb@@\\
\mbox{}\verb@    return(x)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
<<ex-addiag>>=
lxd2 <- lxn
diagonals(lxd2) <- 1
chk(as.array(lxd2), as.array(lxn))
@

A unit diagonal matrix is not treated as a special case but as an
\code{ltMatrices} object with all lower triangular elements being zero

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap22}\raggedright\small
\NWtarget{nuweb23}{} $\langle\,${\itshape diagonal matrix}\nobreak\ {\footnotesize {23}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@diagonals.integer <- function(x, ...)@\\
\mbox{}\verb@    ltMatrices(rep(0, x * (x - 1) / 2), diag = FALSE, ...)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
<<ex-diagJ>>=
(I5 <- diagonals(5L))
diagonals(I5) <- 1:5
I5
@


\section{Multiplication} \label{sec:multiplication}

Products $\mC_i \yvec_i$ or $\mC^\top_i \yvec_i$ with $\yvec_i \in \R^\J$ for $i = 1, \dots,
N$ can be computed with $\code{y}$ being an $J \times N$ matrix of
columns-wise stacked vectors $(\yvec_1 \mid \yvec_2 \mid \dots \mid
\yvec_N)$. If \code{y} is a single vector, it is recycled $N$ times.

If the number of columns of the matrix \code{y} is neither one nor $N$, 
we compute $\mC_i \yvec_j$ for all $i = 1, \dots, N$ and $j$. This is
dangerous but needed in Section~\ref{sec:margcond} for defining \code{cond\_mvnorm} later on.

We have three use cases for this matrix-vector multiplication: (1)
If the number of rows of the matrix \code{y} is $\J$, each column is
interpreted as $\yvec_i \in \R^\J$. (2) If the number of rows is $\J^2$, the
returned matrix is $\J^2 \times N$ with each columns representing
$\text{vec}(\mC_i \rY_i)$ for the $\J \times \J$ matrix $\rY_i = (\yvec_1 \mid
\yvec_2 \mid \dots \mid \yvec_\J)$. (3) If the number of rows of the matrix \code{y} is $\J
(\J + 1) / 2$, we interpret the $i$th column of \code{y} as the lower triangular 
elements of $\mC_i$ (in column-major storage) for computing $\mC_i
\mC_i^\top$ (\code{transpose = FALSE}) or $\mC_i^\top \mC_i$
(\code{transpose = TRUE}) later on in Section~\ref{sec:crossproducts}.
Again, this is dangerous but helps to speed-up crossproducts considerably.

For $\mC_i \yvec_i$, we call \proglang{C} code computing the product
efficiently without copying data by leveraging the lower triangular structure of
\code{x}$=\mC_i$

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap23}\raggedright\small
\NWtarget{nuweb24}{} $\langle\,${\itshape mult ltMatrices}\nobreak\ {\footnotesize {24}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@### C %*% y@\\
\mbox{}\verb@Mult <- function(x, y, ...)@\\
\mbox{}\verb@    UseMethod("Mult")@\\
\mbox{}\verb@Mult.default <- function(x, y = NULL, transpose = FALSE, ...) {@\\
\mbox{}\verb@    if (!transpose) return(x %*% y)@\\
\mbox{}\verb@    return(crossprod(x, y = NULL, ...))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@Mult.ltMatrices <- function(x, y = NULL, transpose = FALSE, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape extract slots}\nobreak\ {\footnotesize \NWlink{nuweb10}{10}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    ### dtpmv requires diagonal elements being present@\\
\mbox{}\verb@    if (!diag) diagonals(x) <- diagonals(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### for crossprod(x), use case (3)    @\\
\mbox{}\verb@    if (is.null(y)) {@\\
\mbox{}\verb@        stopifnot(!byrow)@\\
\mbox{}\verb@        stopifnot(transpose)@\\
\mbox{}\verb@        y <- Lower_tri(x, diag = TRUE) @\\
\mbox{}\verb@    } else { @\\
\mbox{}\verb@        stopifnot(NROW(y) == J || NROW(y) == J^2)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    stopifnot(is.numeric(y))@\\
\mbox{}\verb@    if (!is.matrix(y)) y <- matrix(y, nrow = J, ncol = N)@\\
\mbox{}\verb@    N <- ifelse(d[1L] == 1, ncol(y), N)@\\
\mbox{}\verb@    if (ncol(y) != N)@\\
\mbox{}\verb@        return(sapply(1:ncol(y), function(i) Mult(x, y[,i], @\\
\mbox{}\verb@                                                  transpose = transpose)))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!is.double(x)) storage.mode(x) <- "double"@\\
\mbox{}\verb@    if (!is.double(y)) storage.mode(y) <- "double"@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- .Call(mvtnorm_R_ltMatrices_Mult, x, y, as.integer(N), @\\
\mbox{}\verb@                 as.integer(J), as.logical(diag), as.logical(transpose))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (NROW(y) == d[2L] && !isFALSE(dn[[2L]]))    @\\
\mbox{}\verb@        rownames(ret) <- dn[[2L]]@\\
\mbox{}\verb@    if (length(dn[[1L]]) == N && !isFALSE(dn[[1L]]))@\\
\mbox{}\verb@        colnames(ret) <- dn[[1L]]@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We start with some options for the \proglang{LAPACK} workhorses, regarding
the presence of non-unit diagonal elements (which, however, have to be part
of $\mC$) and whether $\mC$ comes in row- or column-major order.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap24}\raggedright\small
\NWtarget{nuweb25a}{} $\langle\,${\itshape lapack options}\nobreak\ {\footnotesize {25a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@char di, uplo;@\\
\mbox{}\verb@if (Rdiag) {@\\
\mbox{}\verb@    /* non-unit diagonal elements */@\\
\mbox{}\verb@    di = 'N';@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    /* unit diagonal elements; NOTE: these diagonals 1s ARE always present but@\\
\mbox{}\verb@       ignored in the computations */@\\
\mbox{}\verb@    di = 'U';@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@SEXP abyrow = PROTECT(getAttrib(C, Rf_install("byrow")));@\\
\mbox{}\verb@if (TYPEOF(abyrow) != LGLSXP) error("non-logical byrow attribute");@\\
\mbox{}\verb@if (LOGICAL(abyrow)[0]) {@\\
\mbox{}\verb@    uplo = 'U';@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    uplo = 'L';@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb28}{28}\NWlink{nuweb31}{, 31}\NWlink{nuweb32}{, 32}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The underlying \proglang{C} code allows $\mC_i$ (here called \code{C}) to
be in row-major or column-major order. In column-major $\mC \yvec$, we have
\code{uplo = "L"} (lower) and \code{tr = "U"} (take $\mC$ at face value). If
$\mC$ comes in row-major order, we pretent it is an upper triangular matrix
(\code{uplo = "U"}) and and compute $\mC^\top \yvec$ (\code{tr = "T"}).

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap25}\raggedright\small
\NWtarget{nuweb25b}{} $\langle\,${\itshape row column}\nobreak\ {\footnotesize {25b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@char tr = 'N';@\\
\mbox{}\verb@Rboolean Rtranspose = asLogical(transpose);@\\
\mbox{}\verb@/* t(C) instead of C for column-major*/@\\
\mbox{}\verb@if (Rtranspose && !LOGICAL(abyrow)[0])@\\
\mbox{}\verb@    tr = 'T';@\\
\mbox{}\verb@/* C instead for row-major*/@\\
\mbox{}\verb@if (!Rtranspose && LOGICAL(abyrow)[0])@\\
\mbox{}\verb@    tr = 'T';@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb28}{28}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We extract dimensions next

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap26}\raggedright\small
\NWtarget{nuweb26a}{} $\langle\,${\itshape RC input}\nobreak\ {\footnotesize {26a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@/* pointer to C matrices */@\\
\mbox{}\verb@double *dC = REAL(C);@\\
\mbox{}\verb@/* number of matrices */@\\
\mbox{}\verb@int iN = INTEGER(N)[0];@\\
\mbox{}\verb@/* dimension of matrices */@\\
\mbox{}\verb@int iJ = INTEGER(J)[0];@\\
\mbox{}\verb@/* C contains diagonal elements */@\\
\mbox{}\verb@Rboolean Rdiag = asLogical(diag);@\\
\mbox{}\verb@/* p = J * (J - 1) / 2 + diag * J */@\\
\mbox{}\verb@int len = iJ * (iJ - 1) / 2 + Rdiag * iJ;@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb28}{28}\NWlink{nuweb31}{, 31}\NWlink{nuweb32}{, 32}\NWlink{nuweb35}{, 35}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We also allow $\mC_i$ to be constant ($N$ is then determined from
\code{ncol(y)}). The following fragment ensures that we only loop over
$\mC_i$ if \code{dim(x)[1L] > 1}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap27}\raggedright\small
\NWtarget{nuweb26b}{} $\langle\,${\itshape C length}\nobreak\ {\footnotesize {26b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@int p;@\\
\mbox{}\verb@if (LENGTH(C) == len)@\\
\mbox{}\verb@    /* C is constant for i = 1, ..., N */@\\
\mbox{}\verb@    p = 0;@\\
\mbox{}\verb@else @\\
\mbox{}\verb@    /* C contains C_1, ...., C_N */@\\
\mbox{}\verb@    p = len;@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb28}{28}\NWlink{nuweb31}{, 31}\NWlink{nuweb35}{, 35}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We can now implement the main part of the multiplication. We first
differentiate between the three use cases. For (1), we loop over the columns
of \code{C} and / or the columns of \code{y}. For (2), we additionally loop
over the $\J$ vectors of length $\J$ defining the columns of \code{y}. For
(3), we only loop over the vectors of lengths $\J, \J - 1, \dots, 1$ and
also corresponding sub-matrices of $\mC$ such that the lower triangular
elements of the symmetric crossproduct $\mC \mC^\top$ emerge.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap28}\raggedright\small
\NWtarget{nuweb27}{} $\langle\,${\itshape mult workhorse}\nobreak\ {\footnotesize {27}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@/* use case (1) */@\\
\mbox{}\verb@if (LENGTH(y) == iJ * iN) {@\\
\mbox{}\verb@    nry = 1;@\\
\mbox{}\verb@    lty = 0;@\\
\mbox{}\verb@/* use case (2) */@\\
\mbox{}\verb@} else if (LENGTH(y) == iJ * iJ * iN) {@\\
\mbox{}\verb@    nry = iJ;@\\
\mbox{}\verb@    lty = 0;@\\
\mbox{}\verb@/* use case (3) */@\\
\mbox{}\verb@} else if (LENGTH(y) == iJ * (iJ + 1) / 2 * iN) {@\\
\mbox{}\verb@    if (!(Rtranspose && !LOGICAL(abyrow)[0]))@\\
\mbox{}\verb@        error("matrix multiplication not implemented");@\\
\mbox{}\verb@    nry = iJ;@\\
\mbox{}\verb@    lty = 1;@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    error("incorrect dimension of y argument");@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@thisJ = iJ;@\\
\mbox{}\verb@for (i = 0; i < iN; i++) {@\\
\mbox{}\verb@    incr = 0;@\\
\mbox{}\verb@    for (j = 0; j < nry; j++) {       @\\
\mbox{}\verb@        if (lty) thisJ = iJ - j;@\\
\mbox{}\verb@        F77_CALL(dtpmv)(&uplo, &tr, &di, &thisJ,@\\
\mbox{}\verb@                        dC + incr, dans, &iONE FCONE FCONE FCONE);@\\
\mbox{}\verb@        dans += (lty ? iJ - j : iJ);@\\
\mbox{}\verb@        if (lty) @\\
\mbox{}\verb@            incr += thisJ;@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    dC += p;@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb28}{28}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We are now ready to implement the \proglang{C} workhorse, using
\proglang{LAPACK} function \code{dtrmv}.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap29}\raggedright\small
\NWtarget{nuweb28}{} $\langle\,${\itshape mult}\nobreak\ {\footnotesize {28}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@SEXP R_ltMatrices_Mult (SEXP C, SEXP y, SEXP N, SEXP J, SEXP diag, SEXP transpose) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    SEXP ans;@\\
\mbox{}\verb@    double *dans;@\\
\mbox{}\verb@    int i, j, nry, lty, thisJ, incr;@\\
\mbox{}\verb@    int iONE = 1;@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape RC input}\nobreak\ {\footnotesize \NWlink{nuweb26a}{26a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    /* diagonal elements are always present */@\\
\mbox{}\verb@    if (!Rdiag) len += iJ;@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape C length}\nobreak\ {\footnotesize \NWlink{nuweb26b}{26b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape lapack options}\nobreak\ {\footnotesize \NWlink{nuweb25a}{25a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape row column}\nobreak\ {\footnotesize \NWlink{nuweb25b}{25b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    PROTECT(ans = duplicate(y));@\\
\mbox{}\verb@    dans = REAL(ans);@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape mult workhorse}\nobreak\ {\footnotesize \NWlink{nuweb27}{27}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    UNPROTECT(2);@\\
\mbox{}\verb@    return(ans);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb3}{3}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Some checks for $\mC_i \yvec_i$

<<ex-mult>>=
### matrix-vector
lxn <- ltMatrices(xn, byrow = TRUE)
lxd <- ltMatrices(xd, byrow = TRUE, diag = TRUE)
y <- matrix(runif(N * J), nrow = J)
a <- Mult(lxn, y)
A <- as.array(lxn)
b <- do.call("rbind", lapply(1:ncol(y), 
    function(i) t(A[,,i] %*% y[,i,drop = FALSE])))
chk(a, t(b), check.attributes = FALSE)

### matrix-matrix
Y <- matrix(runif(N * J^2), nrow = J^2)
a <- Mult(lxn, Y)
b <- do.call("rbind", lapply(1:ncol(y), 
    function(i) t(A[,,i] %*% matrix(Y[,i,drop = FALSE], nrow = J))))
chk(a, t(b), check.attributes = FALSE)

### matrix-vector
a <- Mult(lxd, y)
A <- as.array(lxd)
b <- do.call("rbind", lapply(1:ncol(y), 
    function(i) t(A[,,i] %*% y[,i,drop = FALSE])))
chk(a, t(b), check.attributes = FALSE)

### matrix-matrix
a <- Mult(lxd, Y)
b <- do.call("rbind", lapply(1:ncol(y), 
    function(i) t(A[,,i] %*% matrix(Y[,i,drop = FALSE], nrow = J))))
chk(a, t(b), check.attributes = FALSE)

### recycle C
chk(Mult(lxn[rep(1, N),], y), Mult(lxn[1,], y), check.attributes = FALSE)

### recycle y
chk(Mult(lxn, y[,1]), Mult(lxn, y[,rep(1, N)]))

### tcrossprod as multiplication
i <- sample(1:N)[1]
M <- t(as.array(lxn)[,,i])
a <- sapply(1:J, function(j) Mult(lxn[i,], M[,j,drop = FALSE]))
rownames(a) <- colnames(a) <- dimnames(lxn)[[2L]]
b <- as.array(Tcrossprod(lxn[i,]))[,,1]
chk(a, b, check.attributes = FALSE)
@

and wrap-up with some tests for computing $\mC^\top_i \yvec_i$

<<ex-tmult>>=
a <- Mult(lxn, y, transpose = TRUE)
A <- as.array(lxn)
b <- do.call("rbind", lapply(1:ncol(y), 
    function(i) t(t(A[,,i]) %*% y[,i,drop = FALSE])))
chk(a, t(b), check.attributes = FALSE)

a <- Mult(lxd, y, transpose = TRUE)
A <- as.array(lxd)
b <- do.call("rbind", lapply(1:ncol(y), 
    function(i) t(t(A[,,i]) %*% y[,i,drop = FALSE])))
chk(a, t(b), check.attributes = FALSE)

### recycle C
chk(Mult(lxn[rep(1, N),], y, transpose = TRUE), 
    Mult(lxn[1,], y, transpose = TRUE), check.attributes = FALSE)

### recycle y
chk(Mult(lxn, y[,1], transpose = TRUE), 
    Mult(lxn, y[,rep(1, N)], transpose = TRUE))
@

Now we can add a \code{Mult} method for multiple symmetric matrices, noting
that for a symmetric matrix $\mA = \mC + \mC^\top - \text{diag}(\mC)$ with lower triangular
part $\mC$ (including the diagonal) we can compute $\mA \yvec = \mC \yvec +
\mC^\top \yvec - \text{diag}(\mC) \yvec$ using \code{Mult} applied to the lower trianular part:

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap30}\raggedright\small
\NWtarget{nuweb29}{} $\langle\,${\itshape mult syMatrices}\nobreak\ {\footnotesize {29}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@Mult.syMatrices <- function(x, y, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape extract slots}\nobreak\ {\footnotesize \NWlink{nuweb10}{10}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    x <- as.ltMatrices(x)@\\
\mbox{}\verb@    stopifnot(is.numeric(y))@\\
\mbox{}\verb@    if (!is.matrix(y)) y <- matrix(y, nrow = J, ncol = N)@\\
\mbox{}\verb@    N <- ifelse(d[1L] == 1, ncol(y), N)@\\
\mbox{}\verb@    ### <NOTE> not yet implemented for J x J matrices in y, see@\\
\mbox{}\verb@    ### Mult.ltMatrices </NOTE>@\\
\mbox{}\verb@    stopifnot(nrow(y) == d[2L])@\\
\mbox{}\verb@    stopifnot(ncol(y) == N)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- Mult(x, y) + Mult(x, y, transpose = TRUE) - y * c(diagonals(x))@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
<<ex-symult>>=
J <- 5
N1 <- 10
ex <- expression({
  C <- syMatrices(matrix(runif(N2 * J * (J + c(-1, 1)[DIAG + 1L] ) / 2),
                          ncol = N2), 
                  diag = DIAG)
  x <- matrix(runif(N1 * J), nrow = J)
  Ca <- as.array(C)
  p1 <- do.call("cbind", lapply(1:N1, function(i) 
      Ca[,,c(1,i)[(N2 > 1) + 1]] %*% x[,i]))
  p2 <- Mult(C, x)
  chk(p1, p2, check.attributes = FALSE)
})

N2 <- N1
DIAG <- TRUE
eval(ex)
N2 <- 1
DIAG <- TRUE
eval(ex)
N2 <- 1
DIAG <- FALSE
eval(ex)
N2 <- N1
DIAG <- FALSE
eval(ex)
@

\section{Solving Linear Systems}

Computing $\mC_i^{-1}$ or solving $\mC_i \xvec_i = \yvec_i$ for $\xvec_i$ for
all $i = 1, \dots, N$ is another important task. We sometimes also need $\mC^\top_i \xvec_i =
\yvec_i$ triggered by \code{transpose = TRUE}.

\code{C} is $\mC_i, i = 1, \dots, N$ in column-major order
(matrix of dimension $\J (\J - 1) / 2 + \J \text{diag} \times N$), and
\code{y} is the $\J \times N$ matrix $(\yvec_1 \mid \yvec_2 \mid \dots \mid
\yvec_N)$. This function returns the $\J \times N$ matrix $(\xvec_1 \mid \xvec_2 \mid \dots \mid
\xvec_N)$ of solutions.

If \code{y} is not given, $\mC_i^{-1}$ is returned in 
the same order as the orginal matrix $\mC_i$. If
all $\mC_i$ have unit diagonals, so will $\mC_i^{-1}$.

We set-up a dedicated \proglang{C} function for computing $\mC_i \xvec_i = \yvec_i$

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap31}\raggedright\small
\NWtarget{nuweb31}{} $\langle\,${\itshape solve}\nobreak\ {\footnotesize {31}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@SEXP R_ltMatrices_solve (SEXP C, SEXP y, SEXP N, SEXP J, SEXP diag, SEXP transpose)@\\
\mbox{}\verb@{@\\
\mbox{}\verb@@\\
\mbox{}\verb@    SEXP ans;@\\
\mbox{}\verb@    double *dans;@\\
\mbox{}\verb@    int i, ONE = 1;@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape RC input}\nobreak\ {\footnotesize \NWlink{nuweb26a}{26a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    /* diagonal elements are always present */@\\
\mbox{}\verb@    if (!Rdiag) len += iJ;@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape C length}\nobreak\ {\footnotesize \NWlink{nuweb26b}{26b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape lapack options}\nobreak\ {\footnotesize \NWlink{nuweb25a}{25a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    char tr = 'N';@\\
\mbox{}\verb@    Rboolean Rtranspose = asLogical(transpose);@\\
\mbox{}\verb@    /* t(C) instead of C for column-major*/@\\
\mbox{}\verb@    if (Rtranspose && !LOGICAL(abyrow)[0])@\\
\mbox{}\verb@        tr = 'T';@\\
\mbox{}\verb@    /* C instead for row-major*/@\\
\mbox{}\verb@    if (!Rtranspose && LOGICAL(abyrow)[0])@\\
\mbox{}\verb@        tr = 'T';@\\
\mbox{}\verb@@\\
\mbox{}\verb@    PROTECT(ans = duplicate(y));@\\
\mbox{}\verb@    dans = REAL(ans);@\\
\mbox{}\verb@    @\\
\mbox{}\verb@    /* loop over matrices, ie columns of C  / y */    @\\
\mbox{}\verb@    for (i = 0; i < iN; i++) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@        /* solve linear system */@\\
\mbox{}\verb@        F77_CALL(dtpsv)(&uplo, &tr, &di, &iJ, dC, dans, &ONE FCONE FCONE FCONE);@\\
\mbox{}\verb@        dans += iJ;@\\
\mbox{}\verb@        dC += p;@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    UNPROTECT(1);@\\
\mbox{}\verb@    return(ans);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb3}{3}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and then for computing $\mC_i^{-1}$ explicitly

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap32}\raggedright\small
\NWtarget{nuweb32}{} $\langle\,${\itshape solve C}\nobreak\ {\footnotesize {32}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@SEXP R_ltMatrices_solve_C (SEXP C, SEXP N, SEXP J, SEXP diag, SEXP transpose)@\\
\mbox{}\verb@{@\\
\mbox{}\verb@@\\
\mbox{}\verb@    SEXP ans;@\\
\mbox{}\verb@    int i, info;@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape RC input}\nobreak\ {\footnotesize \NWlink{nuweb26a}{26a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    /* diagonal elements are always present */@\\
\mbox{}\verb@    if (!Rdiag) len += iJ;@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape lapack options}\nobreak\ {\footnotesize \NWlink{nuweb25a}{25a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    PROTECT(ans = duplicate(C));@\\
\mbox{}\verb@    /* dC is defined in RC input but otherwise not used */@\\
\mbox{}\verb@    dC = REAL(ans);@\\
\mbox{}\verb@    @\\
\mbox{}\verb@    /* loop over matrices, ie columns of C  / y */    @\\
\mbox{}\verb@    for (i = 0; i < iN; i++) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@        /* compute inverse */@\\
\mbox{}\verb@        F77_CALL(dtptri)(&uplo, &di, &iJ, dC, &info FCONE FCONE);@\\
\mbox{}\verb@        if (info != 0)@\\
\mbox{}\verb@            error("Cannot solve ltMatrices");@\\
\mbox{}\verb@@\\
\mbox{}\verb@        dC += len;@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    UNPROTECT(1);@\\
\mbox{}\verb@    /* note: ans always includes diagonal elements */@\\
\mbox{}\verb@    return(ans);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb3}{3}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
with \proglang{R} interface

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap33}\raggedright\small
\NWtarget{nuweb33}{} $\langle\,${\itshape solve ltMatrices}\nobreak\ {\footnotesize {33}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@solve.ltMatrices <- function(a, b, transpose = FALSE, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    diag <- attr(a, "diag")@\\
\mbox{}\verb@    ### dtptri and dtpsv require diagonal elements being present@\\
\mbox{}\verb@    if (!diag) diagonals(a) <- diagonals(a)@\\
\mbox{}\verb@    d <- dim(a)@\\
\mbox{}\verb@    J <- d[2L]@\\
\mbox{}\verb@    dn <- dimnames(a)@\\
\mbox{}\verb@    if (!is.double(a)) storage.mode(a) <- "double"@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!missing(b)) {@\\
\mbox{}\verb@        if (!is.matrix(b)) b <- matrix(b, nrow = J, ncol = d[1L])@\\
\mbox{}\verb@        stopifnot(nrow(b) == J)@\\
\mbox{}\verb@        N <- ifelse(d[1L] == 1, ncol(b), d[1L])@\\
\mbox{}\verb@        stopifnot(ncol(b) == N)@\\
\mbox{}\verb@        if (!is.double(b)) storage.mode(b) <- "double"@\\
\mbox{}\verb@        ret <- .Call(mvtnorm_R_ltMatrices_solve, a, b, @\\
\mbox{}\verb@                     as.integer(N), as.integer(J), as.logical(diag),@\\
\mbox{}\verb@                     as.logical(transpose))@\\
\mbox{}\verb@        if (d[1L] == N) {@\\
\mbox{}\verb@            colnames(ret) <- dn[[1L]]@\\
\mbox{}\verb@        } else {@\\
\mbox{}\verb@            colnames(ret) <- colnames(b)@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@        rownames(ret) <- dn[[2L]]@\\
\mbox{}\verb@        return(ret)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (transpose) stop("cannot compute inverse of t(a)")@\\
\mbox{}\verb@    ret <- .Call(mvtnorm_R_ltMatrices_solve_C, a, @\\
\mbox{}\verb@                 as.integer(d[1L]), as.integer(J), as.logical(diag),@\\
\mbox{}\verb@                 as.logical(FALSE))@\\
\mbox{}\verb@    ### chol = solve(invchol); invchol = solve(chol)@\\
\mbox{}\verb@    if (is.chol(ret)) {@\\
\mbox{}\verb@        class(ret) <- gsub("chol", "invchol", class(ret))@\\
\mbox{}\verb@    } else if (is.invchol(ret)) {@\\
\mbox{}\verb@        class(ret) <- gsub("invchol", "chol", class(ret))@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (diag)@\\
\mbox{}\verb@        return(ret)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### ret always includes diagonal elements, remove here@\\
\mbox{}\verb@    ret <- ltMatrices(Lower_tri(ret, diag = FALSE), @\\
\mbox{}\verb@                      byrow = attr(a, "byrow"), names = dn[[2L]])@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and some checks

<<ex-solve>>=
## solve
A <- as.array(lxn)
a <- solve(lxn)
a <- as.array(a)
b <- array(apply(A, 3L, function(x) solve(x), simplify = TRUE), 
           dim = rev(dim(lxn)))
chk(a, b, check.attributes = FALSE)

A <- as.array(lxd)
a <- as.array(solve(lxd))
b <- array(apply(A, 3L, function(x) solve(x), simplify = TRUE), 
           dim = rev(dim(lxd)))
chk(a, b, check.attributes = FALSE)

chk(solve(lxn, y), Mult(solve(lxn), y))
chk(solve(lxd, y), Mult(solve(lxd), y))

### recycle C
chk(solve(lxn[1,], y), as.array(solve(lxn[1,]))[,,1] %*% y)
chk(solve(lxn[rep(1, N),], y), solve(lxn[1,], y), check.attributes = FALSE)

### recycle y
chk(solve(lxn, y[,1]), solve(lxn, y[,rep(1, N)]))
@

also for $\mC^\top_i \xvec_i = \yvec_i$

<<ex-tsolve>>=
chk(solve(lxn[1,], y, transpose = TRUE), 
    t(as.array(solve(lxn[1,]))[,,1]) %*% y)
@

We run the same checks again switching between row- and column-major order.

<<ex-solve-byrow>>=
tn <- lxn
td <- lxd
lxn <- ltMatrices(lxn, byrow = !attr(lxn, "byrow"))
lxd <- ltMatrices(lxd, byrow = !attr(lxd, "byrow"))
<<ex-solve>>
<<ex-tsolve>>
lxn <- tn
lxd <- td
@

\section{Log-determinants}

For computing the log-determinant $\log(\text{det}(\mC_i)) = \sum_{j = 1}^J \log(\diag(\mC_i)_j)$
we sum over the log-diagonal entries of a lower triangular matrix in
\proglang{C}, both when the data are stored in row- and column-major order:

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap34}\raggedright\small
\NWtarget{nuweb35}{} $\langle\,${\itshape logdet}\nobreak\ {\footnotesize {35}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@SEXP R_ltMatrices_logdet (SEXP C, SEXP N, SEXP J, SEXP diag, SEXP byrow) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    SEXP ans;@\\
\mbox{}\verb@    double *dans;@\\
\mbox{}\verb@    int i, j, k;@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape RC input}\nobreak\ {\footnotesize \NWlink{nuweb26a}{26a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    Rboolean Rbyrow = asLogical(byrow);@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape C length}\nobreak\ {\footnotesize \NWlink{nuweb26b}{26b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    PROTECT(ans = allocVector(REALSXP, iN));@\\
\mbox{}\verb@    dans = REAL(ans);@\\
\mbox{}\verb@@\\
\mbox{}\verb@    for (i = 0; i < iN; i++) {@\\
\mbox{}\verb@        dans[i] = 0.0;@\\
\mbox{}\verb@        if (Rdiag) {@\\
\mbox{}\verb@            k = 1;@\\
\mbox{}\verb@            for (j = 0; j < iJ; j++) {@\\
\mbox{}\verb@                dans[i] += log(dC[k - 1]);@\\
\mbox{}\verb@                k += (Rbyrow ? j + 2 : iJ - j);@\\
\mbox{}\verb@            }@\\
\mbox{}\verb@            dC += p;@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    @\\
\mbox{}\verb@    UNPROTECT(1);@\\
\mbox{}\verb@    return(ans);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb3}{3}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The \proglang{R} interface now simply calls this low-level function

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap35}\raggedright\small
\NWtarget{nuweb36}{} $\langle\,${\itshape logdet ltMatrices}\nobreak\ {\footnotesize {36}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@logdet <- function(x) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!is.ltMatrices(x))@\\
\mbox{}\verb@        stop("x is not an ltMatrices object")@\\
\mbox{}\verb@@\\
\mbox{}\verb@    byrow <- attr(x, "byrow")@\\
\mbox{}\verb@    diag <- attr(x, "diag")@\\
\mbox{}\verb@    d <- dim(x)@\\
\mbox{}\verb@    J <- d[2L]@\\
\mbox{}\verb@    dn <- dimnames(x)@\\
\mbox{}\verb@    if (!is.double(x)) storage.mode(x) <- "double"@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- .Call(mvtnorm_R_ltMatrices_logdet, x, @\\
\mbox{}\verb@                 as.integer(d[1L]), as.integer(J), as.logical(diag), @\\
\mbox{}\verb@                 as.logical(byrow))@\\
\mbox{}\verb@    names(ret) <- dn[[1L]]@\\
\mbox{}\verb@    return(ret) @\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We test the functionality by extracting the diagonal elements from different
matrices and summing over their logarithms

<<ex-logdet>>=
chk(logdet(lxn), colSums(log(diagonals(lxn))))
chk(logdet(lxd[1,]), colSums(log(diagonals(lxd[1,]))))
chk(logdet(lxd), colSums(log(diagonals(lxd))))
lxd2 <- ltMatrices(lxd, byrow = !attr(lxd, "byrow"))
chk(logdet(lxd2), colSums(log(diagonals(lxd2))))
@

\section{Crossproducts} \label{sec:crossproducts}

We want to compute $\mC_i \mC_i^\top$ or $\text{diag}(\mC_i \mC_i^\top)$
(\code{diag\_only = TRUE}) for $i = 1, \dots, N$. These are symmetric
matrices, so we store them as a lower triangular matrix using a different
class name \code{syMatrices}. We reuse \code{Mult} 
computing $\mC_i \mC_i^\top$ or $\mC_i^\top \mC_i$ (\code{Rtranspose} being
\code{TRUE}).

We differentiate between computation of the diagonal elements of the
crossproduct and computation of the full $\J \times \J$ crossproduct matrix

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap36}\raggedright\small
\NWtarget{nuweb37}{} $\langle\,${\itshape tcrossprod ltMatrices}\nobreak\ {\footnotesize {37}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@### C %*% t(C) => returns object of class syMatrices@\\
\mbox{}\verb@### diag(C %*% t(C)) => returns matrix of diagonal elements@\\
\mbox{}\verb@.Tcrossprod <- function(x, diag_only = FALSE, transpose = FALSE) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### crossprod(x) = t(x) %*% x@\\
\mbox{}\verb@    if (transpose) {@\\
\mbox{}\verb@        if (diag_only)@\\
\mbox{}\verb@            return(marginSums(as.array(x^2), c(2L, 3L)))@\\
\mbox{}\verb@        byrow_orig <- attr(x, "byrow")@\\
\mbox{}\verb@        x <- ltMatrices(x, byrow = FALSE)@\\
\mbox{}\verb@        ret <- syMatrices(Mult(x, transpose = TRUE), @\\
\mbox{}\verb@                          diag = TRUE, byrow = FALSE, @\\
\mbox{}\verb@                          names = dimnames(x)[[2L]])@\\
\mbox{}\verb@        return(syMatrices(ret, byrow = byrow_orig))@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### tcrossprod(x) = x %*% t(x)@\\
\mbox{}\verb@    if (diag_only)@\\
\mbox{}\verb@        return(marginSums(as.array(x^2), c(1L, 3L)))@\\
\mbox{}\verb@    ### t(x) for all i = 1, ..., N@\\
\mbox{}\verb@    ax <- matrix(aperm(as.array(x),  c(2L, 1L, 3L)), ncol = dim(x)[1L])@\\
\mbox{}\verb@    byrow_orig <- attr(x, "byrow")@\\
\mbox{}\verb@    x <- ltMatrices(x, byrow = FALSE) ### not needed but Mult() is faster@\\
\mbox{}\verb@    ret <- syMatrices(Mult(x, ax)[.lt(dim(x)[2L], diag = TRUE),,drop = FALSE], @\\
\mbox{}\verb@                      diag = TRUE, byrow = FALSE, @\\
\mbox{}\verb@                      names = dimnames(x)[[2L]])@\\
\mbox{}\verb@    return(syMatrices(ret, byrow = byrow_orig))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@### <FIXME> remove Tcrossprod / Crossprod from interface (mlt/tram may use@\\
\mbox{}\verb@### it) </FIXME>@\\
\mbox{}\verb@Tcrossprod <- function(x, diag_only = FALSE)@\\
\mbox{}\verb@    .Tcrossprod(x = x, diag_only = diag_only, transpose = FALSE)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We could have created yet another generic \code{tcrossprod}, but
\code{base::tcrossprod} is more general and, because speed is an issue, we
don't want to waste time on methods dispatch.

<<ex-tcrossprod>>=
## Tcrossprod
a <- as.array(Tcrossprod(lxn))
b <- array(apply(as.array(lxn), 3L, function(x) tcrossprod(x), simplify = TRUE), 
           dim = rev(dim(lxn)))
chk(a, b, check.attributes = FALSE)

# diagonal elements only
d <- Tcrossprod(lxn, diag_only = TRUE)
chk(d, apply(a, 3, diag))
chk(d, diagonals(Tcrossprod(lxn)))

a <- as.array(Tcrossprod(lxd))
b <- array(apply(as.array(lxd), 3L, function(x) tcrossprod(x), simplify = TRUE), 
           dim = rev(dim(lxd)))
chk(a, b, check.attributes = FALSE)

# diagonal elements only
d <- Tcrossprod(lxd, diag_only = TRUE)
chk(d, apply(a, 3, diag))
chk(d, diagonals(Tcrossprod(lxd)))
@

We also add \code{Crossprod}, which is a call to \code{Tcrossprod} with the
\code{transpose} switch turned on

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap37}\raggedright\small
\NWtarget{nuweb38}{} $\langle\,${\itshape crossprod ltMatrices}\nobreak\ {\footnotesize {38}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@Crossprod <- function(x, diag_only = FALSE)@\\
\mbox{}\verb@    .Tcrossprod(x, diag_only = diag_only, transpose = TRUE)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and run some checks

<<ex-crossprod>>=
## Crossprod
a <- as.array(Crossprod(lxn))
b <- array(apply(as.array(lxn), 3L, function(x) crossprod(x), simplify = TRUE), 
           dim = rev(dim(lxn)))
chk(a, b, check.attributes = FALSE)

# diagonal elements only
d <- Crossprod(lxn, diag_only = TRUE)
chk(d, apply(a, 3, diag))
chk(d, diagonals(Crossprod(lxn)))

a <- as.array(Crossprod(lxd))
b <- array(apply(as.array(lxd), 3L, function(x) crossprod(x), simplify = TRUE), 
           dim = rev(dim(lxd)))
chk(a, b, check.attributes = FALSE)

# diagonal elements only
d <- Crossprod(lxd, diag_only = TRUE)
chk(d, apply(a, 3, diag))
chk(d, diagonals(Crossprod(lxd)))
@

We now also add methods implementing a standard user interface

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap38}\raggedright\small
\NWtarget{nuweb39}{} $\langle\,${\itshape crossprod tcrossprod methods}\nobreak\ {\footnotesize {39}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@crossprod.ltMatrices <- function(x, y = NULL, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (is.null(y))@\\
\mbox{}\verb@        return(Crossprod(x = x, ...))@\\
\mbox{}\verb@    return(Mult(x, y, transpose = TRUE))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@crossprod.syMatrices <- crossprod.ltMatrices@\\
\mbox{}\verb@@\\
\mbox{}\verb@tcrossprod.ltMatrices <- function(x, y = NULL, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (is.null(y))@\\
\mbox{}\verb@        return(Tcrossprod(x = x, ...))@\\
\mbox{}\verb@    return(Mult(x, y, transpose = FALSE))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@tcrossprod.syMatrices <- tcrossprod.ltMatrices@\\
\mbox{}\verb@@\\
\mbox{}\verb@'%*%.ltMatrices' <- function(x, y)@\\
\mbox{}\verb@    Mult(x, y)@\\
\mbox{}\verb@@\\
\mbox{}\verb@'%*%.syMatrices' <- function(x, y)@\\
\mbox{}\verb@    Mult(x, y)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
which allows coding closer to the standard

<<ex-tcrossprod-2>>=
### tcrossprod
a <- as.array(tcrossprod(lxn))
b <- array(apply(as.array(lxn), 3L, function(x) tcrossprod(x), simplify = TRUE), 
           dim = rev(dim(lxn)))
chk(a, b, check.attributes = FALSE)

a <- as.array(tcrossprod(lxd))
b <- array(apply(as.array(lxd), 3L, function(x) tcrossprod(x), simplify = TRUE), 
           dim = rev(dim(lxd)))
chk(a, b, check.attributes = FALSE)

## crossprod
a <- as.array(crossprod(lxn))
b <- array(apply(as.array(lxn), 3L, function(x) crossprod(x), simplify = TRUE), 
           dim = rev(dim(lxn)))
chk(a, b, check.attributes = FALSE)

a <- as.array(crossprod(lxd))
b <- array(apply(as.array(lxd), 3L, function(x) crossprod(x), simplify = TRUE), 
           dim = rev(dim(lxd)))
chk(a, b, check.attributes = FALSE)
@

Multiplication also works in this simple way
<<ex-Mult-2>>=
a <- lxn %*% y
A <- as.array(lxn)
b <- do.call("rbind", lapply(1:ncol(y), 
    function(i) t(A[,,i] %*% y[,i,drop = FALSE])))
chk(a, t(b), check.attributes = FALSE)

a <- lxd %*% y
A <- as.array(lxd)
b <- do.call("rbind", lapply(1:ncol(y), 
    function(i) t(A[,,i] %*% y[,i,drop = FALSE])))
chk(a, t(b), check.attributes = FALSE)

### recycle C
chk(lxn[rep(1, N),] %*% y, lxn[1,] %*% y, check.attributes = FALSE)

### recycle y
chk(lxn %*% y[,1], lxn %*% y[,rep(1, N)])

### tcrossprod as multiplication
i <- sample(1:N)[1]
M <- t(as.array(lxn)[,,i])
a <- sapply(1:J, function(j) lxn[i,] %*% M[,j,drop = FALSE])
rownames(a) <- colnames(a) <- dimnames(lxn)[[2L]]
b <- as.array(tcrossprod(lxn[i,]))[,,1]
chk(a, b, check.attributes = FALSE)

a <- crossprod(lxn, y)
A <- as.array(lxn)
b <- do.call("rbind", lapply(1:ncol(y), 
    function(i) t(t(A[,,i]) %*% y[,i,drop = FALSE])))
chk(a, t(b), check.attributes = FALSE)

a <- crossprod(lxd, y)
A <- as.array(lxd)
b <- do.call("rbind", lapply(1:ncol(y), 
    function(i) t(t(A[,,i]) %*% y[,i,drop = FALSE])))
chk(a, t(b), check.attributes = FALSE)

### recycle C
chk(crossprod(lxn[rep(1, N),], y), 
    crossprod(lxn[1,], y), check.attributes = FALSE)

### recycle y
chk(crossprod(lxn, y[,1]), 
    crossprod(lxn, y[,rep(1, N)]))
@

\section{Cholesky Factorisation}

One might want to compute the Cholesky factorisations $\mSigma_i = \mC_i
\mC_i^\top$ for multiple symmetric matrices $\mSigma_i$, stored as a matrix
in class \code{syMatrices}.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap39}\raggedright\small
\NWtarget{nuweb41}{} $\langle\,${\itshape chol syMatrices}\nobreak\ {\footnotesize {41}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@chol.syMatrices <- function(x, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    d <- dim(x)@\\
\mbox{}\verb@    x <- .adddiag(x)@\\
\mbox{}\verb@    if (!is.double(x)) storage.mode(x) <- "double"@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- .Call(mvtnorm_R_syMatrices_chol, x, @\\
\mbox{}\verb@                 as.integer(d[1L]), as.integer(d[2L]))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### chol is lower triangular@\\
\mbox{}\verb@    class(ret) <- gsub("syMatrices", "ltMatrices", class(ret))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Luckily, we already have the data in the correct packed colum-major storage,
so we swiftly loop over $i = 1, \dots, N$ in \proglang{C} and hand over to
\code{LAPACK}, which requires matrices in column-major order, however,
allows to switch between lower and upper triangular matrices. Thus the
row-major order for our lower triangular matrices can be computed by
pretending to be upper triangular.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap40}\raggedright\small
\NWtarget{nuweb42}{} $\langle\,${\itshape chol}\nobreak\ {\footnotesize {42}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@SEXP R_syMatrices_chol (SEXP Sigma, SEXP N, SEXP J) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    SEXP ans;@\\
\mbox{}\verb@    double *dans;@\\
\mbox{}\verb@    int iJ = INTEGER(J)[0];@\\
\mbox{}\verb@    int pJ = iJ * (iJ + 1) / 2;@\\
\mbox{}\verb@    int iN = INTEGER(N)[0];@\\
\mbox{}\verb@    int i, info = 0;@\\
\mbox{}\verb@    char uplo = 'L';@\\
\mbox{}\verb@@\\
\mbox{}\verb@    SEXP abyrow = getAttrib(Sigma, Rf_install("byrow"));@\\
\mbox{}\verb@    if (TYPEOF(abyrow) != LGLSXP) error("non-logical byrow attribute");@\\
\mbox{}\verb@    if (LOGICAL(abyrow)[0])@\\
\mbox{}\verb@        uplo = 'U';@\\
\mbox{}\verb@@\\
\mbox{}\verb@    /* duplicate preserves classes, so ltMatrices is returned */@\\
\mbox{}\verb@    ans = PROTECT(duplicate(Sigma));@\\
\mbox{}\verb@    dans = REAL(ans);@\\
\mbox{}\verb@@\\
\mbox{}\verb@    for (i = 0; i < iN; i++) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@        F77_CALL(dpptrf)(&uplo, &iJ, dans, &info FCONE);@\\
\mbox{}\verb@@\\
\mbox{}\verb@        if (info != 0) {@\\
\mbox{}\verb@            if (info > 0)@\\
\mbox{}\verb@                error("the leading minor of order %d is not positive definite",@\\
\mbox{}\verb@                      info);@\\
\mbox{}\verb@            error("argument %d of Lapack routine %s had invalid value",@\\
\mbox{}\verb@                  -info, "dpptrf");@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@@\\
\mbox{}\verb@        dans += pJ;@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    UNPROTECT(1);@\\
\mbox{}\verb@    return(ans);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb3}{3}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
This new \code{chol} method can be used to revert \code{Tcrossprod} for
\code{ltMatrices} with and without unit diagonals:

<<chol>>=
Sigma <- tcrossprod(lxd)
chk(chol(Sigma), lxd)
chk(as.array(chol(Sigma)), 
    as.array(chol(syMatrices(Sigma, byrow = !attr(Sigma, "byrow")))))
Sigma <- tcrossprod(lxn)
## Sigma and chol(Sigma) always have diagonal, lxn doesn't
chk(as.array(chol(Sigma)), as.array(lxn))
### check singular matrices
x <- matrix(runif(21), ncol = 7)
S <- crossprod(x)
@
with meaningful error messages
<<echo = FALSE>>=
cat("> ## IGNORE_RDIFF_BEGIN\n")
@
<<cholerr>>
print(try(chol(S), silent = TRUE))
print(try(chol(as.syMatrices(S)), silent = TRUE))
@
<<echo = FALSE>>=
cat("> ## IGNORE_RDIFF_END\n")
@

Alternatively, we might want to compute the decomposition $\mSigma_i =
\mL_i^{-1} \mL_i^{-\top}$ for multiple symmetric matrices $\mSigma_i$, stored as a matrix
in class \code{syMatrices}. We begin, in analogy to \code{chol}, setting up
a new generic \code{invchol} with methods for \code{syMatrices} and also a
default method handling matrices.

We first recall the interpretation of the diagonal and
off-diagonal elements of $\mL$ (without the $i$ index here) from the
log-likelihood~(\ref{ll_mL_d})
\begin{eqnarray*}
\ell(\nuvec, \mL) & = & -\frac{J}{2} \log(2\pi) + \sum_{j = 1}^\J \log
  \diag(\mL)_j - \frac{1}{2} (\mL \yvec - \nuvec)^\top (\mL \yvec - \nuvec) \\
& \propto & \sum_{j = 1}^\J \log\diag(\mL)_j - 
  \frac{1}{2} (\lambdavec_j^\top \yvec - \nu_j)^2 \\
& = & \sum_{j = 1}^J \log(\lambda_{jj}) - 
  \frac{1}{2}\left(\sum_{\jmath = 1}^{j - 1} \lambda_{j\jmath} y_\jmath + \lambda_{jj} y_j - \nu_j\right)^2.
\end{eqnarray*}
where $\lambda_{jj} = \diag(\mL)_j$ and $\lambdavec_j$ is the $j$th row of
$\mL$ of length $j$.
That is, the joint log-likelihood is the sum the $\J$ log-likelihoods
corresponding to the linear regressions of $Y_j$ on $Y_1, \dots, Y_{j - 1}$,
with residual standard error $\diag(\mL)_j^{-1} = \lambda_{jj}^{-1}$ and
least-square regression coefficients $\beta_\jmath = \lambda_{j\jmath} \lambda_{jj}$
(NB: Veccia approximations use the same setup, but constrain some elements of
$\beta$ to zero).

Thus, in order to obtain $\mL$, 
we only have to compute the whole series of linear regressions from
$\mSigma$. We proceed by induction: For $j = 1$, we simply get $\lambda_{11} =
\diag(\mSigma)_1^{-\nicefrac{1}{2}}$. For $j$,
with $\mS = \sum_{i = }^N (\yvec_i - \bar{\yvec})(\yvec_i - \bar{\yvec})^\top$ we
can write $\betavec_{j} = \mS_{1:(j-1),1:(j-1)}^{-1} \mS_j$ for $j = 2,
\dots, J$ based on the partioned $j \times j $ submatrix
\begin{eqnarray*}
\mS_{\jvec,\jvec} = \begin{pmatrix}
\mS_{1:(j-1),1:(j-1)}^{-1} & \mS_j \\
\mS_j^\top & \sigma^2_j
\end{pmatrix}
\end{eqnarray*}
of $\mSigma$. This matrix corresponds to the crossproduct $\mS_{1:(j-1),1:(j-1)}^{-1}
= \mX^\top \mX$ of the
$j-1$ regressors and $\mX^\top Y = \mS_j$ when using the classical $Y =
\mX^\top \betavec + \sigma \varepsilon$ notation with $\varepsilon \sim \ND_1(0,
1)$.

We already have that $\mS_{1:(j-1),1:(j-1)} = \mL_{1:(j-1),1:(j-1)}^{-1}
\mL_{1:(j-1),1:(j-1)}^{-\top}$, so 
\begin{eqnarray*}
\betavec_j = \mL_{1:(j-1),1:(j-1)}^\top \mL_{1:(j-1),1:(j-1)} \mS_j. 
\end{eqnarray*}
We also know that the variance of 
$Y_j$ was estimated as $\sigma_j^2 = \diag(\mS)_j$ and thus
\begin{eqnarray*}
\sigma_j^2 & = & \betavec_j^\top \mS_{1:(j-1),1:(j-1),1:(j-1),1:(j-1)}
\betavec_j + \lambda_{jj}^{-2} \\
& = & \mS_j^\top \mL_{1:(j-1),1:(j-1)}^\top \mL_{1:(j-1),1:(j-1)} \mS_j + \lambda_{jj}^{-2} \\
& \iff & \lambda_{jj} = (\sigma^2_j - \|\mL_{1:(j-1),1:(j-1)} \mS_j\|^2_2)^{-\nicefrac{1}{2}}
\end{eqnarray*}
and we can update $\mL$ as
\begin{eqnarray*}
\mL_{\jvec, \jvec} = \begin{pmatrix}
\mL_{1:(j-1),1:(j-1)} & \betavec_{j} \lambda_{jj} \\
\betavec_j \lambda_{jj} & \lambda_{jj}
\end{pmatrix}.
\end{eqnarray*}
We proceed until $j = J$ and return $\mL$.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap41}\raggedright\small
\NWtarget{nuweb44}{} $\langle\,${\itshape invchol syMatrices}\nobreak\ {\footnotesize {44}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@invchol <- function(x, ...)@\\
\mbox{}\verb@    UseMethod("invchol")@\\
\mbox{}\verb@@\\
\mbox{}\verb@invchol.default <- function(x, ...)@\\
\mbox{}\verb@    invchol(as.syMatrices(as.matrix(x)))@\\
\mbox{}\verb@@\\
\mbox{}\verb@invchol.syMatrices <- function(x, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    byrow_orig <- attr(x, "byrow")@\\
\mbox{}\verb@    d <- dim(x)@\\
\mbox{}\verb@    x <- .adddiag(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### x is of class syMatrices, coerse to ltMatrices first and re-arrange@\\
\mbox{}\verb@    ### second@\\
\mbox{}\verb@    class(x) <- gsub("syMatrices", "ltMatrices", class(x))@\\
\mbox{}\verb@    x <- ltMatrices(x, byrow = TRUE)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!is.double(x)) storage.mode(x) <- "double"@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- .Call(mvtnorm_R_syMatrices_invchol, x, @\\
\mbox{}\verb@                 as.integer(d[1L]), as.integer(d[2L]))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- ltMatrices(ret, byrow = byrow_orig)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The heavy lifting requires some \proglang{C} code

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap42}\raggedright\small
\NWtarget{nuweb45}{} $\langle\,${\itshape invchol}\nobreak\ {\footnotesize {45}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@SEXP R_syMatrices_invchol (SEXP Sigma, SEXP N, SEXP J) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    SEXP ans;@\\
\mbox{}\verb@    double *dans;@\\
\mbox{}\verb@    int iJ = INTEGER(J)[0];@\\
\mbox{}\verb@    int pJ = iJ * (iJ + 1) / 2;@\\
\mbox{}\verb@    int iN = INTEGER(N)[0];@\\
\mbox{}\verb@    int i, info = 0;@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ans = PROTECT(duplicate(Sigma));@\\
\mbox{}\verb@    dans = REAL(ans);@\\
\mbox{}\verb@@\\
\mbox{}\verb@    for (i = 0; i < iN; i++) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@        C_invchol(iJ, dans, &info);@\\
\mbox{}\verb@@\\
\mbox{}\verb@        if (info != 0) {@\\
\mbox{}\verb@            if (info > 0)@\\
\mbox{}\verb@                error("the leading minor of order %d is not positive definite",@\\
\mbox{}\verb@                      info);@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@@\\
\mbox{}\verb@        dans += pJ;@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    UNPROTECT(1);@\\
\mbox{}\verb@    return(ans);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb3}{3}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap43}\raggedright\small
\NWtarget{nuweb46}{} $\langle\,${\itshape invchol workhorse}\nobreak\ {\footnotesize {46}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@void C_invchol (int J, double* ans, int* info) {@\\
\mbox{}\verb@        @\\
\mbox{}\verb@    int i, j, k;@\\
\mbox{}\verb@    int start = 1, str;@\\
\mbox{}\verb@    int end = 0;@\\
\mbox{}\verb@    double sd = 0.0;@\\
\mbox{}\verb@    double *sigma, *x;@\\
\mbox{}\verb@@\\
\mbox{}\verb@    info[0] = 0;@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (ans[0] < DBL_EPSILON) {@\\
\mbox{}\verb@       info[0] = 1;@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        ans[0] = 1 / sqrt(ans[0]);@\\
\mbox{}\verb@@\\
\mbox{}\verb@        for (j = 1; j < J; j++) {@\\
\mbox{}\verb@            sigma = ans + start;@\\
\mbox{}\verb@            sd = 0.0;@\\
\mbox{}\verb@            /* compute L mS + its 2norm */@\\
\mbox{}\verb@            /* <FIXME> use dtpmv <FIXME> */@\\
\mbox{}\verb@            for (i = j - 1; i >= 0; i--) {@\\
\mbox{}\verb@                sigma[i] *= ans[end];@\\
\mbox{}\verb@                for (k = 1; k <= i; k++)@\\
\mbox{}\verb@                    sigma[i] += ans[end - k] * sigma[i - k];@\\
\mbox{}\verb@                sd += pow(sigma[i], 2);@\\
\mbox{}\verb@                end -= i + 1;@\\
\mbox{}\verb@            }@\\
\mbox{}\verb@            /* compute lambda_jj^-1 */@\\
\mbox{}\verb@            sd = sigma[j] - sd;@\\
\mbox{}\verb@            if (sd < DBL_EPSILON) {@\\
\mbox{}\verb@                info[0] = j;@\\
\mbox{}\verb@                break;@\\
\mbox{}\verb@            }@\\
\mbox{}\verb@            sd = sqrt(sd);@\\
\mbox{}\verb@            str = 0;@\\
\mbox{}\verb@            /* compute L^\top (L mS) */@\\
\mbox{}\verb@            /* <FIXME> use dtpmv <FIXME> */@\\
\mbox{}\verb@            for (i = 0; i < j; i++) {@\\
\mbox{}\verb@                x = ans + str + i;@\\
\mbox{}\verb@                sigma[i] *= x[0]; @\\
\mbox{}\verb@                for (k = i + 1; k < j; k++) {@\\
\mbox{}\verb@                    x += k;@\\
\mbox{}\verb@                    sigma[i] += x[0] * sigma[k];@\\
\mbox{}\verb@                }@\\
\mbox{}\verb@                str += i + 1;@\\
\mbox{}\verb@            }@\\
\mbox{}\verb@            /* jth row of L */@\\
\mbox{}\verb@            for (i = 0; i < j; i++)@\\
\mbox{}\verb@                sigma[i] = - sigma[i] / sd;@\\
\mbox{}\verb@            sigma[j] = 1 / sd;@\\
\mbox{}\verb@            start += j + 1;@\\
\mbox{}\verb@            end = start - 1;@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb3}{3}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
<<invchol>>=
Sigma <- tcrossprod(lxd)
chk(invchol(Sigma), solve(lxd))
Sigma <- tcrossprod(lxn)
## Sigma and chol(Sigma) always have diagonal, lxn doesn't
chk(as.array(invchol(Sigma)), as.array(solve(lxn)))
### check singular matrices
x <- matrix(runif(21), ncol = 7)
S <- crossprod(x)
@
with meaningful error messages
<<echo = FALSE>>=
# condition number is different for different systems
cat("> ## IGNORE_RDIFF_BEGIN\n")
@
<<invcholerr>>=
print(try(solve(S), silent = TRUE))
print(try(invchol(S), silent = TRUE))
@
<<echo = FALSE>>=
cat("> ## IGNORE_RDIFF_END\n")
@

\section{Kronecker Products} \label{sec:vectrick}

We sometimes need to compute $\text{vec}(\mS)^\top (\mA^\top \otimes \mC)$,
where $\mS$ is a lower triangular or other $\J \times \J$ matrix and
$\mA$ and $\mC$ are lower triangular $\J \times \J$ matrices. With the ``vec
trick'', we have $\text{vec}(\mS)^\top (\mA^\top \otimes \mC) = 
\text{vec}(\mC^\top \mS \mA^\top)^\top$.  We compute $\mC^\top \mS \mA^\top$ by default or $\mC \mS \mA^\top$ or
$\mC^\top \mS \mA$ or $\mC^\top \mS \mA^\top$ by using the \code{trans}
argument in \code{vectrick}.  Argument \code{C} is an \code{ltMatrices}
object

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap44}\raggedright\small
\NWtarget{nuweb47}{} $\langle\,${\itshape check C argument}\nobreak\ {\footnotesize {47}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@C <- as.ltMatrices(C)@\\
\mbox{}\verb@C_byrow_orig <- attr(C, "byrow")@\\
\mbox{}\verb@dC <- dim(C)@\\
\mbox{}\verb@nm <- attr(C, "rcnames")@\\
\mbox{}\verb@N <- dC[1L]@\\
\mbox{}\verb@J <- dC[2L]@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb49}{49}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\code{S} can be an \code{ltMatrices} object, an \code{syMatrices} object, or a 
$\J^2 \times N$ matrix featuring columns of vectorised $\J \times \J$, but
not necessarily symmetric, matrices. In case \code{S} is missing, we
interpret it as \code{diag(J)} later on

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap45}\raggedright\small
\NWtarget{nuweb48a}{} $\langle\,${\itshape check S argument}\nobreak\ {\footnotesize {48a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@SltM <- is.ltMatrices(S)@\\
\mbox{}\verb@if (SltM || is.syMatrices(S)) {@\\
\mbox{}\verb@    S_byrow_orig <- attr(S, "byrow")@\\
\mbox{}\verb@    stopifnot(S_byrow_orig == C_byrow_orig)@\\
\mbox{}\verb@    dS <- dim(S)@\\
\mbox{}\verb@    stopifnot(dC[2L] == dS[2L])@\\
\mbox{}\verb@    if (dC[1] != 1L) {@\\
\mbox{}\verb@        stopifnot(dC[1L] == dS[1L])@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        N <- dS[1L]@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    ### we'll use matrix-matrix multiplication in Mult@\\
\mbox{}\verb@    S <- matrix(as.array(S), ncol = dS[1L])@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    stopifnot(is.matrix(S))@\\
\mbox{}\verb@    stopifnot(nrow(S) == J^2)@\\
\mbox{}\verb@    if (dC[1] != 1L) {@\\
\mbox{}\verb@        stopifnot(dC[1L] == ncol(S))@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        N <- ncol(S)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb49}{49}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\code{A} is an \code{ltMatrices} object

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap46}\raggedright\small
\NWtarget{nuweb48b}{} $\langle\,${\itshape check A argument}\nobreak\ {\footnotesize {48b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (missing(A)) {@\\
\mbox{}\verb@    A <- C@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    A <- as.ltMatrices(A)@\\
\mbox{}\verb@    A_byrow_orig <- attr(A, "byrow")@\\
\mbox{}\verb@    stopifnot(C_byrow_orig == A_byrow_orig)@\\
\mbox{}\verb@    dA <- dim(A)@\\
\mbox{}\verb@    stopifnot(dC[2L] == dA[2L])@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb49}{49}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We put everything together in function \code{vectrick} by leveraging the
matrix-matrix multiplication in \code{Mult}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap47}\raggedright\small
\NWtarget{nuweb49}{} $\langle\,${\itshape kronecker vec trick}\nobreak\ {\footnotesize {49}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@vectrick <- function(C, S, A, transpose = c(TRUE, TRUE)) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    stopifnot(all(is.logical(transpose)))@\\
\mbox{}\verb@    stopifnot(length(transpose) == 2L)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (missing(S) && missing(A)) {@\\
\mbox{}\verb@        if (transpose[1L] && !transpose[2L])@\\
\mbox{}\verb@            return(crossprod(C)) ### t(C) %*% C@\\
\mbox{}\verb@        if (!transpose[1L] && transpose[2L])@\\
\mbox{}\verb@            return(tcrossprod(C)) ### C %*% t(C)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape check C argument}\nobreak\ {\footnotesize \NWlink{nuweb47}{47}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (missing(S)) {  ### S = diag(J), interpreted as syMatrices obj@\\
\mbox{}\verb@        SltM <- TRUE@\\
\mbox{}\verb@        CS <- as.array(C)@\\
\mbox{}\verb@        if (transpose[1L]) CS <- aperm(CS, perm = c(2L, 1L, 3L))@\\
\mbox{}\verb@        CS <- matrix(CS, nrow = J^2)@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        @\hbox{$\langle\,${\itshape check S argument}\nobreak\ {\footnotesize \NWlink{nuweb48a}{48a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@        ### CS = C %*% S or CS = t(C) %*% S@\\
\mbox{}\verb@        CS <- Mult(C, S, transpose = transpose[1L])@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape check A argument}\nobreak\ {\footnotesize \NWlink{nuweb48b}{48b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### CS %*% t(A) = t(A %*% t(CS)) or@\\
\mbox{}\verb@    ### CS %*% A  = t(t(A) %*% t(CS)) @\\
\mbox{}\verb@    CS <- CS[TR <- c(t(L <- matrix(seq_len(J^2), nrow = J))),,drop = FALSE]@\\
\mbox{}\verb@    ret <- Mult(A, CS, transpose = !transpose[2L])[TR,,drop = FALSE]@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!SltM) return(matrix(c(ret), ncol = N))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- ltMatrices(ret[L[.lt(J, diag = TRUE)],,drop = FALSE], @\\
\mbox{}\verb@                      diag = TRUE, byrow = FALSE, names = nm)@\\
\mbox{}\verb@    ret <- ltMatrices(ret, byrow = attr(C, "byrow"))@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Here is a small example

<<kronecker>>=
J <- 10

d <- TRUE
L <- diag(J)
L[lower.tri(L, diag = d)] <- prm <- runif(J * (J + c(-1, 1)[d + 1]) / 2)

C <- solve(L)

D <- -kronecker(t(C), C)

S <- diag(J)
S[lower.tri(S, diag = TRUE)] <- x <- runif(J * (J + 1) / 2)

SD0 <- matrix(c(S) %*% D, ncol = J)

SD1 <- -crossprod(C, tcrossprod(S, C))

a <- ltMatrices(C[lower.tri(C, diag = TRUE)], diag = TRUE, byrow = FALSE)
b <- ltMatrices(x, diag = TRUE, byrow = FALSE)

SD2 <- -vectrick(a, b, a)
SD2a <- -vectrick(a, b)
chk(SD2, SD2a)

chk(SD0[lower.tri(SD0, diag = d)], 
    SD1[lower.tri(SD1, diag = d)])
chk(SD0[lower.tri(SD0, diag = d)],
    c(unclass(SD2)))

### same; but SD2 is vec(SD0)
S <- t(matrix(as.array(b), byrow = FALSE, nrow = 1))
SD2 <- -vectrick(a, S, a)
SD2a <- -vectrick(a, S)
chk(SD2, SD2a)

chk(c(SD0), c(SD2))

### N > 1
N <- 4L
prm <- runif(J * (J - 1) / 2)
C <- ltMatrices(prm)
S <- matrix(runif(J^2 * N), ncol = N)
A <- vectrick(C, S, C)
Cx <- as.array(C)[,,1]
B <- apply(S, 2, function(x) t(Cx) %*% matrix(x, ncol = J) %*% t(Cx))
chk(A, B)

A <- vectrick(C, S, C, transpose = c(FALSE, FALSE))
Cx <- as.array(C)[,,1]
B <- apply(S, 2, function(x) Cx %*% matrix(x, ncol = J) %*% Cx)
chk(A, B)
@


\section{Convenience Functions} \label{sec:conv}


We add a few convenience functions for computing covariance matrices
$\mSigma_i = \mC_i \mC_i^\top$, precision matrices $\mP_i = \mL_i^\top \mL_i$, 
correlation matrices $\mR_i = \tilde{\mC}_i \tilde{\mC_i}^\top$ 
(where $\tilde{\mC}_i = \text{diag}(\mC_i \mC_i^\top)^{-\frac{1}{2}}
\mC_i)$, or matrices of partial correlations $\mA_i = -\tilde{\mL}_i^\top \tilde{\mL}_i$ with 
$\tilde{\mL}_i = \mL_i \text{diag}(\mL_i^\top \mL_i)^{-\frac{1}{2}}$
from $\mL_i$ (\code{invchol}) or $\mC_i =
\mL_i^{-1}$ (\code{chol}) for $i = 1, \dots, N$. 

Before we start, let us put a label on lower triangular matrices, such that
we can differentiate between $\mC$ and $\mL$.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap48}\raggedright\small
\NWtarget{nuweb51a}{} $\langle\,${\itshape chol classes}\nobreak\ {\footnotesize {51a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@is.chol <- function(x) inherits(x, "chol")@\\
\mbox{}\verb@as.chol <- function(x) {@\\
\mbox{}\verb@    stopifnot(is.ltMatrices(x))@\\
\mbox{}\verb@    if (is.chol(x)) return(x)@\\
\mbox{}\verb@    if (is.invchol(x))@\\
\mbox{}\verb@        return(invchol2chol(x))@\\
\mbox{}\verb@    class(x) <- c("chol", class(x))@\\
\mbox{}\verb@    return(x)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@is.invchol <- function(x) inherits(x, "invchol")@\\
\mbox{}\verb@as.invchol <- function(x) {@\\
\mbox{}\verb@    stopifnot(is.ltMatrices(x))@\\
\mbox{}\verb@    if (is.invchol(x)) return(x)@\\
\mbox{}\verb@    if (is.chol(x))@\\
\mbox{}\verb@        return(chol2invchol(x))@\\
\mbox{}\verb@    class(x) <- c("invchol", class(x))@\\
\mbox{}\verb@    return(x)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb53}{53}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
First, we set-up functions for computing $\tilde{\mC}_i$
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap49}\raggedright\small
\NWtarget{nuweb51b}{} $\langle\,${\itshape D times C}\nobreak\ {\footnotesize {51b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@Dchol <- function(x, D = 1 / sqrt(Tcrossprod(x, diag_only = TRUE))) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (is.invchol(x)) stop("Dchol cannot work with invchol objects")@\\
\mbox{}\verb@@\\
\mbox{}\verb@    x <- .adddiag(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    N <- dim(x)[1L]@\\
\mbox{}\verb@    J <- dim(x)[2L]@\\
\mbox{}\verb@    nm <- dimnames(x)[[2L]]@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### for some parameter configurations logdet(ret) would@\\
\mbox{}\verb@    ### be -Inf; make sure this does't happen@\\
\mbox{}\verb@    if (any(D < .Machine$double.eps))@\\
\mbox{}\verb@        D[D < .Machine$double.eps] <- 2 * .Machine$double.eps@\\
\mbox{}\verb@    if (any(D > 1 / .Machine$double.eps))@\\
\mbox{}\verb@        D[D > 1 / .Machine$double.eps] <-  (1 / .Machine$double.eps) / 2@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (attr(x, "byrow")) {@\\
\mbox{}\verb@       idx <- rep(1:J, 1:J)@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@       idx <- do.call("c", sapply(seq_len(J), @\\
\mbox{}\verb@           function(j) seq(from = j, to = J, by = 1L)))@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    x[] <- unclass(x) * D[idx,,drop = FALSE]@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- as.chol(x)@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb53}{53}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and $\tilde{\mC}_i^{-1} = \mL_i \text{diag}(\mL_i^{-1} \mL_i^{-\top})^{\frac{1}{2}}$

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap50}\raggedright\small
\NWtarget{nuweb52}{} $\langle\,${\itshape L times D}\nobreak\ {\footnotesize {52}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@### invcholD = solve(Dchol)@\\
\mbox{}\verb@invcholD <- function(x, D = sqrt(Tcrossprod(solve(x), diag_only = TRUE))) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (is.chol(x)) stop("invcholD cannot work with chol objects")@\\
\mbox{}\verb@@\\
\mbox{}\verb@    x <- .adddiag(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    N <- dim(x)[1L]@\\
\mbox{}\verb@    J <- dim(x)[2L]@\\
\mbox{}\verb@    nm <- dimnames(x)[[2L]]@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### for some parameter configurations logdet(ret) would@\\
\mbox{}\verb@    ### be -Inf; make sure this does't happen@\\
\mbox{}\verb@    if (any(D < .Machine$double.eps))@\\
\mbox{}\verb@        D[D < .Machine$double.eps] <- 2 * .Machine$double.eps@\\
\mbox{}\verb@    if (any(D > 1 / .Machine$double.eps))@\\
\mbox{}\verb@        D[D > 1 / .Machine$double.eps] <-  (1 / .Machine$double.eps) / 2@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (attr(x, "byrow")) {@\\
\mbox{}\verb@       idx <- do.call("c",sapply(seq_len(J), function(j) seq_len(j)))@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@       idx <- rep(1:J, J:1)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    x[] <- unclass(x) * D[idx,,drop = FALSE]@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- as.invchol(x)@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb53}{53}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and now the convenience functions are one-liners:

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap51}\raggedright\small
\NWtarget{nuweb53}{} $\langle\,${\itshape convenience functions}\nobreak\ {\footnotesize {53}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape chol classes}\nobreak\ {\footnotesize \NWlink{nuweb51a}{51a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape D times C}\nobreak\ {\footnotesize \NWlink{nuweb51b}{51b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape L times D}\nobreak\ {\footnotesize \NWlink{nuweb52}{52}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@### C -> Sigma@\\
\mbox{}\verb@chol2cov <- function(x)@\\
\mbox{}\verb@    Tcrossprod(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@### Sigma -> C@\\
\mbox{}\verb@cov2chol <- function(x)@\\
\mbox{}\verb@    as.chol(chol(x))@\\
\mbox{}\verb@@\\
\mbox{}\verb@### L -> C@\\
\mbox{}\verb@invchol2chol <- function(x)@\\
\mbox{}\verb@    as.chol(solve(x))@\\
\mbox{}\verb@@\\
\mbox{}\verb@### C -> L@\\
\mbox{}\verb@chol2invchol <- function(x)@\\
\mbox{}\verb@    as.invchol(solve(x))@\\
\mbox{}\verb@@\\
\mbox{}\verb@### L -> Sigma@\\
\mbox{}\verb@invchol2cov <- function(x)@\\
\mbox{}\verb@    chol2cov(invchol2chol(x))@\\
\mbox{}\verb@@\\
\mbox{}\verb@### Sigma -> L@\\
\mbox{}\verb@cov2invchol <- function(x)@\\
\mbox{}\verb@    as.invchol(invchol(x))@\\
\mbox{}\verb@@\\
\mbox{}\verb@### L -> Precision@\\
\mbox{}\verb@invchol2pre <- function(x)@\\
\mbox{}\verb@    Crossprod(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@### C -> Precision@\\
\mbox{}\verb@chol2pre <- function(x)@\\
\mbox{}\verb@    Crossprod(chol2invchol(x))@\\
\mbox{}\verb@@\\
\mbox{}\verb@### C -> R@\\
\mbox{}\verb@chol2cor <- function(x) {@\\
\mbox{}\verb@    ret <- Tcrossprod(Dchol(x))@\\
\mbox{}\verb@    diagonals(ret) <- NULL@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@### L -> R@\\
\mbox{}\verb@invchol2cor <- function(x) {@\\
\mbox{}\verb@    ret <- chol2cor(invchol2chol(x))@\\
\mbox{}\verb@    diagonals(ret) <- NULL@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@### L -> A@\\
\mbox{}\verb@invchol2pc <- function(x) {@\\
\mbox{}\verb@    ret <- -Crossprod(invcholD(x, D = 1 / sqrt(Crossprod(x, diag_only = TRUE))))@\\
\mbox{}\verb@    diagonals(ret) <- 0@\\
\mbox{}\verb@    ret@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@### C -> A@\\
\mbox{}\verb@chol2pc <- function(x)@\\
\mbox{}\verb@    invchol2pc(solve(x))@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Here are some tests

<<conv-ex-1>>=
prec2pc <- function(x) {
    ret <- -cov2cor(x)
    diag(ret) <- 0
    ret
}
L <- lxn
Sigma <- apply(as.array(L), 3, 
               function(x) tcrossprod(solve(x)), simplify = FALSE)
Prec <- lapply(Sigma, solve)
Corr <- lapply(Sigma, cov2cor)
CP <- lapply(Corr, solve)
PC <- lapply(Prec, function(x) prec2pc(x))
chk(unlist(Sigma), c(as.array(invchol2cov(L))), 
    check.attributes = FALSE)
chk(unlist(Prec), c(as.array(invchol2pre(L))), 
    check.attributes = FALSE)
chk(unlist(Corr), c(as.array(invchol2cor(L))), 
    check.attributes = FALSE)
chk(unlist(CP), c(as.array(crossprod(invcholD(L)))), 
    check.attributes = FALSE)
chk(unlist(PC), c(as.array(invchol2pc(L))), 
    check.attributes = FALSE)
@

<<conv-ex-2>>=
C <- lxn
Sigma <- apply(as.array(C), 3, 
               function(x) tcrossprod(x), simplify = FALSE)
Prec <- lapply(Sigma, solve)
Corr <- lapply(Sigma, cov2cor)
CP <- lapply(Corr, solve)
PC <- lapply(Prec, function(x) prec2pc(x))
chk(unlist(Sigma), c(as.array(chol2cov(C))), 
    check.attributes = FALSE)
chk(unlist(Prec), c(as.array(chol2pre(C))), 
    check.attributes = FALSE)
chk(unlist(Corr), c(as.array(chol2cor(C))), 
    check.attributes = FALSE)
chk(unlist(CP), c(as.array(crossprod(solve(Dchol(C))))), 
    check.attributes = FALSE)
chk(unlist(PC), c(as.array(chol2pc(C))), 
    check.attributes = FALSE)
@

<<conv-ex-3>>=
L <- lxd
Sigma <- apply(as.array(L), 3, 
               function(x) tcrossprod(solve(x)), simplify = FALSE)
Prec <- lapply(Sigma, solve)
Corr <- lapply(Sigma, cov2cor)
CP <- lapply(Corr, solve)
PC <- lapply(Prec, function(x) prec2pc(x))
chk(unlist(Sigma), c(as.array(invchol2cov(L))), 
    check.attributes = FALSE)
chk(unlist(Prec), c(as.array(invchol2pre(L))), 
    check.attributes = FALSE)
chk(unlist(Corr), c(as.array(invchol2cor(L))), 
    check.attributes = FALSE)
chk(unlist(CP), c(as.array(crossprod(invcholD(L)))), 
    check.attributes = FALSE)
chk(unlist(PC), c(as.array(invchol2pc(L))), 
    check.attributes = FALSE)
@

<<conv-ex-4>>=
C <- lxd
Sigma <- apply(as.array(C), 3, 
               function(x) tcrossprod(x), simplify = FALSE)
Prec <- lapply(Sigma, solve)
Corr <- lapply(Sigma, cov2cor)
CP <- lapply(Corr, solve)
PC <- lapply(Prec, function(x) prec2pc(x))
chk(unlist(Sigma), c(as.array(chol2cov(C))), 
    check.attributes = FALSE)
chk(unlist(Prec), c(as.array(chol2pre(C))), 
    check.attributes = FALSE)
chk(unlist(Corr), c(as.array(chol2cor(C))), 
    check.attributes = FALSE)
chk(unlist(CP), c(as.array(crossprod(solve(Dchol(C))))), 
    check.attributes = FALSE)
chk(unlist(PC), c(as.array(chol2pc(C))), 
    check.attributes = FALSE)
@

We also add an \code{aperm} method for class \code{ltMatrices}, 
implementing the parameters ($\tilde{\mC}_i$ or $\tilde{\mL}_i$) 
for permuted versions of the
random vectors $\rY_i$. Let $\pi$ denote a permutation of $1, \dots, J$ and
$\Pi$ the corresponding permutation matrix. Then, we have 
$\Pi \rY_i \sim \ND_\J(\mathbf{0}_\J, \Pi \mC_i \mC_i^\top \Pi^\top)$.
Unfortunately, $\Pi \mC_i$ is no longer lower triangular, so we have to find
the Cholesky decompositon $\tilde{\mC}_i \tilde{\mC}_i^\top$ of $\Pi \mC_i \mC_i^\top
\Pi^\top$. Of course, $\tilde{\mL}_i = \tilde{\mC}_i^{-1}$.

The function \code{aperm}, with argument \code{perm} $=\pi$, 
now computes the Cholesky factor $\tilde{\mC}_i$
of the permuted covariance matrix, or the inverse thereof (in case
\code{x} is of class \code{invchol}). We start with some tests

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap52}\raggedright\small
\NWtarget{nuweb55}{} $\langle\,${\itshape aperm checks}\nobreak\ {\footnotesize {55}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@J <- dim(a)[2L]@\\
\mbox{}\verb@if (missing(perm)) return(a)@\\
\mbox{}\verb@if (is.character(perm)) @\\
\mbox{}\verb@    perm <- match(perm, dimnames(a)[[2L]])@\\
\mbox{}\verb@stopifnot(all(perm %in% 1:J))@\\
\mbox{}\verb@@\\
\mbox{}\verb@args <- list(...)@\\
\mbox{}\verb@if (length(args) > 0L)@\\
\mbox{}\verb@    warning("Additional arguments", names(args), "ignored")@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb56a}{56a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and then implement the two methods

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap53}\raggedright\small
\NWtarget{nuweb56a}{} $\langle\,${\itshape aperm}\nobreak\ {\footnotesize {56a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@aperm.chol <- function(a, perm, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape aperm checks}\nobreak\ {\footnotesize \NWlink{nuweb55}{55}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    return(as.chol(chol(chol2cov(a)[,perm])))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@aperm.invchol <- function(a, perm, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape aperm checks}\nobreak\ {\footnotesize \NWlink{nuweb55}{55}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    return(as.invchol(invchol(invchol2cov(a)[,perm])))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroDefBy\ \NWlink{nuweb56a}{56a}\NWlink{nuweb56b}{b}.
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
<<aperm-tests, eval= TRUE>>=
L <- as.invchol(lxn)
J <- dim(L)[2L]
Lp <- aperm(a = L, perm = p <- sample(1:J))
chk(invchol2cov(L)[,p], invchol2cov(Lp))

C <- as.chol(lxn)
J <- dim(C)[2L]
Cp <- aperm(a = C, perm = p <- sample(1:J))
chk(chol2cov(C)[,p], chol2cov(Cp))
@

We finally add a method for class \code{ltMatrices}, for which we actually cannot
provide a reasonable result, and for symmetric matrices, where we simply
fall-back on subsetting

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap54}\raggedright\small
\NWtarget{nuweb56b}{} $\langle\,${\itshape aperm}\nobreak\ {\footnotesize {56b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@aperm.ltMatrices <- function(a, perm, ...)@\\
\mbox{}\verb@    stop("Cannot permute objects of class ltMatrices, @\\
\mbox{}\verb@          consider calling as.chol() or as.invchol() first")@\\
\mbox{}\verb@@\\
\mbox{}\verb@aperm.syMatrices <- function(a, perm, ...)@\\
\mbox{}\verb@    return(a[,perm])@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroDefBy\ \NWlink{nuweb56a}{56a}\NWlink{nuweb56b}{b}.
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\chapter{Marginal and Conditional Normal Distributions} \label{sec:margcond}

Marginal and conditional distributions from distributions $\rY_i \sim
\ND_\J\left(\muvec_i, \mC_i \mC_i^\top\right)$
(\code{chol} argument for $\mC_i$ for $i = 1, \dots, N$) or $\rY_i \sim
\ND_\J\left(\muvec_i, \mL_i^{-1} \mL_i^{-\top}\right)$
(\code{invchol} argument for $\mL_i$ for $i = 1, \dots, N$) shall be
computed, where $\muvec_i$ is either the mean vector or is given by 
$\muvec_i = \mL_i^{-1} \nuvec_i = \mC_i \nuvec_i$.

The different parameterisations are useful in different contexts. Dropping
the subscript $i$ for notational convenience, we can write the marginal mean
vector and the covariance matrix as
\begin{eqnarray*}
\E(\rY) & = & \muvec \\
\V(\rY) & = & \mSigma = \mC \mC^\top = \mL^{-1} \mL^{-\top}.
\end{eqnarray*}
Of course, $Y_j \sim \ND_1\left(\mu_j, \sigma_j^2\right)$, where $\sigma_j^2$ is the
$j$th diagonal element of $\mSigma$. In contrast to this ``marginal
parameterisation'' where parameters have a direct interpretation in terms of
univariate marginal distributions, a ``conditional parameterisation'' in
terms of $\nuvec$ and $\mL$ is helpful when one is interested in the
conditional distributions
\begin{eqnarray*}
Y_j \mid Y_1 = y_1, \dots, Y_{j-1} = y_{j-1} \sim 
    \ND_1\left(\mL_{jj}^{-1} \nu_j - \sum_{\jmath = 1}^{j - 1} \mL_{jj}^{-1} \mL_{j\jmath} y_\jmath, 
               \mL_{jj}^{-2}\right)
\end{eqnarray*}
for each $j = 2, \dots, J$, for a proof see (\ref{fm:cdistr}). Here, the intercept is given by $\mL_{jj}^{-1} \nu_j$
and the regression coefficients by $\mL_{jj}^{-1} \mL_{j\jmath}$. Based on
these parameters, the joint density is given as
\begin{eqnarray} \label{fm:jd}
f(\yvec \mid \nuvec, \mL) & = & (2 \pi)^{-\frac{J}{2}} \det(\mL) \exp\left(-\frac{1}{2} \| \mL \yvec - \nuvec \|_2^2\right)
\\ \nonumber
& = & (2 \pi)^{-\frac{J}{2}} \prod_{j = 1}^J \mL_{jj} \exp\left(-\frac{1}{2} \| \mL \yvec - \nuvec \|_2^2\right)
\\
& = & f(y_1 \mid \nu_1, \mL_{11}) \times f(y_2 | y_1, \nu_2, \mL_{2\cdot})
\times \cdots \times f(y_J \mid y_1, \dots, y_{J - 1}, \nu_J, \mL_{J\cdot})
\nonumber
\end{eqnarray}
which nicely decomposes into a product of conditional densities.

Before we begin, we implement three convenience functions for extracting
marginal means from any parameterisation using infrastructure later to be 
developed in Chapter~\ref{inter}. We start with marginal means

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap55}\raggedright\small
\NWtarget{nuweb58a}{} $\langle\,${\itshape mvnorm marginal means}\nobreak\ {\footnotesize {58a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@mean.mvnorm <- function(x, ...) {@\\
\mbox{}\verb@    if (!is.null(x$mean)) return(x$mean)@\\
\mbox{}\verb@    if (!is.null(x$invcholmean)) return(.i2m(x))@\\
\mbox{}\verb@    return(0)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb127a}{127a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and covariances

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap56}\raggedright\small
\NWtarget{nuweb58b}{} $\langle\,${\itshape mvnorm vcov}\nobreak\ {\footnotesize {58b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@vcov.mvnorm <- function(object, ...) {@\\
\mbox{}\verb@    if (is.invchol(object$scale)) return(invchol2cov(object$scale))@\\
\mbox{}\verb@    return(chol2cov(object$scale))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb127a}{127a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and also add a function for computing intercepts, regression coefficients and
residual standard errors 

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap57}\raggedright\small
\NWtarget{nuweb59}{} $\langle\,${\itshape mvnorm regression coefs}\nobreak\ {\footnotesize {59}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@coef.mvnorm <- function(object, which = dim(object$scale)[2L], ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (dim(object$scale)[[2L]] == 1) {@\\
\mbox{}\verb@        if (!is.invchol(object$scale)) object$scale <- chol2invchol(object$scale)@\\
\mbox{}\verb@        if (!is.null(object$invcholmean)) object$mean <- mean(object)@\\
\mbox{}\verb@        if (is.null(object$mean)) return(NULL)@\\
\mbox{}\verb@        ret <- object$mean@\\
\mbox{}\verb@        attr(ret, "sigma") <- 1 / c(unclass(object$scale))@\\
\mbox{}\verb@        return(ret)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (is.character(which)) @\\
\mbox{}\verb@        which <- which(dimnames(object$scale)[[2L]] == which)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    stopifnot((length(which) == 1L) && @\\
\mbox{}\verb@              (which > 1) && @\\
\mbox{}\verb@              (which <= dim(object$scale)[2L]))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!is.invchol(object$scale)) object$scale <- chol2invchol(object$scale)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    diag <- attr(object$scale, "diag")@\\
\mbox{}\verb@    j <- which - 1L@\\
\mbox{}\verb@    start <- j * (j + 1) / 2@\\
\mbox{}\verb@    idx <- start + seq_len(which)@\\
\mbox{}\verb@    ret <- Lower_tri(ltMatrices(object$scale, byrow = TRUE, diag = diag), @\\
\mbox{}\verb@                     diag = diag)[idx,,drop = FALSE]@\\
\mbox{}\verb@    rownames(ret) <- dimnames(object$scale)[[2L]][seq_len(which)]@\\
\mbox{}\verb@    if (!is.null(nm <- dimnames(object$scale)[[1L]]))@\\
\mbox{}\verb@        colnames(ret) <- nm@\\
\mbox{}\verb@    dg <- ret[nrow(ret),]@\\
\mbox{}\verb@    cf <- - ret[-nrow(ret),,drop = FALSE]@\\
\mbox{}\verb@    if (!is.null(object$mean)) object$invcholmean <- .m2i(object)@\\
\mbox{}\verb@    if (!is.null(object$invcholmean))@\\
\mbox{}\verb@        cf <- rbind("(Intercept)" = object$invcholmean[which,,drop = TRUE], cf)@\\
\mbox{}\verb@    cf <- cf / matrix(dg, nrow = nrow(cf), ncol = ncol(cf), byrow = TRUE)@\\
\mbox{}\verb@    cf <- cf[,,drop = TRUE]@\\
\mbox{}\verb@    attr(cf, "sigma") <- 1 / dg@\\
\mbox{}\verb@    return(cf)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb127a}{127a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We begin computations for marginal and conditional distributions with some simple argument checks

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap58}\raggedright\small
\NWtarget{nuweb60a}{} $\langle\,${\itshape mc input checks}\nobreak\ {\footnotesize {60a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@stopifnot(xor(missing(chol), missing(invchol)))@\\
\mbox{}\verb@x <- if (missing(chol)) invchol else chol@\\
\mbox{}\verb@@\\
\mbox{}\verb@stopifnot(is.ltMatrices(x))@\\
\mbox{}\verb@@\\
\mbox{}\verb@N <- dim(x)[1L]@\\
\mbox{}\verb@J <- dim(x)[2L]@\\
\mbox{}\verb@@\\
\mbox{}\verb@if (missing(which)) return(x)@\\
\mbox{}\verb@@\\
\mbox{}\verb@if (is.character(which)) which <- match(which, dimnames(x)[[2L]])@\\
\mbox{}\verb@stopifnot(all(which %in% 1:J))@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb60b}{60b}\NWlink{nuweb64}{, 64}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The first $j$ marginal distributions can be obtained from subsetting $\mC$
or $\mL$ directly. Arbitrary marginal distributions are based on the
corresponding subset of the covariance matrix for which we compute a
corresponding Cholesky factor (such that we can use \code{lpmvnorm} later
on).

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap59}\raggedright\small
\NWtarget{nuweb60b}{} $\langle\,${\itshape marginal}\nobreak\ {\footnotesize {60b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@marg_mvnorm <- function(chol, invchol, which = 1L) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape mc input checks}\nobreak\ {\footnotesize \NWlink{nuweb60a}{60a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (which[1] == 1L && (length(which) == 1L || @\\
\mbox{}\verb@                           all(diff(which) == 1L))) {@\\
\mbox{}\verb@        ### which is 1:j@\\
\mbox{}\verb@        tmp <- x[,which]@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        if (missing(chol)) { @\\
\mbox{}\verb@            cv <- invchol2cov(x)@\\
\mbox{}\verb@            tmp <- cov2invchol(cv[,which])@\\
\mbox{}\verb@        } else {@\\
\mbox{}\verb@            cv <- chol2cov(x)@\\
\mbox{}\verb@            tmp <- cov2chol(cv[,which])@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (missing(chol))@\\
\mbox{}\verb@        ret <- list(invchol = tmp)@\\
\mbox{}\verb@    else@\\
\mbox{}\verb@        ret <- list(chol = tmp)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We compute conditional distributions from the precision matrices
$\mSigma^{-1}_i = \mP_i = \mL_i^\top \mL_i$ (we omit the $i$ index from now
on). For an arbitrary subset $\jvec
\subset \{1, \dots, \J\}$, the conditional distribution of $\rY_{-\jvec}$
given $\rY_{\jvec} = \yvec_{\jvec}$ is
\begin{eqnarray*}
\rY_{-\jvec} \mid \rY_{\jvec} = \yvec_{\jvec} \sim 
  \ND_{|\jvec|}\left(\muvec_{-\jvec} - \mP^{-1}_{-\jvec,-\jvec} \mP_{-\jvec, \jvec} 
        (\yvec_{\jvec} - \muvec_{\jvec}), \mP^{-1}_{-\jvec,-\jvec}\right)
\end{eqnarray*}
and we return a Cholesky factor $\tilde{\mC}$ such that
$\mP^{-1}_{-\jvec,-\jvec} = \tilde{\mC} \tilde{\mC}^\top$ (if \code{chol} was
given) or $\tilde{\mL} = \tilde{\mC}^{-1}$ (if \code{invchol} was given).

We can implement this as
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap60}\raggedright\small
\NWtarget{nuweb61}{} $\langle\,${\itshape cond general}\nobreak\ {\footnotesize {61}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@stopifnot(!center)@\\
\mbox{}\verb@@\\
\mbox{}\verb@if (!missing(chol)) ### chol is C = Cholesky of covariance@\\
\mbox{}\verb@    P <- Crossprod(solve(chol)) ### P = t(L) %*% L with L = C^-1@\\
\mbox{}\verb@else                ### invcol is L = Cholesky of precision@\\
\mbox{}\verb@    P <- Crossprod(invchol)@\\
\mbox{}\verb@@\\
\mbox{}\verb@Pw <- P[, -which]@\\
\mbox{}\verb@# chol <- solve(A <- base::chol(Pw)) ### Pw = A A^\top@\\
\mbox{}\verb@### arg invchol is missing, masking mvtnorm::invchol@\\
\mbox{}\verb@### which we can not access bc R CMD check is not happy about it@\\
\mbox{}\verb@chol <- getFromNamespace("invchol", "mvtnorm")(Pw) ### Pw = A A^\top@\\
\mbox{}\verb@g0 <- matrix(0, nrow = J, ncol = NCOL(given))@\\
\mbox{}\verb@g0[which,] <- given@\\
\mbox{}\verb@S <- Crossprod(chol) ### P^{-1}_jj = A^-top A^-1@\\
\mbox{}\verb@if (ncol(g0) %in% c(1L, N)) {@\\
\mbox{}\verb@    mean <- - S %*% (P %*% g0)[-which,,drop = FALSE]@\\
\mbox{}\verb@} else { ### compare to Mult() with ncol(y) !%in% (1, N)@\\
\mbox{}\verb@    ### <FIXME> check dimension and if t() is needed@\\
\mbox{}\verb@    mean <- t(sapply(seq_len(ncol(g0)), function(i)@\\
\mbox{}\verb@        - S %*% (P %*% g0[,i])[-which,,drop = FALSE]))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb64}{64}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
If $\jvec = \{1, \dots, j < \J \}$ and $\mL$ is given, computations simplify a lot because
with the partitioned matrix
\begin{eqnarray*}
\mL = & = & \begin{pmatrix}
 \mL_{\jvec,\jvec} & 0 \\
 \mL_{-\jvec,\jvec} & \mL_{-\jvec,-\jvec} 
 \end{pmatrix} 
\end{eqnarray*}
the conditional precision matrix is
\begin{eqnarray*}
\mP_{-\jvec, -\jvec} = (\mL^\top \mL)_{-\jvec, -\jvec} = \mL^\top_{-\jvec, -\jvec} \mL_{-\jvec, -\jvec}
\end{eqnarray*}
and thus we return $\tilde{\mL} = \mL_{-\jvec, -\jvec}$ (if \code{invchol}
was given) or $\tilde{\mC} = \mL^{-1}_{-\jvec, -\jvec}$ (if \code{chol} was
given). The conditional mean is
\begin{eqnarray*}
\muvec_{-\jvec} - \mP^{-1}_{-\jvec,-\jvec} \mP_{-\jvec, \jvec} (\yvec_{\jvec} - \muvec_{\jvec})
& = & 
\muvec_{-\jvec}  -\mL^{-1}_{-\jvec, -\jvec} \mL^{-\top}_{-\jvec, -\jvec} \mL^\top_{-\jvec, -\jvec} \mL_{-\jvec, \jvec} (\yvec_{\jvec} - \muvec_{\jvec}) \\
& = & \muvec_{-\jvec} - \mL^{-1}_{-\jvec, -\jvec} \mL_{-\jvec, \jvec} (\yvec_{\jvec} - \muvec_{\jvec}).
\end{eqnarray*}
We sometimes, for example when scores with respect to $\mL^{-1}_{-\jvec,
-\jvec}$ shall be computed in \code{slpmvnorm}, need the negative rescaled mean 
\begin{eqnarray} \label{fm:center}
\mL_{-\jvec, \jvec} (\yvec_{\jvec} - \muvec_{\jvec})
\end{eqnarray} and the \code{center = TRUE} argument triggers this values to
be returned.

An alternative derivation of this result is based on (\ref{fm:jd}), the
ratio of which and the density of the marginal distribution of $\rY_\jvec \sim
\ND_j\left(\mL_\jvec^{-1} \nuvec_\jvec, \mL_\jvec^{-1}\mL_\jvec^{-\top}\right)$ is
\begin{eqnarray*}
f(\yvec_{-\jvec} \mid \yvec_{\jvec}, \nuvec, \mL) = 
    \frac{f(\yvec \mid \nuvec, \mL)}
         {f(\yvec_{\jvec} \mid \nuvec_\jvec, \mL_{\jvec,\jvec})} 
& = & \frac{(2 \pi)^{-\frac{J}{2}} \prod_{j = 1}^J \mL_{jj} \exp\left(-\frac{1}{2} \| \mL \yvec - \nuvec \|_2^2\right)}
         {(2 \pi)^{-\frac{j}{2}} \prod_{\jmath = 1}^j \mL_{\jmath\jmath} \exp\left(-\frac{1}{2} \| \mL_\jvec \yvec_\jvec - \nuvec_\jvec \|_2^2\right)} \\
& = &       (2 \pi)^{-\frac{J - j}{2}} \prod_{\jmath = j + 1}^J \mL_{\jmath\jmath}
              \exp\left(-\frac{1}{2} ( \| \mL \yvec - \nuvec \|_2^2 - \| \mL_\jvec \yvec_\jvec - \nuvec_\jvec\|_2^2)\right) \\
& = & (2 \pi)^{-\frac{J - j}{2}} \prod_{\jmath = j + 1}^J
\mL_{\jmath\jmath}\exp\left( \| \mL_{-\jvec,-\jvec} \yvec_{-\jvec} - (\nuvec_{-\jvec} - \mL_{-\jvec, \jvec} \yvec_\jvec) \|_2^2\right)
\end{eqnarray*}
which corresponds to the distribution 
\begin{eqnarray} \label{fm:cdistr}
\rY_{-\jvec} \mid \yvec_{\jvec} \sim \ND_{J - j}\left(\mL^{-1}_{-\jvec,-\jvec}(\nuvec_{-\jvec} - \mL_{-\jvec, \jvec}
\yvec_\jvec), \mL^{-1}_{-\jvec,-\jvec} \mL^{-\top}_{-\jvec,-\jvec}\right).
\end{eqnarray}
Noting that $\nuvec = \mL \muvec$ and thus $\nuvec_{-\jvec} = \mL_{-\jvec,-\jvec}
\muvec_\jvec + \mL_{-\jvec, \jvec} \muvec_{-\jvec}$, we obtain for the
conditional mean
\begin{eqnarray*}
& & \mL^{-1}_{-\jvec,-\jvec}(\nuvec_{-\jvec} - \mL_{-\jvec, \jvec} \yvec_\jvec) \\
& = & \mL^{-1}_{-\jvec,-\jvec}(\mL_{-\jvec,-\jvec} \muvec_\jvec + \mL_{-\jvec, \jvec} \muvec_{-\jvec} - 
                \mL_{-\jvec, \jvec} \yvec_\jvec) \\
& = & \muvec_\jvec + \mL^{-1}_{-\jvec,-\jvec} \mL_{-\jvec, \jvec} \muvec_{-\jvec}
    - \mL^{-1}_{-\jvec,-\jvec} \mL_{-\jvec, \jvec} \yvec_\jvec \\
& = & \muvec_\jvec - \mL^{-1}_{-\jvec,-\jvec}\mL_{-\jvec, \jvec} (\yvec_\jvec - \muvec_\jvec)
\end{eqnarray*}



The implementation reads

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap61}\raggedright\small
\NWtarget{nuweb63}{} $\langle\,${\itshape cond simple}\nobreak\ {\footnotesize {63}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (which[1] == 1L && (length(which) == 1L || @\\
\mbox{}\verb@                       all(diff(which) == 1L))) {@\\
\mbox{}\verb@    ### which is 1:j@\\
\mbox{}\verb@    L <- if (missing(invchol)) solve(chol) else invchol@\\
\mbox{}\verb@    tmp <- matrix(0, ncol = ncol(given), nrow = J - length(which))@\\
\mbox{}\verb@    centerm <- Mult(L, rbind(given, tmp))               @\\
\mbox{}\verb@    ### if ncol(given) is not N = dim(L)[1L] > 1, then@\\
\mbox{}\verb@    ### solve() below won't work and we loop over@\\
\mbox{}\verb@    ### columns of centerm@\\
\mbox{}\verb@    if (dim(L)[1L] > 1 && ncol(given) != N) {@\\
\mbox{}\verb@        centerm <- lapply(1:ncol(centerm), function(j)@\\
\mbox{}\verb@            matrix(centerm[,j], nrow = J, ncol = N)[-which,,drop = FALSE]@\\
\mbox{}\verb@        )@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        centerm <- centerm[-which,,drop = FALSE]@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    L <- L[,-which]@\\
\mbox{}\verb@    ct <- centerm@\\
\mbox{}\verb@    if (!is.matrix(ct)) ct <- do.call("rbind", ct)@\\
\mbox{}\verb@    if (is.matrix(centerm)) {@\\
\mbox{}\verb@        m <- -solve(L, centerm)@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        m <- do.call("rbind", lapply(centerm, function(cm) -solve(L, cm)))@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    if (missing(invchol)) {@\\
\mbox{}\verb@        if (center)@\\
\mbox{}\verb@            return(list(center = ct, chol = solve(L)))@\\
\mbox{}\verb@        return(list(mean = m, chol = solve(L)))@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    if (center)@\\
\mbox{}\verb@        return(list(center = ct, invchol = L))@\\
\mbox{}\verb@    return(list(mean = m, invchol = L))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb64}{64}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Note that we could have avoided the general case altogether by first
computing a Cholesky decomposition of the permuted covariance matrix (such
that the conditioning variables come first). The code above only
decomposes the marginal (and thus lower-dimensional) covariance. However, we
didn't implement the \code{center = TRUE} case, so we can fall back on the
permuted version if this option is requested. Putting everything together
gives

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap62}\raggedright\small
\NWtarget{nuweb64}{} $\langle\,${\itshape conditional}\nobreak\ {\footnotesize {64}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@cond_mvnorm <- function(chol, invchol, which_given = 1L, given, center = FALSE) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    which <- which_given@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape mc input checks}\nobreak\ {\footnotesize \NWlink{nuweb60a}{60a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (N == 1) N <- NCOL(given)@\\
\mbox{}\verb@    stopifnot(is.matrix(given) && nrow(given) == length(which))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape cond simple}\nobreak\ {\footnotesize \NWlink{nuweb63}{63}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### general with center = TRUE => permute first and go simple@\\
\mbox{}\verb@    if (center) {@\\
\mbox{}\verb@        perm <- c(which, (1:J)[!(1:J) %in% which])@\\
\mbox{}\verb@        if (!missing(chol))@\\
\mbox{}\verb@        return(cond_mvnorm(chol = aperm(as.chol(chol), perm = perm),@\\
\mbox{}\verb@                           which_given = 1:length(which), given = given,@\\
\mbox{}\verb@                           center = center))@\\
\mbox{}\verb@        return(cond_mvnorm(invchol = aperm(as.invchol(invchol), perm = perm),@\\
\mbox{}\verb@                           which_given = 1:length(which), given = given,@\\
\mbox{}\verb@                           center = center))@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape cond general}\nobreak\ {\footnotesize \NWlink{nuweb61}{61}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (missing(invchol)) @\\
\mbox{}\verb@        return(list(mean = mean, chol = base::chol(S)))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    return(list(mean = mean, invchol = invchol(S)))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Let's check this against the commonly used formula based on the covariance
matrix, first for the marginal distribution

<<marg>>=
Sigma <- tcrossprod(lxd)
j <- 1:3
chk(Sigma[,j], tcrossprod(marg_mvnorm(chol = lxd, which = j)$chol))
j <- 2:4
chk(Sigma[,j], tcrossprod(marg_mvnorm(chol = lxd, which = j)$chol))

Sigma <- tcrossprod(solve(lxd))
j <- 1:3
chk(Sigma[,j], tcrossprod(solve(marg_mvnorm(invchol = lxd, which = j)$invchol)))
j <- 2:4
chk(Sigma[,j], tcrossprod(solve(marg_mvnorm(invchol = lxd, which = j)$invchol)))
@

and then for conditional distributions. The general case is

<<cond-general>>=
Sigma <- as.array(tcrossprod(lxd))[,,1]
j <- 2:4
y <- matrix(c(-1, 2, 1), nrow = 3)

cm <- Sigma[-j, j,drop = FALSE] %*% solve(Sigma[j,j]) %*%  y
colnames(cm) <- dimnames(lxd)[[1L]][1L]
cS <- Sigma[-j, -j] - Sigma[-j,j,drop = FALSE] %*% 
      solve(Sigma[j,j]) %*% Sigma[j,-j,drop = FALSE]

cmv <- cond_mvnorm(chol = lxd[1,], which_given = j, given = y)

chk(cm, cmv$mean)
chk(cS, as.array(tcrossprod(cmv$chol))[,,1])

Sigma <- as.array(tcrossprod(solve(lxd)))[,,1]
j <- 2:4
y <- matrix(c(-1, 2, 1), nrow = 3)

cm <- Sigma[-j, j,drop = FALSE] %*% solve(Sigma[j,j]) %*%  y
colnames(cm) <- dimnames(lxd)[[1L]][1L]
cS <- Sigma[-j, -j] - Sigma[-j,j,drop = FALSE] %*% 
      solve(Sigma[j,j]) %*% Sigma[j,-j,drop = FALSE]

cmv <- cond_mvnorm(invchol = lxd[1,], which_given = j, given = y)

chk(cm, cmv$mean)
chk(cS, as.array(tcrossprod(solve(cmv$invchol)))[,,1])
@

and the simple case is

<<cond-simple>>=
Sigma <- as.array(tcrossprod(lxd))[,,1]
j <- 1:3
y <- matrix(c(-1, 2, 1), nrow = 3)

cm <- Sigma[-j, j,drop = FALSE] %*% solve(Sigma[j,j]) %*%  y
colnames(cm) <- dimnames(lxd)[[1L]][1L]
cS <- Sigma[-j, -j] - Sigma[-j,j,drop = FALSE] %*% 
      solve(Sigma[j,j]) %*% Sigma[j,-j,drop = FALSE]

cmv <- cond_mvnorm(chol = lxd[1,], which_given = j, given = y)

chk(c(cm), c(cmv$mean))
chk(cS, as.array(tcrossprod(cmv$chol))[,,1])

Sigma <- as.array(tcrossprod(solve(lxd)))[,,1]
j <- 1:3
y <- matrix(c(-1, 2, 1), nrow = 3)

cm <- Sigma[-j, j,drop = FALSE] %*% solve(Sigma[j,j]) %*%  y
colnames(cm) <- dimnames(lxd)[[1L]][1L]
cS <- Sigma[-j, -j] - Sigma[-j,j,drop = FALSE] %*% 
      solve(Sigma[j,j]) %*% Sigma[j,-j,drop = FALSE]

cmv <- cond_mvnorm(invchol = lxd[1,], which_given = j, given = y)

chk(c(cm), c(cmv$mean))
chk(cS, as.array(tcrossprod(solve(cmv$invchol)))[,,1])
@

\section{Continuous Log-likelihoods}

With $\rZ \sim \ND_J(0, \mI_J)$ and $\rY =  \mC_i \rZ + \muvec_i \sim
\ND_J(\muvec_i, \mC_i \mC_i^\top)$ we want to evaluate the
log-likelihood contributions for observations $\yvec_1, \dots, \yvec_N$ in a
function called \code{ldmvnorm}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap63}\raggedright\small
\NWtarget{nuweb66}{} $\langle\,${\itshape ldmvnorm}\nobreak\ {\footnotesize {66}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@ldmvnorm <- function(obs, mean, invcholmean, chol, invchol, logLik = TRUE) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    stopifnot(xor(missing(chol), missing(invchol)))@\\
\mbox{}\verb@    if (missing(mean) && missing(invcholmean)) invcholmean <- 0@\\
\mbox{}\verb@    stopifnot(xor(missing(mean), missing(invcholmean)))@\\
\mbox{}\verb@    if (!is.matrix(obs)) obs <- matrix(obs, ncol = 1L)@\\
\mbox{}\verb@    p <- ncol(obs)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!missing(chol)) {@\\
\mbox{}\verb@         @\hbox{$\langle\,${\itshape ldmvnorm chol}\nobreak\ {\footnotesize \NWlink{nuweb69b}{69b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@         @\hbox{$\langle\,${\itshape ldmvnorm invchol}\nobreak\ {\footnotesize \NWlink{nuweb70}{70}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    names(logretval) <- colnames(obs)@\\
\mbox{}\verb@    if (logLik) return(sum(logretval))@\\
\mbox{}\verb@    return(logretval)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb74}{74}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We first check if the observations $\yvec_1, \dots, \yvec_N$ are given in an
$\J \times N$ matrix \code{obs} with corresponding means $\muvec_1, \dots,
\muvec_N$ in \code{means} and return the mean-centered observations.
Alternatively, when the scaled mean $\nuvec_i = \mL_i \muvec_i$ (\code{invcholmean}) is
given, we only check the dimensions.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap64}\raggedright\small
\NWtarget{nuweb67}{} $\langle\,${\itshape check obs}\nobreak\ {\footnotesize {67}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@.check_obs_mean <- function(obs, mean, J, N) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    nr <- nrow(obs)@\\
\mbox{}\verb@    nc <- ncol(obs)@\\
\mbox{}\verb@    if (nc != N)@\\
\mbox{}\verb@        stop("obs and (inv)chol have non-conforming size")@\\
\mbox{}\verb@    if (nr != J)@\\
\mbox{}\verb@        stop("obs and (inv)chol have non-conforming size")@\\
\mbox{}\verb@    if (identical(unique(mean), 0)) return(obs)@\\
\mbox{}\verb@    if (length(mean) == J) @\\
\mbox{}\verb@        return(obs - c(mean))@\\
\mbox{}\verb@    if (!is.matrix(mean))@\\
\mbox{}\verb@        stop("obs and mean have non-conforming size")@\\
\mbox{}\verb@    if (nrow(mean) != nr)@\\
\mbox{}\verb@        stop("obs and mean have non-conforming size")@\\
\mbox{}\verb@    if (ncol(mean) != nc)@\\
\mbox{}\verb@        stop("obs and mean have non-conforming size")@\\
\mbox{}\verb@    return(obs - mean)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@.check_obs_invcholmean <- function(obs, invcholmean, J, N) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    nr <- nrow(obs)@\\
\mbox{}\verb@    nc <- ncol(obs)@\\
\mbox{}\verb@    if (nc != N)@\\
\mbox{}\verb@        stop("obs and (inv)chol have non-conforming size")@\\
\mbox{}\verb@    if (nr != J)@\\
\mbox{}\verb@        stop("obs and (inv)chol have non-conforming size")@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (is.null(invcholmean)) @\\
\mbox{}\verb@        return(matrix(0, nrow = J, ncol = N))@\\
\mbox{}\verb@    if (identical(unique(invcholmean), 0)) @\\
\mbox{}\verb@        return(matrix(0, nrow = J, ncol = N))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!is.matrix(invcholmean))@\\
\mbox{}\verb@        invcholmean <- matrix(invcholmean, nrow = J)@\\
\mbox{}\verb@    nr <- nrow(invcholmean)@\\
\mbox{}\verb@    nc <- ncol(invcholmean)@\\
\mbox{}\verb@    if (!(nc %in% c(1L, N)))@\\
\mbox{}\verb@        stop("obs and (inv)chol have non-conforming size")@\\
\mbox{}\verb@    if (nr != J)@\\
\mbox{}\verb@        stop("invcholmean and (inv)chol have non-conforming size")@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (ncol(invcholmean) == N) @\\
\mbox{}\verb@        return(invcholmean)@\\
\mbox{}\verb@    return(matrix(invcholmean, nrow = J, ncol = N))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
With $\mSigma_i
= \mC_i \mC_i^\top$ the log-likelihood function for $\rY_i = \yvec_i$ is
\begin{eqnarray*}
\ell_i(\muvec_i, \mC_i) = -\frac{J}{2} \log(2\pi) - \frac{1}{2} \log \mid
\mSigma_i \mid - \frac{1}{2} (\yvec_i - \muvec_i)^\top \mSigma^{-1}_i (\yvec_i - \muvec_i)
\end{eqnarray*}
Because $\log \mid \mSigma_i \mid =  \log \mid \mC_i \mC_i^\top \mid = 2 \log \mid
\mC_i \mid = 2 \sum_{j = 1}^\J \log \diag(\mC_i)_j$ we get the simpler expression
\begin{eqnarray} \label{ll_mC}
\ell_i(\muvec_i, \mC_i) & = & -\frac{J}{2} \log(2\pi) - \sum_{j = 1}^\J \log \diag(\mC_i)_j - \frac{1}{2}
(\yvec_i - \muvec_i)^\top \mC_i^{-\top} \mC_i^{-1} (\yvec_i - \muvec_i).
\end{eqnarray}

With $\nuvec_i = \mC_i^{-1} \muvec_i$ (argument \code{invcholmean}) given, we get
\begin{eqnarray} \label{ll_mC_d}
\ell_i(\nuvec_i, \mC_i) & = & -\frac{J}{2} \log(2\pi) - \sum_{j = 1}^\J \log \diag(\mC_i)_j - \frac{1}{2}
(\mC_i^{-1} \yvec_i - \nuvec_i)^\top (\mC_i^{-1} \yvec_i - \nuvec_i).
\end{eqnarray}

The most attractive expression however is based on the parameterisation
using $\mL_i = \mC_i^{-1}$ and $\nuvec_i$ because we get
\begin{eqnarray} \label{ll_mL_d}
\ell_i(\nuvec_i, \mL_i) & = & -\frac{J}{2} \log(2\pi) + \sum_{j = 1}^\J \log
\diag(\mL_i)_j - \frac{1}{2} (\mL_i \yvec_i - \nuvec_i)^\top (\mL_i \yvec_i - \nuvec_i)
\end{eqnarray}
which is simultaneously log-concave in both parameters
\citep{Barrathh_Boyd_2023}.

We need to compute \code{colSums(dnorm(z, log = TRUE))} quite often. This
turns out to be time-consuming and memory intensive, so we provide a small
internal helper function focusing on the necessary computations.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap65}\raggedright\small
\NWtarget{nuweb68}{} $\langle\,${\itshape colSumsdnorm}\nobreak\ {\footnotesize {68}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@SEXP R_ltMatrices_colSumsdnorm (SEXP z, SEXP N, SEXP J) {@\\
\mbox{}\verb@    /* number of columns */@\\
\mbox{}\verb@    int iN = INTEGER(N)[0];@\\
\mbox{}\verb@    /* number of rows */@\\
\mbox{}\verb@    int iJ = INTEGER(J)[0];@\\
\mbox{}\verb@    SEXP ans;@\\
\mbox{}\verb@    double *dans, Jl2pi, *dz;@\\
\mbox{}\verb@@\\
\mbox{}\verb@    Jl2pi = iJ * log(2 * M_PI);@\\
\mbox{}\verb@    PROTECT(ans = allocVector(REALSXP, iN));@\\
\mbox{}\verb@    dans = REAL(ans);@\\
\mbox{}\verb@    dz = REAL(z);@\\
\mbox{}\verb@@\\
\mbox{}\verb@    for (int i = 0; i < iN; i++) {@\\
\mbox{}\verb@        dans[i] = 0.0;@\\
\mbox{}\verb@        for (int j = 0; j < iJ; j++)@\\
\mbox{}\verb@            dans[i] += pow(dz[j], 2);@\\
\mbox{}\verb@        dans[i] = - 0.5 * (Jl2pi + dans[i]);@\\
\mbox{}\verb@        dz += iJ;@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    @\\
\mbox{}\verb@    UNPROTECT(1);@\\
\mbox{}\verb@    return(ans);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb3}{3}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap66}\raggedright\small
\NWtarget{nuweb69a}{} $\langle\,${\itshape colSumsdnorm ltMatrices}\nobreak\ {\footnotesize {69a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@.colSumsdnorm <- function(z) {@\\
\mbox{}\verb@    stopifnot(is.numeric(z))@\\
\mbox{}\verb@    if (!is.matrix(z))@\\
\mbox{}\verb@        z <- matrix(z, nrow = 1, ncol = length(z))@\\
\mbox{}\verb@    ret <- .Call(mvtnorm_R_ltMatrices_colSumsdnorm, z, ncol(z), nrow(z))@\\
\mbox{}\verb@    names(ret) <- colnames(z)@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The main part is now

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap67}\raggedright\small
\NWtarget{nuweb69b}{} $\langle\,${\itshape ldmvnorm chol}\nobreak\ {\footnotesize {69b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (missing(chol))@\\
\mbox{}\verb@    stop("either chol or invchol must be given")@\\
\mbox{}\verb@## chol is given@\\
\mbox{}\verb@if (!is.ltMatrices(chol))       ### NOTE: replace with is.chol@\\
\mbox{}\verb@    stop("chol is not an object of class ltMatrices")@\\
\mbox{}\verb@N <- dim(chol)[1L]@\\
\mbox{}\verb@N <- ifelse(N == 1, p, N)@\\
\mbox{}\verb@J <- dim(chol)[2L]@\\
\mbox{}\verb@if (missing(invcholmean)) {@\\
\mbox{}\verb@    ## NOTE: obs is now mean-centered@\\
\mbox{}\verb@    obs <- .check_obs_mean(obs = obs, mean = mean, J = J, N = N)@\\
\mbox{}\verb@    z <- solve(chol, obs)@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    invcholmean <- .check_obs_invcholmean(obs = obs, invcholmean = invcholmean, @\\
\mbox{}\verb@                                          J = J, N = N)@\\
\mbox{}\verb@    z <- solve(chol, obs) - invcholmean@\\
\mbox{}\verb@}@\\
\mbox{}\verb@logretval <- .colSumsdnorm(z)@\\
\mbox{}\verb@if (attr(chol, "diag"))@\\
\mbox{}\verb@    logretval <- logretval - logdet(chol)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb66}{66}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
where we can use the efficient implementations of \code{solve} and
\code{logdet}.

If $\mL_i = \mC_i^{-1}$ is given, we obtain
\begin{eqnarray*}
\ell_i(\muvec_i, \mL_i) & = & -\frac{J}{2} \log(2\pi) + \sum_{j = 1}^\J \log \diag(\mL_i)_j - \frac{1}{2}
(\yvec_i - \muvec_i)^\top \mL_i^\top \mL_i (\yvec_i - \muvec_i).
\end{eqnarray*}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap68}\raggedright\small
\NWtarget{nuweb70}{} $\langle\,${\itshape ldmvnorm invchol}\nobreak\ {\footnotesize {70}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@## invchol is given@\\
\mbox{}\verb@if (!is.ltMatrices(invchol))    ### NOTE: replace with is.invchol@\\
\mbox{}\verb@    stop("invchol is not an object of class ltMatrices")@\\
\mbox{}\verb@N <- dim(invchol)[1L]@\\
\mbox{}\verb@N <- ifelse(N == 1, p, N)@\\
\mbox{}\verb@J <- dim(invchol)[2L]@\\
\mbox{}\verb@if (missing(invcholmean)) {@\\
\mbox{}\verb@    ## NOTE: obs is now mean-centered@\\
\mbox{}\verb@    obs <- .check_obs_mean(obs = obs, mean = mean, J = J, N = N)@\\
\mbox{}\verb@    z <- Mult(invchol, obs)@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    invcholmean <- .check_obs_invcholmean(obs = obs, invcholmean = invcholmean, @\\
\mbox{}\verb@                                          J = J, N = N)@\\
\mbox{}\verb@    z <- Mult(invchol, obs) - invcholmean@\\
\mbox{}\verb@}@\\
\mbox{}\verb@logretval <- .colSumsdnorm(z)@\\
\mbox{}\verb@## note that the second summand gets recycled the correct number@\\
\mbox{}\verb@## of times in case dim(invchol)[1L] == 1 but ncol(obs) > 1@\\
\mbox{}\verb@if (attr(invchol, "diag"))@\\
\mbox{}\verb@    logretval <- logretval + logdet(invchol)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb66}{66}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The score function with respect to \code{obs} is
\begin{eqnarray*}
\frac{\partial \ell_i(\muvec_i, \mL_i)}{\partial \yvec_i} = - \mL_i^\top \mL_i (\yvec_i - \muvec_i),
\end{eqnarray*}
with respect to the scaled mean $\nuvec_i$ we get
\begin{eqnarray*}
\frac{\partial \ell_i(\nuvec_i, \mL_i)}{\partial \nuvec_i} = \mL_i \yvec_i - \nuvec_i,
\end{eqnarray*}
and with respect to \code{invchol} we have
\begin{eqnarray*}
\frac{\partial \ell_i(\muvec_i, \mL_i)}{\partial \mL_i} = 
- 2 \mL_i (\yvec_i - \muvec_i) (\yvec_i - \muvec_i)^\top + \diag(\mL_i)^{-1}.
\end{eqnarray*}
The score function with respect to \code{chol} post-processes the above
score using the vec-trick~(Section~\ref{sec:vectrick}).
For the log-likelihood~(\ref{ll_mC}), the score with respect to $\mC_i$ is the sum of the score 
functions of the two terms. We start with the simpler first term
\begin{eqnarray*}
\frac{\partial - \sum_{j = 1}^\J \log \diag(\mC_i)_j}{\partial \mC_i} & = & - \diag(\mC_i)^{-1}
\end{eqnarray*}

The second term gives (we omit the mean for the sake of simplicity)
\begin{eqnarray*}
\frac{\partial  - \yvec_i^\top \mC_i^{-\top} \mC_i^{-1} \yvec_i}{\partial \mC_i}
& = & - \left. \frac{\partial \yvec_i^\top \mA^\top \mA \yvec_i}{\partial \mA} \right|_{\mA = \mC^{-1}_i}
        \left. \frac{\partial \mA^{-1}}{\partial \mA} \right|_{\mA = \mC_i} \\
& = & - 2 \vecop(\mC_i^{-1} \yvec_i \yvec_i^\top)^\top (-1) (\mC_i^{-\top} \otimes \mC_i^{-1}) \\
& = & 2 \vecop(\mC_i^{-\top} \mC_i^{-1} \yvec_i \yvec_i^\top \mC_i^{-\top})^\top
\end{eqnarray*}
In \code{sldmvnorm}, we compute the score with respect to $\mL_i$ and use
the above relationship to compute the score with respect to $\mC_i$.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap69}\raggedright\small
\NWtarget{nuweb71}{} $\langle\,${\itshape sldmvnorm}\nobreak\ {\footnotesize {71}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@sldmvnorm <- function(obs, mean, invcholmean, chol, invchol, logLik = TRUE) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    stopifnot(xor(missing(chol), missing(invchol)))@\\
\mbox{}\verb@    if (missing(mean) && missing(invcholmean)) invcholmean <- 0@\\
\mbox{}\verb@    stopifnot(xor(missing(mean), missing(invcholmean)))@\\
\mbox{}\verb@    if (!is.matrix(obs)) obs <- matrix(obs, ncol = 1L)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!missing(invchol)) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@        N <- dim(invchol)[1L]@\\
\mbox{}\verb@        N <- ifelse(N == 1, ncol(obs), N)@\\
\mbox{}\verb@        J <- dim(invchol)[2L]@\\
\mbox{}\verb@        if (missing(invcholmean)) {@\\
\mbox{}\verb@            obs <- .check_obs_mean(obs = obs, mean = mean, J = J, N = N)@\\
\mbox{}\verb@            ## NOTE: obs is mean-centered now @\\
\mbox{}\verb@            Mix <- Mult(invchol, obs)@\\
\mbox{}\verb@        } else {@\\
\mbox{}\verb@            invcholmean <- .check_obs_invcholmean(obs = obs, invcholmean = invcholmean, @\\
\mbox{}\verb@                                                  J = J, N = N)@\\
\mbox{}\verb@            Mix <- Mult(invchol, obs) - invcholmean@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@        sobs <- - Mult(invchol, Mix, transpose = TRUE)@\\
\mbox{}\verb@@\\
\mbox{}\verb@        ### score wrt invchol@\\
\mbox{}\verb@        idx <- matrix(1:J, nrow = J, ncol = J)@\\
\mbox{}\verb@        idx <- idx[.lt(J, diag  = attr(invchol, "diag"))]@\\
\mbox{}\verb@        j <- seq_len(J - !(attr(invchol, "diag") + 0L))@\\
\mbox{}\verb@        idx2 <- rep(j, rev(j))@\\
\mbox{}\verb@        ret <- - obs[idx2,,drop = FALSE] * Mix[idx,,drop = FALSE]@\\
\mbox{}\verb@@\\
\mbox{}\verb@        if (!is.null(dimnames(invchol)[[1L]]))@\\
\mbox{}\verb@            colnames(ret) <- dimnames(invchol)[[1]]@\\
\mbox{}\verb@        ret <- ltMatrices(ret,@\\
\mbox{}\verb@                          diag = attr(invchol, "diag"), byrow = FALSE,@\\
\mbox{}\verb@                          names = dimnames(invchol)[[2L]])@\\
\mbox{}\verb@        ret <- ltMatrices(ret, diag = attr(invchol, "diag"), @\\
\mbox{}\verb@                          byrow = attr(invchol, "byrow"))@\\
\mbox{}\verb@        if (attr(invchol, "diag")) {@\\
\mbox{}\verb@            ### recycle properly@\\
\mbox{}\verb@            diagonals(ret) <- diagonals(ret) + c(1 / diagonals(invchol))@\\
\mbox{}\verb@        } else {@\\
\mbox{}\verb@            diagonals(ret) <- 0@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@        if (missing(invcholmean)) {@\\
\mbox{}\verb@            ret <- list(obs = sobs, invchol = ret)@\\
\mbox{}\verb@        } else {@\\
\mbox{}\verb@            ret <- list(obs = sobs, invcholmean = Mix, invchol = ret)@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@        if (logLik) @\\
\mbox{}\verb@            ### note: obs is obs - mean if mean was present@\\
\mbox{}\verb@            ret$logLik <- ldmvnorm(obs = obs, invcholmean = invcholmean,@\\
\mbox{}\verb@                                   invchol = invchol, logLik = FALSE)@\\
\mbox{}\verb@        return(ret)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    invchol <- solve(chol)@\\
\mbox{}\verb@    ret <- sldmvnorm(obs = obs, mean = mean, invcholmean = invcholmean, @\\
\mbox{}\verb@                     invchol = invchol)@\\
\mbox{}\verb@    ### this means: ret$chol <- - vectrick(invchol, ret$invchol, invchol)@\\
\mbox{}\verb@    ret$chol <- as.chol(- vectrick(invchol, ret$invchol))@\\
\mbox{}\verb@    ret$invchol <- NULL@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb74}{74}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\section{Application Example}

Let's say we have $\rY_i \sim \ND_\J(\mathbf{0}_J, \mC_i \mC_i^{\top})$
for $i = 1, \dots, N$ and we know the Cholesky factors $\mL_i = \mC_i^{-1}$ of the $N$
precision matrices $\Sigma^{-1}_i = \mL_i \mL_i^{\top}$. We generate $\rY_i = \mL_i^{-1}
\rZ_i$ from $\rZ_i \sim \ND_\J(\mathbf{0}_\J, \mI_\J)$.
Evaluating the corresponding log-likelihood is now straightforward and fast,
compared to repeated calls to \code{dmvnorm}

<<ex-MV>>=
N <- 1000L
J <- 50L
lt <- ltMatrices(matrix(runif(N * J * (J + 1) / 2) + 1, ncol = N), 
                 diag = TRUE, byrow = FALSE)
Z <- matrix(rnorm(N * J), ncol = N)
Y <- solve(lt, Z)
ll1 <- sum(dnorm(lt %*% Y, log = TRUE)) + sum(log(diagonals(lt)))

S <- as.array(tcrossprod(solve(lt)))
ll2 <- sum(sapply(1:N, function(i) 
                           dmvnorm(x = Y[,i], sigma = S[,,i], log = TRUE)))
chk(ll1, ll2)
@

The \code{ldmvnorm} function now also has \code{chol} and \code{invchol}
arguments such that we can use
<<ex-MV-d>>=
ll3 <- ldmvnorm(obs = Y, invchol = lt)
chk(ll1, ll3)
@
Note that argument \code{obs} in \code{ldmvnorm} is an $\J \times N$ matrix
whereas the traditional interface in \code{dmvnorm} expects
an $N \times \J$ matrix \code{x}.
The reason is that \code{Mult} or \code{solve} work with $\J \times N$
matrices and we want to avoid matrix transposes.


Sometimes it is preferable to split the joint distribution into a marginal
distribution of some elements and the conditional distribution given these
elements. The joint density is, of course, the product of the marginal and
conditional densities and we can check if this works for our example by

<<ex-MV-mc>>=
## marginal of and conditional on these
(j <- 1:5 * 10)
md <- marg_mvnorm(invchol = lt, which = j)
cd <- cond_mvnorm(invchol = lt, which_given = j, given = Y[j,])

ll3 <- sum(dnorm(md$invchol %*% Y[j,], log = TRUE)) + 
       sum(log(diagonals(md$invchol))) +
       sum(dnorm(cd$invchol %*% (Y[-j,] - cd$mean), log = TRUE)) + 
       sum(log(diagonals(cd$invchol)))
chk(ll1, ll3)
@


\chapter{Multivariate Normal Log-likelihoods} \label{lpmvnorm}

<<chapterseed, echo = FALSE>>=
set.seed(270312)
@

We now discuss code for evaluating the log-likelihood
\begin{eqnarray*}
\sum_{i = 1}^N \log(p_i(\mC_i \mid \avec_i, \bvec_i))
\end{eqnarray*}

This is relatively simple to achieve using the existing \code{pmvnorm}
function, so a prototype might look like

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap70}\raggedright\small
\NWtarget{nuweb73}{} $\langle\,${\itshape lpmvnormR}\nobreak\ {\footnotesize {73}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@lpmvnormR <- function(lower, upper, mean = 0, invcholmean, center = NULL, chol, logLik = TRUE, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### only needed for input checks@\\
\mbox{}\verb@    stopifnot(missing(invcholmean))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### get access to internal mvtnorm functions@\\
\mbox{}\verb@    .check_obs_mean <- mvtnorm:::.check_obs_mean@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape input checks}\nobreak\ {\footnotesize \NWlink{nuweb76}{76}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    sigma <- Tcrossprod(chol)@\\
\mbox{}\verb@    S <- as.array(sigma)@\\
\mbox{}\verb@    idx <- 1@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- error <- numeric(N)@\\
\mbox{}\verb@    for (i in 1:N) {@\\
\mbox{}\verb@        if (dim(sigma)[[1L]] > 1) idx <- i@\\
\mbox{}\verb@        tmp <- pmvnorm(lower = lower[,i], upper = upper[,i], sigma = S[,,idx], ...)@\\
\mbox{}\verb@        ret[i] <- tmp@\\
\mbox{}\verb@        error[i] <- attr(tmp, "error")@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    attr(ret, "error") <- error@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (logLik)@\\
\mbox{}\verb@        return(sum(log(pmax(ret, .Machine$double.eps))))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item {\NWtxtMacroNoRef}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
<<fct-lpmvnormR, echo = FALSE>>=

lpmvnormR <- function(lower, upper, mean = 0, invcholmean, center = NULL, chol, logLik = TRUE, ...) {

    ### only needed for input checks
    stopifnot(missing(invcholmean))

    ### get access to internal mvtnorm functions
    .check_obs_mean <- mvtnorm:::.check_obs_mean

    
    if (!is.matrix(lower)) lower <- matrix(lower, ncol = 1)
    if (!is.matrix(upper)) upper <- matrix(upper, ncol = 1)
    stopifnot(isTRUE(all.equal(dim(lower), dim(upper))))

    stopifnot(is.ltMatrices(chol))		### NOTE: replace with is.chol
    byrow_orig <- attr(chol, "byrow")
    chol <- ltMatrices(chol, byrow = TRUE)
    d <- dim(chol)
    ### allow single matrix C
    N <- ifelse(d[1L] == 1, ncol(lower), d[1L])
    J <- d[2L]

    stopifnot(nrow(lower) == J && ncol(lower) == N)
    stopifnot(nrow(upper) == J && ncol(upper) == N)

    if (!missing(mean)) {
        lower <- .check_obs_mean(lower, mean, J = J, N = N)
        upper <- .check_obs_mean(upper, mean, J = J, N = N)
    }

    if (!missing(invcholmean)) {
        invcholmean <- .check_obs_invcholmean(lower, invcholmean, J = J, N = N)
        center <- - invcholmean
    }

    if (!is.null(center)) {
        if (!is.matrix(center)) center <- matrix(center, nrow = J, ncol = N)
        stopifnot(nrow(center) == J && ncol(center) == N)
    }
    

    sigma <- Tcrossprod(chol)
    S <- as.array(sigma)
    idx <- 1

    ret <- error <- numeric(N)
    for (i in 1:N) {
        if (dim(sigma)[[1L]] > 1) idx <- i
        tmp <- pmvnorm(lower = lower[,i], upper = upper[,i], sigma = S[,,idx], ...)
        ret[i] <- tmp
        error[i] <- attr(tmp, "error")
    }
    attr(ret, "error") <- error

    if (logLik)
        return(sum(log(pmax(ret, .Machine$double.eps))))

    ret
}

@

However, the underlying \proglang{FORTRAN} code first computes the Cholesky
factor based on the covariance matrix, which is clearly a waste of time.
Repeated calls to \proglang{FORTRAN} also cost some time. The code \citep[based
on and evaluated in][]{Genz_Bretz_2002} implements a
specific form of quasi-Monte-Carlo integration without allowing the user to
change the scheme (or to fall-back to simple Monte-Carlo). We therefore
implement our own simplified version, with the aim to speed-things up
such that maximum-likelihood estimation becomes a bit faster.

Let's look at an example first. This code estimates $p_1, \dots, p_{10}$ for
a $5$-dimensional normal
<<ex-lpmvnorm_R>>=
J <- 5L
N <- 10L

x <- matrix(runif(N * J * (J + 1) / 2), ncol = N)
lx <- ltMatrices(x, byrow = TRUE, diag = TRUE)

a <- matrix(runif(N * J), nrow = J) - 2
a[sample(J * N)[1:2]] <- -Inf
b <- a + 2 + matrix(runif(N * J), nrow = J)
b[sample(J * N)[1:2]] <- Inf

(phat <- c(lpmvnormR(a, b, chol = lx, logLik = FALSE)))
@

We want to achieve the same result a bit more general and a bit faster, by
making the code more modular and, most importantly, by providing score
functions for all arguments $\avec_i$, $\bvec_i$, and $\mC_i$.

\section{Algorithm}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap71}\raggedright\small
\NWtarget{nuweb74}{} \verb@"lpmvnorm.R"@\nobreak\ {\footnotesize {74}}$\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape R Header}\nobreak\ {\footnotesize \NWlink{nuweb155}{155}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape lpmvnorm}\nobreak\ {\footnotesize \NWlink{nuweb85}{85}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape slpmvnorm}\nobreak\ {\footnotesize \NWlink{nuweb97}{97}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape ldmvnorm}\nobreak\ {\footnotesize \NWlink{nuweb66}{66}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape sldmvnorm}\nobreak\ {\footnotesize \NWlink{nuweb71}{71}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape ldpmvnorm}\nobreak\ {\footnotesize \NWlink{nuweb109}{109}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape sldpmvnorm}\nobreak\ {\footnotesize \NWlink{nuweb111}{111}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape deperma}\nobreak\ {\footnotesize \NWlink{nuweb116}{116}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape standardize}\nobreak\ {\footnotesize \NWlink{nuweb118}{118}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape destandardize}\nobreak\ {\footnotesize \NWlink{nuweb120}{120}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape lpRR}\nobreak\ {\footnotesize \NWlink{nuweb152}{152}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape slpRR}\nobreak\ {\footnotesize \NWlink{nuweb153}{153}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap72}\raggedright\small
\NWtarget{nuweb75}{} \verb@"lpmvnorm.c"@\nobreak\ {\footnotesize {75}}$\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape C Header}\nobreak\ {\footnotesize \NWlink{nuweb156}{156}}$\,\rangle$}\verb@@\\
\mbox{}\verb@#ifndef  USE_FC_LEN_T@\\
\mbox{}\verb@# define USE_FC_LEN_T@\\
\mbox{}\verb@#endif@\\
\mbox{}\verb@#include <Rconfig.h>@\\
\mbox{}\verb@#include <R_ext/BLAS.h> /* for dtrmm */@\\
\mbox{}\verb@#ifndef FCONE@\\
\mbox{}\verb@# define FCONE@\\
\mbox{}\verb@#endif@\\
\mbox{}\verb@#include <R.h>@\\
\mbox{}\verb@#include <Rmath.h>@\\
\mbox{}\verb@#include <Rinternals.h>@\\
\mbox{}\verb@#include <Rdefines.h>@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape pnorm fast}\nobreak\ {\footnotesize \NWlink{nuweb80b}{80b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape pnorm slow}\nobreak\ {\footnotesize \NWlink{nuweb80c}{80c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape R lpmvnorm}\nobreak\ {\footnotesize \NWlink{nuweb83}{83}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape R slpmvnorm}\nobreak\ {\footnotesize \NWlink{nuweb94}{94}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We implement the algorithm described by \cite{numerical-:1992}. The key
point here is that the original $\J$-dimensional problem~(\ref{pmvnorm}) is transformed into
an integral over $[0, 1]^{\J - 1}$.

For each $i = 1, \dots, N$, do

\begin{enumerate}
  \item Input $\mC_i$ (\code{chol}), $\avec_i$ (\code{lower}), $\bvec_i$
(\code{upper}), and control parameters $\alpha$, $\epsilon$, and $M_\text{max}$ (\code{M}).

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap73}\raggedright\small
\NWtarget{nuweb76}{} $\langle\,${\itshape input checks}\nobreak\ {\footnotesize {76}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (!is.matrix(lower)) lower <- matrix(lower, ncol = 1)@\\
\mbox{}\verb@if (!is.matrix(upper)) upper <- matrix(upper, ncol = 1)@\\
\mbox{}\verb@stopifnot(isTRUE(all.equal(dim(lower), dim(upper))))@\\
\mbox{}\verb@@\\
\mbox{}\verb@stopifnot(is.ltMatrices(chol))          ### NOTE: replace with is.chol@\\
\mbox{}\verb@byrow_orig <- attr(chol, "byrow")@\\
\mbox{}\verb@chol <- ltMatrices(chol, byrow = TRUE)@\\
\mbox{}\verb@d <- dim(chol)@\\
\mbox{}\verb@### allow single matrix C@\\
\mbox{}\verb@N <- ifelse(d[1L] == 1, ncol(lower), d[1L])@\\
\mbox{}\verb@J <- d[2L]@\\
\mbox{}\verb@@\\
\mbox{}\verb@stopifnot(nrow(lower) == J && ncol(lower) == N)@\\
\mbox{}\verb@stopifnot(nrow(upper) == J && ncol(upper) == N)@\\
\mbox{}\verb@@\\
\mbox{}\verb@if (!missing(mean)) {@\\
\mbox{}\verb@    lower <- .check_obs_mean(lower, mean, J = J, N = N)@\\
\mbox{}\verb@    upper <- .check_obs_mean(upper, mean, J = J, N = N)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@if (!missing(invcholmean)) {@\\
\mbox{}\verb@    invcholmean <- .check_obs_invcholmean(lower, invcholmean, J = J, N = N)@\\
\mbox{}\verb@    center <- - invcholmean@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@if (!is.null(center)) {@\\
\mbox{}\verb@    if (!is.matrix(center)) center <- matrix(center, nrow = J, ncol = N)@\\
\mbox{}\verb@    stopifnot(nrow(center) == J && ncol(center) == N)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb73}{73}\NWlink{nuweb85}{, 85}\NWlink{nuweb97}{, 97}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\item Standardise integration limits $a^{(i)}_j / c^{(i)}_{jj}$, $b^{(i)}_j / c^{(i)}_{jj}$, and rows $c^{(i)}_{j\jmath} / c^{(i)}_{jj}$ for $1 \le \jmath < j < \J$.


\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap74}\raggedright\small
\NWtarget{nuweb77a}{} $\langle\,${\itshape standardise}\nobreak\ {\footnotesize {77a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (attr(chol, "diag")) {@\\
\mbox{}\verb@    ### diagonals returns J x N and lower/upper are J x N, so@\\
\mbox{}\verb@    ### elementwise standardisation is simple@\\
\mbox{}\verb@    dchol <- diagonals(chol)@\\
\mbox{}\verb@    ### zero diagonals not allowed@\\
\mbox{}\verb@    stopifnot(all(abs(dchol) > (.Machine$double.eps)))@\\
\mbox{}\verb@    ac <- lower / c(dchol)@\\
\mbox{}\verb@    bc <- upper / c(dchol)@\\
\mbox{}\verb@    C <- Dchol(chol, D = 1 / dchol)@\\
\mbox{}\verb@    if (J > 1) { ### else: univariate problem; C is no longer used@\\
\mbox{}\verb@        uC <- Lower_tri(C)@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        uC <- unclass(C)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    ac <- lower@\\
\mbox{}\verb@    bc <- upper@\\
\mbox{}\verb@    uC <- Lower_tri(chol)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb85}{85}\NWlink{nuweb97}{, 97}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\item Initialise $\text{intsum} = \text{varsum} = 0$, $M = 0$, $d_1 =
\Phi\left(a^{(i)}_1\right)$, $e_1 = \Phi\left(b^{(i)}_1\right)$ and $f_1 = e_1 - d_1$.

Here, \code{center} is the negative rescaled mean~(\ref{fm:center}) allowing
to evaluate probabilities for conditional multivariate normal distributions
in \code{lpmvnorm} and corresponding scores in \code{slpmvnorm}. This
feature is not present in the orginal formulation of the algorithm.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap75}\raggedright\small
\NWtarget{nuweb77b}{} $\langle\,${\itshape initialisation}\nobreak\ {\footnotesize {77b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@x0 = 0.0;@\\
\mbox{}\verb@if (LENGTH(center))@\\
\mbox{}\verb@    x0 = -dcenter[0];@\\
\mbox{}\verb@d0 = pnorm_ptr(da[0], x0);@\\
\mbox{}\verb@e0 = pnorm_ptr(db[0], x0);@\\
\mbox{}\verb@emd0 = e0 - d0;@\\
\mbox{}\verb@f0 = emd0;@\\
\mbox{}\verb@intsum = (iJ > 1 ? 0.0 : f0);@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb83}{83}\NWlink{nuweb94}{, 94}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\item Repeat

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap76}\raggedright\small
\NWtarget{nuweb77c}{} $\langle\,${\itshape init logLik loop}\nobreak\ {\footnotesize {77c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@d = d0;@\\
\mbox{}\verb@f = f0;@\\
\mbox{}\verb@emd = emd0;@\\
\mbox{}\verb@start = 0;@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb83}{83}\NWlink{nuweb89b}{, 89b}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{enumerate}

      \item Generate uniform $w_1, \dots, w_{\J - 1} \in [0, 1]$.

      \item For $j = 2, \dots, J$ set 
        \begin{eqnarray*}
            y_{j - 1} & = & \Phi^{-1}\left(d_{j - 1} + w_{j - 1} (e_{j - 1} - d_{j - 1})\right)
        \end{eqnarray*}

We either generate $w_{j - 1}$ on the fly or use pre-computed weights
(\code{w}).

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap77}\raggedright\small
\NWtarget{nuweb78a}{} $\langle\,${\itshape compute y}\nobreak\ {\footnotesize {78a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@Wtmp = (W == R_NilValue ? unif_rand() : dW[j - 1]);@\\
\mbox{}\verb@tmp = d + Wtmp * emd;@\\
\mbox{}\verb@if (tmp < dtol) {@\\
\mbox{}\verb@    y[j - 1] = q0;@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    if (tmp > mdtol)@\\
\mbox{}\verb@        y[j - 1] = -q0;@\\
\mbox{}\verb@    else@\\
\mbox{}\verb@        y[j - 1] = qnorm(tmp, 0.0, 1.0, 1L, 0L);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb79b}{79b}\NWlink{nuweb93a}{, 93a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{eqnarray*}
            x_{j - 1} & = & \sum_{\jmath = 1}^{j - 1} c^{(i)}_{j\jmath} y_j
\end{eqnarray*}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap78}\raggedright\small
\NWtarget{nuweb78b}{} $\langle\,${\itshape compute x}\nobreak\ {\footnotesize {78b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@x = 0.0;@\\
\mbox{}\verb@if (LENGTH(center)) {@\\
\mbox{}\verb@    for (k = 0; k < j; k++)@\\
\mbox{}\verb@        x += dC[start + k] * (y[k] - dcenter[k]);@\\
\mbox{}\verb@    x -= dcenter[j]; @\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    for (k = 0; k < j; k++)@\\
\mbox{}\verb@        x += dC[start + k] * y[k];@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb79b}{79b}\NWlink{nuweb93a}{, 93a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{eqnarray*}
            d_j & = & \Phi\left(a^{(i)}_j - x_{j - 1}\right) \\
            e_j & = & \Phi\left(b^{(i)}_j - x_{j - 1}\right)
        \end{eqnarray*}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap79}\raggedright\small
\NWtarget{nuweb78c}{} $\langle\,${\itshape update d, e}\nobreak\ {\footnotesize {78c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@d = pnorm_ptr(da[j], x);@\\
\mbox{}\verb@e = pnorm_ptr(db[j], x);@\\
\mbox{}\verb@emd = e - d;@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb79b}{79b}\NWlink{nuweb93a}{, 93a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{eqnarray*}
            f_j & = & (e_j - d_j) f_{j - 1}.
       \end{eqnarray*}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap80}\raggedright\small
\NWtarget{nuweb79a}{} $\langle\,${\itshape update f}\nobreak\ {\footnotesize {79a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@start += j;@\\
\mbox{}\verb@f *= emd;@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb79b}{79b}\NWlink{nuweb93a}{, 93a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We put everything together in a loop starting with the second dimension

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap81}\raggedright\small
\NWtarget{nuweb79b}{} $\langle\,${\itshape inner logLik loop}\nobreak\ {\footnotesize {79b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@for (j = 1; j < iJ; j++) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape compute y}\nobreak\ {\footnotesize \NWlink{nuweb78a}{78a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape compute x}\nobreak\ {\footnotesize \NWlink{nuweb78b}{78b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape update d, e}\nobreak\ {\footnotesize \NWlink{nuweb78c}{78c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape update f}\nobreak\ {\footnotesize \NWlink{nuweb79a}{79a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb83}{83}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\item Set $\text{intsum} = \text{intsum} + f_\J$, $\text{varsum} = \text{varsum} + f^2_\J$, $M = M + 1$, 
            and $\text{error} = \sqrt{(\text{varsum}/M - (\text{intsum}/M)^2) / M}$.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap82}\raggedright\small
\NWtarget{nuweb79c}{} $\langle\,${\itshape increment}\nobreak\ {\footnotesize {79c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@intsum += f;@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb83}{83}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We refrain from early stopping and error estimation. 
    
      \item[Until] $\text{error} < \epsilon$ or $M = M_\text{max}$

    \end{enumerate}
  \item Output $\hat{p}_i = \text{intsum} / M$.

We return $\log{\hat{p}_i}$ for each $i$, or we immediately sum-up over $i$.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap83}\raggedright\small
\NWtarget{nuweb79d}{} $\langle\,${\itshape output}\nobreak\ {\footnotesize {79d}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@dans[0] += (intsum < dtol ? l0 : log(intsum)) - lM;@\\
\mbox{}\verb@if (!RlogLik)@\\
\mbox{}\verb@    dans += 1L;@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb83}{83}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and move on to the next observation (note that \code{p} might be $0$ in case
$\mC_i \equiv \mC$).

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap84}\raggedright\small
\NWtarget{nuweb80a}{} $\langle\,${\itshape move on}\nobreak\ {\footnotesize {80a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@da += iJ;@\\
\mbox{}\verb@db += iJ;@\\
\mbox{}\verb@dC += p;@\\
\mbox{}\verb@if (LENGTH(center)) dcenter += iJ;@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb83}{83}\NWlink{nuweb94}{, 94}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\end{enumerate}

It turned out that calls to \code{pnorm} are expensive, so a slightly faster
alternative \citep[suggested by][]{Matic_Radoicic_Stefanica_2018} might
provide an alternative which can be requested from using 
(\code{fast = TRUE} in the calls to \code{lpmvnorm} and \code{slpmvnorm}):

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap85}\raggedright\small
\NWtarget{nuweb80b}{} $\langle\,${\itshape pnorm fast}\nobreak\ {\footnotesize {80b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@/* see https://doi.org/10.2139/ssrn.2842681  */@\\
\mbox{}\verb@const double g2 =  -0.0150234471495426236132;@\\
\mbox{}\verb@const double g4 = 0.000666098511701018747289;@\\
\mbox{}\verb@const double g6 = 5.07937324518981103694e-06;@\\
\mbox{}\verb@const double g8 = -2.92345273673194627762e-06;@\\
\mbox{}\verb@const double g10 = 1.34797733516989204361e-07;@\\
\mbox{}\verb@const double m2dpi = -2.0 / M_PI; //3.141592653589793115998;@\\
\mbox{}\verb@@\\
\mbox{}\verb@double C_pnorm_fast (double x, double m) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    double tmp, ret;@\\
\mbox{}\verb@    double x2, x4, x6, x8, x10;@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (R_FINITE(x)) {@\\
\mbox{}\verb@        x = x - m;@\\
\mbox{}\verb@        x2 = x * x;@\\
\mbox{}\verb@        x4 = x2 * x2;@\\
\mbox{}\verb@        x6 = x4 * x2;@\\
\mbox{}\verb@        x8 = x6 * x2;@\\
\mbox{}\verb@        x10 = x8 * x2;@\\
\mbox{}\verb@        tmp = 1 + g2 * x2 + g4 * x4 + g6 * x6  + g8 * x8 + g10 * x10;@\\
\mbox{}\verb@        tmp = m2dpi * x2 * tmp;@\\
\mbox{}\verb@        ret = .5 + ((x > 0) - (x < 0)) * sqrt(1 - exp(tmp)) / 2.0;@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        ret = (x > 0 ? 1.0 : 0.0);@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    return(ret);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb75}{75}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap86}\raggedright\small
\NWtarget{nuweb80c}{} $\langle\,${\itshape pnorm slow}\nobreak\ {\footnotesize {80c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@double C_pnorm_slow (double x, double m) {@\\
\mbox{}\verb@    return(pnorm(x, m, 1.0, 1L, 0L));@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb75}{75}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The \code{fast} argument can be used to switch on the faster but less
accurate version of \code{pnorm}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap87}\raggedright\small
\NWtarget{nuweb81a}{} $\langle\,${\itshape pnorm}\nobreak\ {\footnotesize {81a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@Rboolean Rfast = asLogical(fast);@\\
\mbox{}\verb@double (*pnorm_ptr)(double, double) = C_pnorm_slow;@\\
\mbox{}\verb@if (Rfast)@\\
\mbox{}\verb@    pnorm_ptr = C_pnorm_fast;@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb83}{83}\NWlink{nuweb94}{, 94}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We allow a new set of weights for each observation or one set for all
observations. In the former case, the number of columns is $M \times N$ and
in the latter just $M$.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap88}\raggedright\small
\NWtarget{nuweb81b}{} $\langle\,${\itshape W length}\nobreak\ {\footnotesize {81b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@int pW = 0;@\\
\mbox{}\verb@if (W != R_NilValue) {@\\
\mbox{}\verb@    if (LENGTH(W) == (iJ - 1) * iM) {@\\
\mbox{}\verb@        pW = 0;@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        if (LENGTH(W) != (iJ - 1) * iN * iM)@\\
\mbox{}\verb@            error("Length of W incorrect");@\\
\mbox{}\verb@        pW = 1;@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    dW = REAL(W);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb83}{83}\NWlink{nuweb94}{, 94}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap89}\raggedright\small
\NWtarget{nuweb81c}{} $\langle\,${\itshape dimensions}\nobreak\ {\footnotesize {81c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@int iM = INTEGER(M)[0]; @\\
\mbox{}\verb@int iN = INTEGER(N)[0]; @\\
\mbox{}\verb@int iJ = INTEGER(J)[0]; @\\
\mbox{}\verb@@\\
\mbox{}\verb@da = REAL(a);@\\
\mbox{}\verb@db = REAL(b);@\\
\mbox{}\verb@dC = REAL(C);@\\
\mbox{}\verb@dW = REAL(C); // make -Wmaybe-uninitialized happy@\\
\mbox{}\verb@@\\
\mbox{}\verb@if (LENGTH(C) == iJ * (iJ - 1) / 2)@\\
\mbox{}\verb@    p = 0;@\\
\mbox{}\verb@else @\\
\mbox{}\verb@    p = LENGTH(C) / iN;@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb83}{83}\NWlink{nuweb94}{, 94}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap90}\raggedright\small
\NWtarget{nuweb82a}{} $\langle\,${\itshape setup return object}\nobreak\ {\footnotesize {82a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@len = (RlogLik ? 1 : iN);@\\
\mbox{}\verb@PROTECT(ans = allocVector(REALSXP, len));@\\
\mbox{}\verb@dans = REAL(ans);@\\
\mbox{}\verb@for (int i = 0; i < len; i++)@\\
\mbox{}\verb@    dans[i] = 0.0;@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb83}{83}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The case $\J = 1$ does not loop over $M$

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap91}\raggedright\small
\NWtarget{nuweb82b}{} $\langle\,${\itshape univariate problem}\nobreak\ {\footnotesize {82b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (iJ == 1) {@\\
\mbox{}\verb@    iM = 0; @\\
\mbox{}\verb@    lM = 0.0;@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    lM = log((double) iM);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb83}{83}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap92}\raggedright\small
\NWtarget{nuweb82c}{} $\langle\,${\itshape init center}\nobreak\ {\footnotesize {82c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@dcenter = REAL(center);@\\
\mbox{}\verb@if (LENGTH(center)) {@\\
\mbox{}\verb@    if (LENGTH(center) != iN * iJ)@\\
\mbox{}\verb@        error("incorrect dimensions of center");@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb83}{83}\NWlink{nuweb94}{, 94}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We put the code together in a dedicated \proglang{C} function

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap93}\raggedright\small
\NWtarget{nuweb82d}{} $\langle\,${\itshape R slpmvnorm variables}\nobreak\ {\footnotesize {82d}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@SEXP ans;@\\
\mbox{}\verb@double *da, *db, *dC, *dW, *dans, dtol = REAL(tol)[0];@\\
\mbox{}\verb@double *dcenter;@\\
\mbox{}\verb@double mdtol = 1.0 - dtol;@\\
\mbox{}\verb@double d0, e0, emd0, f0, q0;@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb83}{83}\NWlink{nuweb94}{, 94}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap94}\raggedright\small
\NWtarget{nuweb83}{} $\langle\,${\itshape R lpmvnorm}\nobreak\ {\footnotesize {83}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@SEXP R_lpmvnorm(SEXP a, SEXP b, SEXP C, SEXP center, SEXP N, SEXP J, @\\
\mbox{}\verb@                SEXP W, SEXP M, SEXP tol, SEXP logLik, SEXP fast) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape R slpmvnorm variables}\nobreak\ {\footnotesize \NWlink{nuweb82d}{82d}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    double l0, lM, x0, intsum;@\\
\mbox{}\verb@    int p, len;@\\
\mbox{}\verb@@\\
\mbox{}\verb@    Rboolean RlogLik = asLogical(logLik);@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape pnorm}\nobreak\ {\footnotesize \NWlink{nuweb81a}{81a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape dimensions}\nobreak\ {\footnotesize \NWlink{nuweb81c}{81c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape W length}\nobreak\ {\footnotesize \NWlink{nuweb81b}{81b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape init center}\nobreak\ {\footnotesize \NWlink{nuweb82c}{82c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    int start, j, k;@\\
\mbox{}\verb@    double tmp, Wtmp, e, d, f, emd, x, y[(iJ > 1 ? iJ - 1 : 1)];@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape setup return object}\nobreak\ {\footnotesize \NWlink{nuweb82a}{82a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    q0 = qnorm(dtol, 0.0, 1.0, 1L, 0L);@\\
\mbox{}\verb@    l0 = log(dtol);@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape univariate problem}\nobreak\ {\footnotesize \NWlink{nuweb82b}{82b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (W == R_NilValue)@\\
\mbox{}\verb@        GetRNGstate();@\\
\mbox{}\verb@@\\
\mbox{}\verb@    for (int i = 0; i < iN; i++) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@        x0 = 0;@\\
\mbox{}\verb@        @\hbox{$\langle\,${\itshape initialisation}\nobreak\ {\footnotesize \NWlink{nuweb77b}{77b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@        if (W != R_NilValue && pW == 0)@\\
\mbox{}\verb@            dW = REAL(W);@\\
\mbox{}\verb@@\\
\mbox{}\verb@        for (int m = 0; m < iM; m++) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@            @\hbox{$\langle\,${\itshape init logLik loop}\nobreak\ {\footnotesize \NWlink{nuweb77c}{77c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@            @\hbox{$\langle\,${\itshape inner logLik loop}\nobreak\ {\footnotesize \NWlink{nuweb79b}{79b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@            @\hbox{$\langle\,${\itshape increment}\nobreak\ {\footnotesize \NWlink{nuweb79c}{79c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@            if (W != R_NilValue)@\\
\mbox{}\verb@                dW += iJ - 1;@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@@\\
\mbox{}\verb@        @\hbox{$\langle\,${\itshape output}\nobreak\ {\footnotesize \NWlink{nuweb79d}{79d}}$\,\rangle$}\verb@@\\
\mbox{}\verb@        @\hbox{$\langle\,${\itshape move on}\nobreak\ {\footnotesize \NWlink{nuweb80a}{80a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (W == R_NilValue)@\\
\mbox{}\verb@        PutRNGstate();@\\
\mbox{}\verb@@\\
\mbox{}\verb@    UNPROTECT(1);@\\
\mbox{}\verb@    return(ans);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb75}{75}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The \proglang{R} user interface consists of some checks and a call to
\proglang{C}. Note that we need to specify both \code{w} and \code{M} in
case we want a new set of weights for each observation.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap95}\raggedright\small
\NWtarget{nuweb84a}{} $\langle\,${\itshape init random seed, reset on exit}\nobreak\ {\footnotesize {84a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@### from stats:::simulate.lm@\\
\mbox{}\verb@if (!exists(".Random.seed", envir = .GlobalEnv, inherits = FALSE)) @\\
\mbox{}\verb@    runif(1)@\\
\mbox{}\verb@if (is.null(seed)) @\\
\mbox{}\verb@    RNGstate <- get(".Random.seed", envir = .GlobalEnv)@\\
\mbox{}\verb@else {@\\
\mbox{}\verb@    R.seed <- get(".Random.seed", envir = .GlobalEnv)@\\
\mbox{}\verb@    set.seed(seed)@\\
\mbox{}\verb@    RNGstate <- structure(seed, kind = as.list(RNGkind()))@\\
\mbox{}\verb@    on.exit(assign(".Random.seed", R.seed, envir = .GlobalEnv))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb85}{85}\NWlink{nuweb97}{, 97}\NWlink{nuweb131}{, 131}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap96}\raggedright\small
\NWtarget{nuweb84b}{} $\langle\,${\itshape check and / or set integration weights}\nobreak\ {\footnotesize {84b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (!is.null(w) && J > 1) {@\\
\mbox{}\verb@    stopifnot(is.matrix(w))@\\
\mbox{}\verb@    stopifnot(nrow(w) == J - 1)@\\
\mbox{}\verb@    if (is.null(M))@\\
\mbox{}\verb@        M <- ncol(w)@\\
\mbox{}\verb@    stopifnot(ncol(w) %in% c(M, M * N))@\\
\mbox{}\verb@    if (!is.double(w)) storage.mode(w) <- "double"@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    if (J > 1) {@\\
\mbox{}\verb@        if (is.null(M)) stop("either w or M must be specified")@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        M <- 1L@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb85}{85}\NWlink{nuweb97}{, 97}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Sometimes we want to evaluate the log-likelihood based on $\mL = \mC^{-1}$,
the inverse Cholesky factor of the covariance matrix. In this
case, we explicitly invert $\mL$ to give $\mC$ (both matrices are lower
triangular, so this is fast).

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap97}\raggedright\small
\NWtarget{nuweb84c}{} $\langle\,${\itshape Cholesky of precision}\nobreak\ {\footnotesize {84c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@stopifnot(xor(missing(chol), missing(invchol)))@\\
\mbox{}\verb@if (missing(chol)) chol <- solve(invchol)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb85}{85}\NWlink{nuweb97}{, 97}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
FIXME: \code{center} is obsolate as \code{center = x} gives the same result
as \code{invcholmean = - x}. Also in \code{slpmvnorm}.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap98}\raggedright\small
\NWtarget{nuweb85}{} $\langle\,${\itshape lpmvnorm}\nobreak\ {\footnotesize {85}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@lpmvnorm <- function(lower, upper, mean, invcholmean, center = NULL, chol, invchol, @\\
\mbox{}\verb@                     logLik = TRUE, M = NULL, w = NULL, seed = NULL, @\\
\mbox{}\verb@                     tol = .Machine$double.eps, fast = FALSE) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape init random seed, reset on exit}\nobreak\ {\footnotesize \NWlink{nuweb84a}{84a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape Cholesky of precision}\nobreak\ {\footnotesize \NWlink{nuweb84c}{84c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape input checks}\nobreak\ {\footnotesize \NWlink{nuweb76}{76}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape standardise}\nobreak\ {\footnotesize \NWlink{nuweb77a}{77a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape check and / or set integration weights}\nobreak\ {\footnotesize \NWlink{nuweb84b}{84b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- .Call(mvtnorm_R_lpmvnorm, ac, bc, uC, as.double(center), @\\
\mbox{}\verb@                 as.integer(N), as.integer(J), w, as.integer(M), as.double(tol), @\\
\mbox{}\verb@                 as.logical(logLik), as.logical(fast));@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb74}{74}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Coming back to our simple example, we get (with $25000$ simple Monte-Carlo
iterations)
<<ex-again>>=
phat
exp(lpmvnorm(a, b, chol = lx, M = 25000, logLik = FALSE, fast = TRUE))
exp(lpmvnorm(a, b, chol = lx, M = 25000, logLik = FALSE, fast = FALSE))
@

Next we generate some data and compare our implementation to \code{pmvnorm}
using quasi-Monte-Carlo integration. The \code{pmvnorm}
function uses randomised Korobov rules.
The experiment here applies generalised Halton sequences. Plain Monte-Carlo
(\code{w = NULL}) will also work but produces more variable results. Results
will depend a lot on appropriate choices and it is the user's
responsibility to make sure things work as intended. If you are unsure, you
should use \code{pmvnorm} which provides a well-tested configuration.

<<ex-lpmvnorm>>= )
M <- 10000L
if (require("qrng", quietly = TRUE)) {
    ### quasi-Monte-Carlo
    W <- t(ghalton(M, d = J - 1))
} else {
    ### Monte-Carlo
    ### byrow = TRUE because adding / removing dimensions
    ### keeps the MC points for the remaining dimensions constant
    W <- matrix(runif(M * (J - 1)), nrow = J - 1, byrow = TRUE)
}

### Genz & Bretz, 2002, without early stopping (really?)
pGB <- lpmvnormR(a, b, chol = lx, logLik = FALSE, 
                algorithm = GenzBretz(maxpts = M, abseps = 0, releps = 0))
### Genz 1992 with quasi-Monte-Carlo, fast pnorm
pGqf <- exp(lpmvnorm(a, b, chol = lx, w = W, M = M, logLik = FALSE, 
                     fast = TRUE))
### Genz 1992, original Monte-Carlo, fast pnorm
pGf <- exp(lpmvnorm(a, b, chol = lx, w = NULL, M = M, logLik = FALSE, 
                    fast = TRUE))
### Genz 1992 with quasi-Monte-Carlo, R::pnorm
pGqs <- exp(lpmvnorm(a, b, chol = lx, w = W, M = M, logLik = FALSE, 
                     fast = FALSE))
### Genz 1992, original Monte-Carlo, R::pnorm
pGs <- exp(lpmvnorm(a, b, chol = lx, w = NULL, M = M, logLik = FALSE, 
                    fast = FALSE))

cbind(pGB, pGqf, pGf, pGqs, pGs)
@

The three versions agree nicely. We now check if the code also works for
univariate problems

<<ex-uni>>=
### test univariate problem
### call pmvnorm
pGB <- lpmvnormR(a[1,,drop = FALSE], b[1,,drop = FALSE], chol = lx[,1], 
                logLik = FALSE, 
                algorithm = GenzBretz(maxpts = M, abseps = 0, releps = 0))
### call lpmvnorm
pGq <- exp(lpmvnorm(a[1,,drop = FALSE], b[1,,drop = FALSE], chol = lx[,1], 
                   logLik = FALSE))
### ground truth
ptr <- pnorm(b[1,] / c(unclass(lx[,1]))) - pnorm(a[1,] / c(unclass(lx[,1])))

cbind(c(ptr), pGB, pGq)
@

Because the default \code{fast = FALSE} was used here, all results are
identical.

\section{Score Function}

In addition to the log-likelihood, we would also like to have access to the
scores with respect to $\mC_i$. Because every element of $\mC_i$ only enters
once, the chain rule rules, so to speak.

We need the derivatives of $d$, $e$, $y$, and $f$ with respect to the $c$
parameters
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap99}\raggedright\small
\NWtarget{nuweb87a}{} $\langle\,${\itshape chol scores}\nobreak\ {\footnotesize {87a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@double dp_c[Jp], ep_c[Jp], fp_c[Jp], yp_c[(iJ > 1 ? iJ - 1 : 1) * Jp];@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb88a}{88a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and the derivates with respect to the mean

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap100}\raggedright\small
\NWtarget{nuweb87b}{} $\langle\,${\itshape mean scores}\nobreak\ {\footnotesize {87b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@double dp_m[Jp], ep_m[Jp], fp_m[Jp], yp_m[(iJ > 1 ? iJ - 1 : 1) * Jp];@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb88a}{88a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and the derivates with respect to lower (\code{a})

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap101}\raggedright\small
\NWtarget{nuweb87c}{} $\langle\,${\itshape lower scores}\nobreak\ {\footnotesize {87c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@double dp_l[Jp], ep_l[Jp], fp_l[Jp], yp_l[(iJ > 1 ? iJ - 1 : 1) * Jp];@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb88a}{88a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and the derivates with respect to upper (\code{b})

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap102}\raggedright\small
\NWtarget{nuweb87d}{} $\langle\,${\itshape upper scores}\nobreak\ {\footnotesize {87d}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@double dp_u[Jp], ep_u[Jp], fp_u[Jp], yp_u[(iJ > 1 ? iJ - 1 : 1) * Jp];@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb88a}{88a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and we start allocating the necessary memory. The output object contains the
likelihood contributions (first row), the scores with respect to the mean
(next $\J$ rows), with respect to the lower integration limits (next $\J$
rows), with respect to the upper integration limits (next $\J$ rows) and
finally with respect to the off-diagonal elements of the Cholesky factor
(last $\J (\J - 1) / 2$ rows).

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap103}\raggedright\small
\NWtarget{nuweb88a}{} $\langle\,${\itshape score output object}\nobreak\ {\footnotesize {88a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@int Jp = iJ * (iJ + 1) / 2;@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape chol scores}\nobreak\ {\footnotesize \NWlink{nuweb87a}{87a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mean scores}\nobreak\ {\footnotesize \NWlink{nuweb87b}{87b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape lower scores}\nobreak\ {\footnotesize \NWlink{nuweb87c}{87c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape upper scores}\nobreak\ {\footnotesize \NWlink{nuweb87d}{87d}}$\,\rangle$}\verb@@\\
\mbox{}\verb@double dtmp, ndtmp, etmp, netmp, Wtmp, ytmp, xx;@\\
\mbox{}\verb@@\\
\mbox{}\verb@PROTECT(ans = allocMatrix(REALSXP, Jp + 1 + 3 * iJ, iN));@\\
\mbox{}\verb@dans = REAL(ans);@\\
\mbox{}\verb@for (j = 0; j < LENGTH(ans); j++) dans[j] = 0.0;@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb94}{94}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
For each $i = 1, \dots, N$, do

\begin{enumerate}
  \item Input $\mC_i$ (\code{chol}), $\avec_i$ (\code{lower}), $\bvec_i$
(\code{upper}), and control parameters $\alpha$, $\epsilon$, and $M_\text{max}$ (\code{M}).

  \item Standardise integration limits $a^{(i)}_j / c^{(i)}_{jj}$, $b^{(i)}_j / c^{(i)}_{jj}$, and rows $c^{(i)}_{j\jmath} / c^{(i)}_{jj}$ for $1 \le \jmath < j < \J$.

Note: We later need derivatives wrt $c^{(i)}_{jj}$, so we compute derivates
wrt $a^{(i)}_j$ and $b^{(i)}_j$ and post-differentiate later.

  \item Initialise $\text{intsum} = \text{varsum} = 0$, $M = 0$, $d_1 =
\Phi\left(a^{(i)}_1\right)$, $e_1 = \Phi\left(b^{(i)}_1\right)$ and $f_1 = e_1 - d_1$.

We start initialised the score wrt to $c^{(i)}_{11}$ (the parameter is non-existent
here due to standardisation)

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap104}\raggedright\small
\NWtarget{nuweb88b}{} $\langle\,${\itshape score c11}\nobreak\ {\footnotesize {88b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (LENGTH(center)) {@\\
\mbox{}\verb@    dp_c[0] = (R_FINITE(da[0]) ? dnorm(da[0], x0, 1.0, 0L) * (da[0] - x0 - dcenter[0]) : 0);@\\
\mbox{}\verb@    ep_c[0] = (R_FINITE(db[0]) ? dnorm(db[0], x0, 1.0, 0L) * (db[0] - x0 - dcenter[0]) : 0);@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    dp_c[0] = (R_FINITE(da[0]) ? dnorm(da[0], x0, 1.0, 0L) * (da[0] - x0) : 0);@\\
\mbox{}\verb@    ep_c[0] = (R_FINITE(db[0]) ? dnorm(db[0], x0, 1.0, 0L) * (db[0] - x0) : 0);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@fp_c[0] = ep_c[0] - dp_c[0];@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb89b}{89b}\NWlink{nuweb94}{, 94}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap105}\raggedright\small
\NWtarget{nuweb89a}{} $\langle\,${\itshape score a, b}\nobreak\ {\footnotesize {89a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@dp_m[0] = (R_FINITE(da[0]) ? dnorm(da[0], x0, 1.0, 0L) : 0);@\\
\mbox{}\verb@ep_m[0] = (R_FINITE(db[0]) ? dnorm(db[0], x0, 1.0, 0L) : 0);@\\
\mbox{}\verb@dp_l[0] = dp_m[0];@\\
\mbox{}\verb@ep_u[0] = ep_m[0];@\\
\mbox{}\verb@dp_u[0] = 0;@\\
\mbox{}\verb@ep_l[0] = 0;@\\
\mbox{}\verb@fp_m[0] = ep_m[0] - dp_m[0];@\\
\mbox{}\verb@fp_l[0] = -dp_m[0];@\\
\mbox{}\verb@fp_u[0] = ep_m[0];@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb89b}{89b}\NWlink{nuweb94}{, 94}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\item Repeat

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap106}\raggedright\small
\NWtarget{nuweb89b}{} $\langle\,${\itshape init score loop}\nobreak\ {\footnotesize {89b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape init logLik loop}\nobreak\ {\footnotesize \NWlink{nuweb77c}{77c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape score c11}\nobreak\ {\footnotesize \NWlink{nuweb88b}{88b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape score a, b}\nobreak\ {\footnotesize \NWlink{nuweb89a}{89a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb94}{94}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{enumerate}

      \item Generate uniform $w_1, \dots, w_{\J - 1} \in [0, 1]$.

      \item For $j = 2, \dots, J$ set 
        \begin{eqnarray*}
            y_{j - 1} & = & \Phi^{-1}\left(d_{j - 1} + w_{j - 1} (e_{j - 1} - d_{j - 1})\right)
        \end{eqnarray*}

We again either generate $w_{j - 1}$ on the fly or use pre-computed weights
(\code{w}). We first compute the scores with respect to the already existing
parameters.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap107}\raggedright\small
\NWtarget{nuweb89c}{} $\langle\,${\itshape update yp for chol}\nobreak\ {\footnotesize {89c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@ytmp = exp(- dnorm(y[j - 1], 0.0, 1.0, 1L)); // = 1 / dnorm(y[j - 1], 0.0, 1.0, 0L)@\\
\mbox{}\verb@@\\
\mbox{}\verb@for (k = 0; k < Jp; k++) yp_c[k * (iJ - 1) + (j - 1)] = 0.0;@\\
\mbox{}\verb@@\\
\mbox{}\verb@for (idx = 0; idx < (j + 1) * j / 2; idx++) {@\\
\mbox{}\verb@    yp_c[idx * (iJ - 1) + (j - 1)] = ytmp;@\\
\mbox{}\verb@    yp_c[idx * (iJ - 1) + (j - 1)] *= (dp_c[idx] + Wtmp * (ep_c[idx] - dp_c[idx]));@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb93a}{93a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap108}\raggedright\small
\NWtarget{nuweb90}{} $\langle\,${\itshape update yp for means, lower and upper}\nobreak\ {\footnotesize {90}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@for (k = 0; k < iJ; k++)@\\
\mbox{}\verb@    yp_m[k * (iJ - 1) + (j - 1)] = 0.0;@\\
\mbox{}\verb@@\\
\mbox{}\verb@for (idx = 0; idx < j; idx++) {@\\
\mbox{}\verb@    yp_m[idx * (iJ - 1) + (j - 1)] = ytmp;@\\
\mbox{}\verb@    yp_m[idx * (iJ - 1) + (j - 1)] *= (dp_m[idx] + Wtmp * (ep_m[idx] - dp_m[idx]));@\\
\mbox{}\verb@}@\\
\mbox{}\verb@for (k = 0; k < iJ; k++)@\\
\mbox{}\verb@    yp_l[k * (iJ - 1) + (j - 1)] = 0.0;@\\
\mbox{}\verb@@\\
\mbox{}\verb@for (idx = 0; idx < j; idx++) {@\\
\mbox{}\verb@    yp_l[idx * (iJ - 1) + (j - 1)] = ytmp;@\\
\mbox{}\verb@    yp_l[idx * (iJ - 1) + (j - 1)] *= (dp_l[idx] + Wtmp * (dp_u[idx] - dp_l[idx]));@\\
\mbox{}\verb@}@\\
\mbox{}\verb@for (k = 0; k < iJ; k++)@\\
\mbox{}\verb@    yp_u[k * (iJ - 1) + (j - 1)] = 0.0;@\\
\mbox{}\verb@@\\
\mbox{}\verb@for (idx = 0; idx < j; idx++) {@\\
\mbox{}\verb@    yp_u[idx * (iJ - 1) + (j - 1)] = ytmp;@\\
\mbox{}\verb@    yp_u[idx * (iJ - 1) + (j - 1)] *= (ep_l[idx] + Wtmp * (ep_u[idx] - ep_l[idx]));@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb93a}{93a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{eqnarray*}
            x_{j - 1} & = & \sum_{\jmath = 1}^{j - 1} c^{(i)}_{j\jmath} y_j
\end{eqnarray*}

        \begin{eqnarray*}
            d_j & = & \Phi\left(a^{(i)}_j - x_{j - 1}\right) \\
            e_j & = & \Phi\left(b^{(i)}_j - x_{j - 1}\right)
        \end{eqnarray*}

        \begin{eqnarray*}
            f_j & = & (e_j - d_j) f_{j - 1}.
       \end{eqnarray*}

The scores with respect to $c^{(i)}_{j\jmath}, \jmath = 1, \dots, j - 1$ are

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap109}\raggedright\small
\NWtarget{nuweb91a}{} $\langle\,${\itshape score wrt new chol off-diagonals}\nobreak\ {\footnotesize {91a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@dtmp = dnorm(da[j], x, 1.0, 0L);@\\
\mbox{}\verb@ndtmp = dtmp * (-1.0);@\\
\mbox{}\verb@etmp = dnorm(db[j], x, 1.0, 0L);@\\
\mbox{}\verb@netmp = etmp * (-1.0);@\\
\mbox{}\verb@@\\
\mbox{}\verb@for (k = 0; k < j; k++) {@\\
\mbox{}\verb@    idx = start + j + k;@\\
\mbox{}\verb@    if (LENGTH(center)) {    @\\
\mbox{}\verb@        dp_c[idx] = ndtmp * (y[k] - dcenter[k]);@\\
\mbox{}\verb@        ep_c[idx] = netmp * (y[k] - dcenter[k]);@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        dp_c[idx] = ndtmp * y[k];@\\
\mbox{}\verb@        ep_c[idx] = netmp * y[k];@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    fp_c[idx] = (ep_c[idx] - dp_c[idx]) * f;@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb93a}{93a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and the score with respect to (the here non-existing) $c^{(i)}_{jj}$ is

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap110}\raggedright\small
\NWtarget{nuweb91b}{} $\langle\,${\itshape score wrt new chol diagonal}\nobreak\ {\footnotesize {91b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@idx = (j + 1) * (j + 2) / 2 - 1;@\\
\mbox{}\verb@if (LENGTH(center)) {@\\
\mbox{}\verb@    dp_c[idx] = (R_FINITE(da[j]) ? dtmp * (da[j] - x - dcenter[j]) : 0);@\\
\mbox{}\verb@    ep_c[idx] = (R_FINITE(db[j]) ? etmp * (db[j] - x - dcenter[j]) : 0);@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    dp_c[idx] = (R_FINITE(da[j]) ? dtmp * (da[j] - x) : 0);@\\
\mbox{}\verb@    ep_c[idx] = (R_FINITE(db[j]) ? etmp * (db[j] - x) : 0);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@fp_c[idx] = (ep_c[idx] - dp_c[idx]) * f;@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb93a}{93a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap111}\raggedright\small
\NWtarget{nuweb91c}{} $\langle\,${\itshape new score means, lower and upper}\nobreak\ {\footnotesize {91c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@dp_m[j] = (R_FINITE(da[j]) ? dtmp : 0);@\\
\mbox{}\verb@ep_m[j] = (R_FINITE(db[j]) ? etmp : 0);@\\
\mbox{}\verb@dp_l[j] = dp_m[j];@\\
\mbox{}\verb@ep_u[j] = ep_m[j];@\\
\mbox{}\verb@dp_u[j] = 0;@\\
\mbox{}\verb@ep_l[j] = 0;@\\
\mbox{}\verb@fp_l[j] = - dp_m[j] * f;@\\
\mbox{}\verb@fp_u[j] = ep_m[j] * f;@\\
\mbox{}\verb@fp_m[j] = fp_u[j] + fp_l[j];@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb93a}{93a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We next update scores for parameters introduced for smaller $j$

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap112}\raggedright\small
\NWtarget{nuweb92a}{} $\langle\,${\itshape update score for chol}\nobreak\ {\footnotesize {92a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@for (idx = 0; idx < j * (j + 1) / 2; idx++) {@\\
\mbox{}\verb@    idxJ1 = idx * (iJ - 1);@\\
\mbox{}\verb@    xx = 0.0;@\\
\mbox{}\verb@    for (k = 0; k < j; k++)@\\
\mbox{}\verb@        xx += dC[start + k] * yp_c[idxJ1 + k];@\\
\mbox{}\verb@@\\
\mbox{}\verb@    dp_c[idx] = ndtmp * xx;@\\
\mbox{}\verb@    ep_c[idx] = netmp * xx;@\\
\mbox{}\verb@    fp_c[idx] = (ep_c[idx] - dp_c[idx]) * f + emd * fp_c[idx];@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb93a}{93a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap113}\raggedright\small
\NWtarget{nuweb92b}{} $\langle\,${\itshape update score means, lower and upper}\nobreak\ {\footnotesize {92b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@for (idx = 0; idx < j; idx++) {@\\
\mbox{}\verb@    idxJ1 = idx * (iJ - 1);@\\
\mbox{}\verb@    xx = 0.0;@\\
\mbox{}\verb@    for (k = 0; k < j; k++)@\\
\mbox{}\verb@        xx += dC[start + k] * yp_m[idxJ1 + k];@\\
\mbox{}\verb@@\\
\mbox{}\verb@    dp_m[idx] = ndtmp * xx;@\\
\mbox{}\verb@    ep_m[idx] = netmp * xx;@\\
\mbox{}\verb@    fp_m[idx] = (ep_m[idx] - dp_m[idx]) * f + emd * fp_m[idx];@\\
\mbox{}\verb@@\\
\mbox{}\verb@    xx = 0.0;@\\
\mbox{}\verb@    for (k = 0; k < j; k++)@\\
\mbox{}\verb@        xx += dC[start + k] * yp_l[idxJ1 + k];@\\
\mbox{}\verb@@\\
\mbox{}\verb@    dp_l[idx] = ndtmp * xx;@\\
\mbox{}\verb@    dp_u[idx] = netmp * xx;@\\
\mbox{}\verb@    fp_l[idx] = (dp_u[idx] - dp_l[idx]) * f + emd * fp_l[idx];@\\
\mbox{}\verb@@\\
\mbox{}\verb@    xx = 0.0;@\\
\mbox{}\verb@    for (k = 0; k < j; k++)@\\
\mbox{}\verb@        xx += dC[start + k] * yp_u[idxJ1 + k];@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ep_l[idx] = ndtmp * xx;@\\
\mbox{}\verb@    ep_u[idx] = netmp * xx;@\\
\mbox{}\verb@    fp_u[idx] = (ep_u[idx] - ep_l[idx]) * f + emd * fp_u[idx];@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb93a}{93a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We put everything together in a loop starting with the second dimension

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap114}\raggedright\small
\NWtarget{nuweb93a}{} $\langle\,${\itshape inner score loop}\nobreak\ {\footnotesize {93a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@for (j = 1; j < iJ; j++) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape compute y}\nobreak\ {\footnotesize \NWlink{nuweb78a}{78a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape compute x}\nobreak\ {\footnotesize \NWlink{nuweb78b}{78b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape update d, e}\nobreak\ {\footnotesize \NWlink{nuweb78c}{78c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape update yp for chol}\nobreak\ {\footnotesize \NWlink{nuweb89c}{89c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape update yp for means, lower and upper}\nobreak\ {\footnotesize \NWlink{nuweb90}{90}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape score wrt new chol off-diagonals}\nobreak\ {\footnotesize \NWlink{nuweb91a}{91a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape score wrt new chol diagonal}\nobreak\ {\footnotesize \NWlink{nuweb91b}{91b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape new score means, lower and upper}\nobreak\ {\footnotesize \NWlink{nuweb91c}{91c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape update score for chol}\nobreak\ {\footnotesize \NWlink{nuweb92a}{92a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape update score means, lower and upper}\nobreak\ {\footnotesize \NWlink{nuweb92b}{92b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape update f}\nobreak\ {\footnotesize \NWlink{nuweb79a}{79a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb94}{94}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\item Set $\text{intsum} = \text{intsum} + f_\J$, $\text{varsum} = \text{varsum} + f^2_\J$, $M = M + 1$, 
            and $\text{error} = \sqrt{(\text{varsum}/M - (\text{intsum}/M)^2) / M}$.

We refrain from early stopping and error estimation. 
    
      \item[Until] $\text{error} < \epsilon$ or $M = M_\text{max}$

    \end{enumerate}
  \item Output $\hat{p}_i = \text{intsum} / M$.

We return $\log{\hat{p}_i}$ for each $i$, or we immediately sum-up over $i$.


\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap115}\raggedright\small
\NWtarget{nuweb93b}{} $\langle\,${\itshape score output}\nobreak\ {\footnotesize {93b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@dans[0] += f;@\\
\mbox{}\verb@for (j = 0; j < Jp; j++)@\\
\mbox{}\verb@    dans[j + 1] += fp_c[j];@\\
\mbox{}\verb@for (j = 0; j < iJ; j++) {@\\
\mbox{}\verb@    idx = Jp + j + 1;@\\
\mbox{}\verb@    dans[idx] += fp_m[j];@\\
\mbox{}\verb@    dans[idx + iJ] += fp_l[j];@\\
\mbox{}\verb@    dans[idx + 2 * iJ] += fp_u[j];@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb94}{94}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\end{enumerate}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap116}\raggedright\small
\NWtarget{nuweb93c}{} $\langle\,${\itshape init dans}\nobreak\ {\footnotesize {93c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (iM == 0) {@\\
\mbox{}\verb@    dans[0] = intsum;@\\
\mbox{}\verb@    dans[1] = fp_c[0];@\\
\mbox{}\verb@    dans[2] = fp_m[0];@\\
\mbox{}\verb@    dans[3] = fp_l[0];@\\
\mbox{}\verb@    dans[4] = fp_u[0];@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb94}{94}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We put everything together in \proglang{C}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap117}\raggedright\small
\NWtarget{nuweb94}{} $\langle\,${\itshape R slpmvnorm}\nobreak\ {\footnotesize {94}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@SEXP R_slpmvnorm(SEXP a, SEXP b, SEXP C, SEXP center, SEXP N, SEXP J, SEXP W, @\\
\mbox{}\verb@               SEXP M, SEXP tol, SEXP fast) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape R slpmvnorm variables}\nobreak\ {\footnotesize \NWlink{nuweb82d}{82d}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    double intsum;@\\
\mbox{}\verb@    int p, idx, idxJ1;@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape dimensions}\nobreak\ {\footnotesize \NWlink{nuweb81c}{81c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape pnorm}\nobreak\ {\footnotesize \NWlink{nuweb81a}{81a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape W length}\nobreak\ {\footnotesize \NWlink{nuweb81b}{81b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape init center}\nobreak\ {\footnotesize \NWlink{nuweb82c}{82c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    int start, j, k;@\\
\mbox{}\verb@    double tmp, e, d, f, emd, x, x0, y[(iJ > 1 ? iJ - 1 : 1)];@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape score output object}\nobreak\ {\footnotesize \NWlink{nuweb88a}{88a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    q0 = qnorm(dtol, 0.0, 1.0, 1L, 0L);@\\
\mbox{}\verb@@\\
\mbox{}\verb@    /* univariate problem */@\\
\mbox{}\verb@    if (iJ == 1) iM = 0; @\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (W == R_NilValue)@\\
\mbox{}\verb@        GetRNGstate();@\\
\mbox{}\verb@@\\
\mbox{}\verb@    for (int i = 0; i < iN; i++) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@        @\hbox{$\langle\,${\itshape initialisation}\nobreak\ {\footnotesize \NWlink{nuweb77b}{77b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@        @\hbox{$\langle\,${\itshape score c11}\nobreak\ {\footnotesize \NWlink{nuweb88b}{88b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@        @\hbox{$\langle\,${\itshape score a, b}\nobreak\ {\footnotesize \NWlink{nuweb89a}{89a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@        @\hbox{$\langle\,${\itshape init dans}\nobreak\ {\footnotesize \NWlink{nuweb93c}{93c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@        if (W != R_NilValue && pW == 0)@\\
\mbox{}\verb@            dW = REAL(W);@\\
\mbox{}\verb@@\\
\mbox{}\verb@        for (int m = 0; m < iM; m++) {@\\
\mbox{}\verb@            @\hbox{$\langle\,${\itshape init score loop}\nobreak\ {\footnotesize \NWlink{nuweb89b}{89b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@            @\hbox{$\langle\,${\itshape inner score loop}\nobreak\ {\footnotesize \NWlink{nuweb93a}{93a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@            @\hbox{$\langle\,${\itshape score output}\nobreak\ {\footnotesize \NWlink{nuweb93b}{93b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@            if (W != R_NilValue)@\\
\mbox{}\verb@                dW += iJ - 1;@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@@\\
\mbox{}\verb@        @\hbox{$\langle\,${\itshape move on}\nobreak\ {\footnotesize \NWlink{nuweb80a}{80a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@        dans += Jp + 1 + 3 * iJ;@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (W == R_NilValue)@\\
\mbox{}\verb@        PutRNGstate();@\\
\mbox{}\verb@@\\
\mbox{}\verb@    UNPROTECT(1);@\\
\mbox{}\verb@    return(ans);@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb75}{75}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The \proglang{R} code is now essentially identical to \code{lpmvnorm},
however, we need to undo the effect of standardisation once the scores have
been computed

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap118}\raggedright\small
\NWtarget{nuweb95a}{} $\langle\,${\itshape post differentiate mean score}\nobreak\ {\footnotesize {95a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@Jp <- J * (J + 1) / 2;@\\
\mbox{}\verb@smean <- - ret[Jp + 1:J, , drop = FALSE]@\\
\mbox{}\verb@if (attr(chol, "diag"))@\\
\mbox{}\verb@    smean <- smean / c(dchol)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb97}{97}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap119}\raggedright\small
\NWtarget{nuweb95b}{} $\langle\,${\itshape post differentiate lower score}\nobreak\ {\footnotesize {95b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@slower <- ret[Jp + J + 1:J, , drop = FALSE]@\\
\mbox{}\verb@if (attr(chol, "diag"))@\\
\mbox{}\verb@    slower <- slower / c(dchol)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb97}{97}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap120}\raggedright\small
\NWtarget{nuweb95c}{} $\langle\,${\itshape post differentiate upper score}\nobreak\ {\footnotesize {95c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@supper <- ret[Jp + 2 * J + 1:J, , drop = FALSE]@\\
\mbox{}\verb@if (attr(chol, "diag"))@\\
\mbox{}\verb@    supper <- supper / c(dchol)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb97}{97}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap121}\raggedright\small
\NWtarget{nuweb95d}{} $\langle\,${\itshape post differentiate chol score}\nobreak\ {\footnotesize {95d}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (J == 1) {@\\
\mbox{}\verb@    idx <- 1L@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    idx <- cumsum(c(1, 2:J))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@if (attr(chol, "diag")) {@\\
\mbox{}\verb@    ret <- ret / c(dchol[rep(1:J, 1:J),]) ### because 1 / dchol already there@\\
\mbox{}\verb@    ret[idx,] <- -ret[idx,]@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb97}{97}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We sometimes parameterise models in terms of $\mL = \mC^{-1}$, the Cholesky
factor of the precision matrix. The log-likelihood operates on $\mC$, so we
need to post-differentiate the score function. We have
\begin{eqnarray*}
\mA = \frac{\partial \mL^{-1}}{\partial \mL} = - \mL^{-\top} \otimes \mL^{-1}
\end{eqnarray*}
and computing $\svec \mA$ for a score vector $\svec$ with respect to $\mL$ can be
implemented by the ``vec-trick''~(Section~\ref{sec:vectrick})
\begin{eqnarray*}
\svec \mA = \mL^{-\top} \mS \mL^{-\top}
\end{eqnarray*}
where $\svec = \text{vec}(\mS)$.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap122}\raggedright\small
\NWtarget{nuweb96a}{} $\langle\,${\itshape post differentiate invchol score}\nobreak\ {\footnotesize {96a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (!missing(invchol)) {@\\
\mbox{}\verb@    ret <- ltMatrices(ret, diag = TRUE, byrow = TRUE,@\\
\mbox{}\verb@                      names = dimnames(chol)[[2L]])@\\
\mbox{}\verb@    ### this means vectrick(chol, ret, chol)@\\
\mbox{}\verb@    ret <- - unclass(vectrick(chol, ret))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb97}{97}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
If the diagonal elements are constants, we set them to zero. The function
always returns an object of class \code{ltMatrices} with explicit diagonal
elements (use \code{Lower\_tri(, diag = FALSE)} to extract the lower
triangular elements such that the scores match the input)

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap123}\raggedright\small
\NWtarget{nuweb96b}{} $\langle\,${\itshape post process score}\nobreak\ {\footnotesize {96b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (!attr(chol, "diag"))@\\
\mbox{}\verb@    ### remove scores for constant diagonal elements@\\
\mbox{}\verb@    ret[idx,] <- 0@\\
\mbox{}\verb@ret <- ltMatrices(ret, diag = TRUE, byrow = TRUE, @\\
\mbox{}\verb@                  names = dimnames(chol)[[2L]])@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb97}{97}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
If the model was parameterised in terms of $\nuvec_i = \mC_i^{-1} \muvec_i$,
we compute the score for $\nuvec_i$ based on the score for $\muvec_i$

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap124}\raggedright\small
\NWtarget{nuweb96c}{} $\langle\,${\itshape invcholmean score}\nobreak\ {\footnotesize {96c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (!missing(invcholmean))@\\
\mbox{}\verb@    sinvcholmean <- Mult(chol, smean, transpose = TRUE)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb97}{97}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We can now finally put everything together in a single score function.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap125}\raggedright\small
\NWtarget{nuweb97}{} $\langle\,${\itshape slpmvnorm}\nobreak\ {\footnotesize {97}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@slpmvnorm <- function(lower, upper, mean, invcholmean, center = NULL, @\\
\mbox{}\verb@                      chol, invchol, logLik = TRUE, M = NULL, @\\
\mbox{}\verb@                      w = NULL, seed = NULL, tol = .Machine$double.eps, @\\
\mbox{}\verb@                      fast = FALSE) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape init random seed, reset on exit}\nobreak\ {\footnotesize \NWlink{nuweb84a}{84a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape Cholesky of precision}\nobreak\ {\footnotesize \NWlink{nuweb84c}{84c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape input checks}\nobreak\ {\footnotesize \NWlink{nuweb76}{76}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape standardise}\nobreak\ {\footnotesize \NWlink{nuweb77a}{77a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape check and / or set integration weights}\nobreak\ {\footnotesize \NWlink{nuweb84b}{84b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- .Call(mvtnorm_R_slpmvnorm, ac, bc, uC, as.double(center), as.integer(N), @\\
\mbox{}\verb@                 as.integer(J), w, as.integer(M), as.double(tol), as.logical(fast));@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ll <- log(pmax(ret[1L,], tol)) - log(M)@\\
\mbox{}\verb@    intsum <- ret[1L,]@\\
\mbox{}\verb@    m <- matrix(intsum, nrow = nrow(ret) - 1, ncol = ncol(ret), byrow = TRUE)@\\
\mbox{}\verb@    ret <- ret[-1L,,drop = FALSE] / m@\\
\mbox{}\verb@    ### NOTE: division by zero may have happened for observations with@\\
\mbox{}\verb@    ### probability < tol; the log-lik is constant in these cases@\\
\mbox{}\verb@    ### and thus the derivative = 0@\\
\mbox{}\verb@    ret[m < tol] <- 0@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape post differentiate mean score}\nobreak\ {\footnotesize \NWlink{nuweb95a}{95a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape post differentiate lower score}\nobreak\ {\footnotesize \NWlink{nuweb95b}{95b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape post differentiate upper score}\nobreak\ {\footnotesize \NWlink{nuweb95c}{95c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- ret[1:Jp, , drop = FALSE]@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape post differentiate chol score}\nobreak\ {\footnotesize \NWlink{nuweb95d}{95d}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape post differentiate invchol score}\nobreak\ {\footnotesize \NWlink{nuweb96a}{96a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape post process score}\nobreak\ {\footnotesize \NWlink{nuweb96b}{96b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape invcholmean score}\nobreak\ {\footnotesize \NWlink{nuweb96c}{96c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- ltMatrices(ret, byrow = byrow_orig)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    rownames(smean) <- rownames(slower) <- @\\
\mbox{}\verb@        rownames(supper) <- dimnames(chol)[[2L]]@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (logLik) {@\\
\mbox{}\verb@        ret <- list(logLik = ll, @\\
\mbox{}\verb@                    mean = smean, @\\
\mbox{}\verb@                    lower = slower,@\\
\mbox{}\verb@                    upper = supper,@\\
\mbox{}\verb@                    chol = ret)@\\
\mbox{}\verb@        if (!missing(invchol)) names(ret)[names(ret) == "chol"] <- "invchol"@\\
\mbox{}\verb@        if (!missing(invcholmean)) ret$invcholmean <- sinvcholmean@\\
\mbox{}\verb@        return(ret)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    @\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb74}{74}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Let's look at an example, where we use \code{numDeriv::grad} to check the
results (this functionality from package \pkg{numDeriv} was absolutely 
instrumental for this project)

<<ex-score>>=
J <- 5L
N <- 4L

S <- crossprod(matrix(runif(J^2), nrow = J))
prm <- t(chol(S))[lower.tri(S, diag = TRUE)]

### define C
mC <- ltMatrices(matrix(prm, ncol = 1), diag = TRUE)

a <- matrix(runif(N * J), nrow = J) - 2
b <- a + 4
a[2,] <- -Inf
b[3,] <- Inf

M <- 10000L
W <- matrix(runif(M * (J - 1)), ncol = M)

lli <- c(lpmvnorm(a, b, chol = mC, w = W, M = M, logLik = FALSE))

fC <- function(prm) {
    C <- ltMatrices(matrix(prm, ncol = 1), diag = TRUE)
    lpmvnorm(a, b, chol = C, w = W, M = M)
}

sC <- slpmvnorm(a, b, chol = mC, w = W, M = M)

chk(lli, sC$logLik)

if (require("numDeriv", quietly = TRUE))
    chk(grad(fC, unclass(mC)), rowSums(unclass(sC$chol)), 
        check.attributes = FALSE)
@

We can do the same when $\mL$ (and not $\mC$) is given
<<ex-Lscore>>=
mL <- solve(mC)

lliL <- c(lpmvnorm(a, b, invchol = mL, w = W, M = M, logLik = FALSE))

chk(lli, lliL)

fL <- function(prm) {
    L <- ltMatrices(matrix(prm, ncol = 1), diag = TRUE)
    lpmvnorm(a, b, invchol = L, w = W, M = M)
}

sL <- slpmvnorm(a, b, invchol = mL, w = W, M = M)

chk(lliL, sL$logLik)

if (require("numDeriv", quietly = TRUE))
    chk(grad(fL, unclass(mL)), rowSums(unclass(sL$invchol)),
        check.attributes = FALSE)
@

The score function also works for univariate problems
<<ex-uni-score>>=
ptr <- pnorm(b[1,] / c(unclass(mC[,1]))) - pnorm(a[1,] / c(unclass(mC[,1])))
log(ptr)
lpmvnorm(a[1,,drop = FALSE], b[1,,drop = FALSE], chol = mC[,1], logLik = FALSE)
lapply(slpmvnorm(a[1,,drop = FALSE], b[1,,drop = FALSE], chol = mC[,1], 
                 logLik = TRUE), unclass)
sd1 <- c(unclass(mC[,1]))
(dnorm(b[1,] / sd1) * b[1,] - dnorm(a[1,] / sd1) * a[1,]) * (-1) / sd1^2 / ptr
@

\chapter{Maximum-likelihood Example} \label{ML}

<<chapterseed, echo = FALSE>>=
set.seed(110515)
@

We now discuss how this infrastructure can be used to estimate the Cholesky
factor of a multivariate normal in the presence of interval-censored
observations.

We first generate a covariance matrix $\Sigma = \mC \mC^\top$ and extract the Cholesky factor
$\mC$
<<ex-ML-dgp>>=
J <- 4
R <- diag(J)
R[1,2] <- R[2,1] <- .25
R[1,3] <- R[3,1] <- .5
R[2,4] <- R[4,2] <- .75
Sigma <- diag(sqrt(1:J / 2)) %*% R %*% diag(sqrt(1:J / 2))
C <- t(chol(Sigma))
@

We now represent this matrix as \code{ltMatrices} object
<<ex-ML-C>>=
prm <- C[lower.tri(C, diag = TRUE)]
lt <- ltMatrices(matrix(prm, ncol = 1L), 
                 diag = TRUE,    ### has diagonal elements
                 byrow = FALSE)  ### prm is column-major
BYROW <- FALSE   ### later checks
lt <- ltMatrices(lt, 
                 byrow = BYROW)   ### convert to row-major
chk(C, as.array(lt)[,,1], check.attributes = FALSE)
chk(Sigma, as.array(tcrossprod(lt))[,,1], check.attributes = FALSE)
@

We generate some data from $\ND_\J(\mathbf{0}_\J, \Sigma)$ by first sampling
from $\rZ \sim \ND_\J(\mathbf{0}_\J, \mI_\J)$ and then computing $\rY = \mC \rZ +
\muvec \sim \ND_\J(\muvec, \mC \mC^\top)$

<<ex-ML-data>>=
N <- 100L
Z <- matrix(rnorm(N * J), nrow = J)
Y <- lt %*% Z + (mn <- 1:J)
@

Before we add some interval-censoring to the data, let's estimate the
Cholesky factor $\mC$ (here called \code{lt}) from the raw continuous data.
The true mean $\muvec$ and the true covariance matrix $\Sigma$ can be estimated 
from the uncensored data via maximum likelihood as

<<ex-ML-mu-vcov>>=
rowMeans(Y)
(Shat <- var(t(Y)) * (N - 1) / N)
@

We first check if we can obtain the same results by numerial optimisation
using \code{dmvnorm} and the scores \code{sldmvnorm}. The log-likelihood and
the score function (for the centered means) in terms of $\mC$ are

<<ex-ML-clogLik>>=
Yc <- Y - rowMeans(Y)

ll <- function(parm) {
    C <- ltMatrices(parm, diag = TRUE, byrow = BYROW)
    -ldmvnorm(obs = Yc, chol = C)
}

sc <- function(parm) {
    C <- ltMatrices(parm, diag = TRUE, byrow = BYROW)
    -rowSums(unclass(sldmvnorm(obs = Yc, chol = C)$chol))
}
@

The diagonal elements of $\mC$ are positive, so we need box constraints
<<ex-ML-const>>=
llim <- rep(-Inf, J * (J + 1) / 2)
llim[which(rownames(unclass(lt)) %in% paste(1:J, 1:J, sep = "."))] <- 1e-4
@

The ML-estimate of $\mC \mC^\top$ is now used to obtain an estimate of $\mC$
and we check the score function for some random starting values
<<ex-ML-c>>=
if (BYROW) {
  cML <- chol(Shat)[upper.tri(Shat, diag = TRUE)]
} else {
  cML <- t(chol(Shat))[lower.tri(Shat, diag = TRUE)]
}
ll(cML)
start <- runif(length(cML))
if (require("numDeriv", quietly = TRUE))
    chk(grad(ll, start), sc(start), check.attributes = FALSE)
@

Finally, we hand over to \code{optim} and compare the results of the
analytically and numerically obtained ML estimates

<<ex-ML-coptim>>=
op <- optim(start, fn = ll, gr = sc, method = "L-BFGS-B", 
            lower = llim, control = list(trace = FALSE))
## ML numerically
ltMatrices(op$par, diag = TRUE, byrow = BYROW)
ll(op$par)
## ML analytically
t(chol(Shat))
ll(cML)
## true C matrix
lt
@

Under interval-censoring, the mean and $\mC$ are no longer orthogonal and
there is no analytic solution to the ML estimation problem. So, 
we add some interval-censoring represented by \code{lwr} and \code{upr} and
try to estimate the model parameters via \code{lpmvnorm} and corresponding
scores \code{slpmvnorm}.

<<ex-ML-cens>>=
prb <- 1:9 / 10
sds <- sqrt(diag(Sigma))
ct <- sapply(1:J, function(j) qnorm(prb, mean = mn[j], sd = sds[j])) 
lwr <- upr <- Y
for (j in 1:J) {
    f <- cut(Y[j,], breaks = c(-Inf, ct[,j], Inf))
    lwr[j,] <- c(-Inf, ct[,j])[f]
    upr[j,] <- c(ct[,j], Inf)[f]
}
@


Let's do some sanity and performance checks first. For different values of
$M$, we evaluate the log-likelihood using \code{pmvnorm} (called in
\code{lpmvnormR}) and the simplified implementation (fast and slow). The
comparison is a bit
unfair, because we do not add the time needed to setup Halton sequences, but
we would do this only once and use the stored values for repeated
evaluations of a log-likelihood (because the optimiser expects a
deterministic function to be optimised)

<<ex-ML-chk, eval = FALSE>>=
M <- floor(exp(0:25/10) * 1000)
lGB <- sapply(M, function(m) {
    st <- system.time(ret <- 
        lpmvnormR(lwr, upr, mean = mn, chol = lt, algorithm = 
                  GenzBretz(maxpts = m, abseps = 0, releps = 0)))
    return(c(st["user.self"], ll = ret))
})
lH <- sapply(M, function(m) {
    W <- NULL
    if (require("qrng", quietly = TRUE))
        W <- t(ghalton(m, d = J - 1))
    st <- system.time(ret <- lpmvnorm(lwr, upr, mean = mn, 
                                      chol = lt, w = W, M = m))
    return(c(st["user.self"], ll = ret))
})
lHf <- sapply(M, function(m) {
    W <- NULL
    if (require("qrng", quietly = TRUE))
        W <- t(ghalton(m, d = J - 1))
    st <- system.time(ret <- lpmvnorm(lwr, upr, mean = mn, chol = lt, 
                                      w = W, M = m, fast = TRUE))
    return(c(st["user.self"], ll = ret))
})
@
The evaluated log-likelihoods and corresponding timings are given in
Figure~\ref{lleval}. It seems that for $M \ge 3000$, results are reasonably
stable.

\begin{figure}
\begin{center}
<<ex-ML-fig-data, echo = FALSE>>=
### use pre-computed data, otherwise CRAN complains.
M <-
c(1000, 1105, 1221, 1349, 1491, 1648, 1822, 2013, 2225, 2459, 
2718, 3004, 3320, 3669, 4055, 4481, 4953, 5473, 6049, 6685, 7389, 
8166, 9025, 9974, 11023, 12182)
lGB <- matrix(c(0.054, -880.492612, 0.054, -880.492426, 0.054, -880.492996, 0.054,
-880.492629, 0.054, -880.490231, 0.055, -880.492784, 0.054, -880.492632,
0.055, -880.489297, 0.054, -880.492516, 0.054, -880.491339, 0.054,
-880.492091, 0.11, -880.491601, 0.114, -880.493553, 0.111, -880.49125,
0.108, -880.492151, 0.108, -880.492275, 0.109, -880.491879, 0.109,
-880.492008, 0.192, -880.492132, 0.195, -880.491839, 0.194, -880.492139,
0.194, -880.491042, 0.198, -880.492198, 0.328, -880.4916, 0.323,
-880.491941, 0.323, -880.491698), nrow = 2)
rownames(lGB) <- c("user.self", "ll")
lH <- matrix(c(0.023, -880.480296, 0.027, -880.496166, 0.029, -880.488683,
0.032, -880.496171, 0.035, -880.485597, 0.039, -880.491333, 0.043,
-880.494557, 0.048, -880.495429, 0.053, -880.494391, 0.06, -880.485546,
0.064, -880.491455, 0.071, -880.494138, 0.079, -880.491619, 0.087,
-880.493393, 0.095, -880.492541, 0.106, -880.491649, 0.118, -880.492508,
0.129, -880.492558, 0.141, -880.492509, 0.157, -880.490448, 0.173,
-880.491686, 0.193, -880.491178, 0.211, -880.492286, 0.233, -880.491511,
0.258, -880.49153, 0.287, -880.491929), nrow = 2) 
rownames(lH) <- c("user.self", "ll")
lHf <- matrix(c(0.018, -880.487067, 0.019, -880.488639, 0.022, -880.488569,
0.024, -880.49393, 0.026, -880.486029, 0.029, -880.491563, 0.033,
-880.499415, 0.035, -880.494457, 0.038, -880.493954, 0.043, -880.493648,
0.047, -880.492955, 0.052, -880.494667, 0.059, -880.493745, 0.065,
-880.494195, 0.07, -880.49333, 0.078, -880.491451, 0.086, -880.492379,
0.094, -880.490392, 0.106, -880.491061, 0.115, -880.491577, 0.129,
-880.492523, 0.142, -880.491027, 0.158, -880.492086, 0.171, -880.492069,
0.189, -880.492251, 0.208, -880.492347), nrow = 2) 
rownames(lHf) <- c("user.self", "ll")
@
<<ex-ML-fig, eval = TRUE, echo = FALSE, fig = TRUE, pdf = TRUE, width = 8, height = 5>>=
layout(matrix(1:2, nrow = 1))
plot(M, lGB["ll",], ylim = range(c(lGB["ll",], lH["ll",], lHf["ll",])), ylab = "Log-likelihood")
points(M, lH["ll",], pch = 4)
points(M, lHf["ll",], pch = 5)
plot(M, lGB["user.self",], ylim = c(0, max(lGB["user.self",])), ylab = "Time (in sec)")
points(M, lH["user.self",], pch = 4)
points(M, lHf["user.self",], pch = 5)
legend("bottomright", legend = c("pmvnorm", "lpmvnorm", "lpmvnorm(fast)"), pch = c(1, 4, 5), bty = "n")
@
\caption{Evaluated log-likelihoods (left) and timings (right).
\label{lleval}}
\end{center}
\end{figure}

We now define the log-likelihood function. It is important to use weights
via the \code{w} argument (or to set the \code{seed}) such that only the
candidate parameters \code{parm} change with repeated calls to \code{ll}. We
use an extremely low number of integration points \code{M}, let's see if
this still works out.

<<ex-ML-ll, eval = TRUE>>=
M <- 500 
if (require("qrng", quietly = TRUE)) {
    ### quasi-Monte-Carlo
    W <- t(ghalton(M, d = J - 1))
} else {
    ### Monte-Carlo
    W <- matrix(runif(M * (J - 1)), nrow = J - 1, byrow = TRUE)
}
ll <- function(parm, J) {
     m <- parm[1:J]             ### mean parameters
     parm <- parm[-(1:J)]       ### chol parameters
     C <- matrix(c(parm), ncol = 1L)
     C <- ltMatrices(C, diag = TRUE, byrow = BYROW)
     -lpmvnorm(lower = lwr, upper = upr, mean = m, chol = C, 
               w = W, M = M, logLik = TRUE)
}
@

We can check the correctness of our log-likelihood function
<<ex-ML-check>>=
prm <- c(mn, unclass(lt))
ll(prm, J = J)
### ATLAS gives -880.4908, M1mac gives -880.4911
round(lpmvnormR(lwr, upr, mean = mn, chol = lt, 
                algorithm = GenzBretz(maxpts = M, abseps = 0, releps = 0)), 3)
(llprm <- lpmvnorm(lwr, upr, mean = mn, chol = lt, w = W, M = M))
chk(llprm, sum(lpmvnorm(lwr, upr, mean = mn, chol = lt, w = W, 
                        M = M, logLik = FALSE)))
@

Before we hand over to the optimiser, we define the score function with
respect to $\muvec$ and $\mC$

<<ex-ML-sc>>=
sc <- function(parm, J) {
    m <- parm[1:J]             ### mean parameters
    parm <- parm[-(1:J)]       ### chol parameters
    C <- matrix(c(parm), ncol = 1L)
    C <- ltMatrices(C, diag = TRUE, byrow = BYROW)
    ret <- slpmvnorm(lower = lwr, upper = upr, mean = m, chol = C, 
                     w = W, M = M, logLik = TRUE)
    return(-c(rowSums(ret$mean), rowSums(unclass(ret$chol))))
}
@

and check the correctness numerically

<<ex-ML-sc-chk>>=
if (require("numDeriv", quietly = TRUE))
    chk(grad(ll, prm, J = J), sc(prm, J = J), check.attributes = FALSE)
@


Finally, we can hand-over to \code{optim}. Because we need $\text{diag}(\mC) >
0$, we use box constraints and \code{method = "L-BFGS-B"}. We start with the
estimates obtained from the original continuous data.

<<ex-ML>>=
llim <- rep(-Inf, J + J * (J + 1) / 2)
llim[J + which(rownames(unclass(lt)) %in% paste(1:J, 1:J, sep = "."))] <- 1e-4

if (BYROW) {
  start <- c(rowMeans(Y), chol(Shat)[upper.tri(Shat, diag = TRUE)])
} else {
  start <- c(rowMeans(Y), t(chol(Shat))[lower.tri(Shat, diag = TRUE)])
}

ll(start, J = J)

op <- optim(start, fn = ll, gr = sc, J = J, method = "L-BFGS-B", 
            lower = llim, control = list(trace = FALSE))

op$value ## compare with 
ll(prm, J = J)
@

We can now compare the true and estimated Cholesky factor $\mC$ of our covariance
matrix $\mSigma = \mC \mC^\top$
<<ex-ML-C>>=
(C <- ltMatrices(matrix(op$par[-(1:J)], ncol = 1), 
                 diag = TRUE, byrow = BYROW))
lt
@
and the estimated means
<<ex-ML-mu>>=
op$par[1:J]
mn
@

We can also compare the results on the scale of the covariance matrix

<<ex-ML-Shat>>=
### ATLAS print issues
round(tcrossprod(lt), 4)  ### true Sigma
tcrossprod(C)             ### interval-censored obs
Shat                      ### "exact" obs
@

This looks reasonably close.

\textbf{Warning:} Do NOT assume the choices made here (especially \code{M}
and \code{W}) to be universally applicable. Make sure to investigate the
accuracy depending on these parameters 
of the log-likelihood and score function in your application.

One could ask what this whole exercise was about statistically. We
estimated a multivariate normal distribution from interval-censored data, so
what? Maybe we were primarily interested in fitting a linear regression 
\begin{eqnarray*}
\E(Y_1 \mid Y_j = y_j, j = 2, \dots, J) = \alpha + \sum_{j = 2}^J \beta_j y_j.
\end{eqnarray*}
Interval-censoring in the response could have been handled by some Tobit model, but
what about interval-censoring in the explanatory variables? Based on the
multivariate distribution just estimated, we can obtain the regression
coefficients $\beta_j$ as
<<regressions>>=
c(cond_mvnorm(chol = C, which_given = 2:J, given = diag(J - 1))$mean)
@
Alternatively, we can compute these regressions from a permuted Cholesky
factor (this goes into the ``simple'' conditional distribution in Section~\ref{sec:margcond})
<<regressionsC>>=
c(cond_mvnorm(chol = aperm(as.chol(C), perm = c(2:J, 1)),
              which_given = 1:(J - 1), given = diag(J - 1))$mean)
@
or, as a third option, from the last row of the precision matrix of the 
permuted Cholesky factor
<<regressionsP>>=
x <- as.array(chol2pre(aperm(as.chol(C), perm = c(2:J, 1))))[J,,1]
c(-x[-J] / x[J])
@
In higher dimensions, the first option is to be preferred, because it
only involves computing the Cholesky decomposition of a $(\J - 1) \times (\J -
1)$ matrix, whereas the latter two options are based on a decomposition of
the full $\J \times \J$ covariance matrix.

We can compare these estimated regression coefficients with those obtained
from a linear model fitted to the exact observations
<<lm-ex>>=
dY <- as.data.frame(t(Y))
colnames(dY) <- paste0("Y", 1:J)
coef(m1 <- lm(Y1 ~ ., data = dY))[-1L]
@
The estimates are quite close, but what about standard errors?
Interval-censoring means loss of information, so we should see larger
standard errors for the interval-censored data.

Let's obtain the Hessian for all parameters first
<<hessian>>=
H <- optim(op$par, fn = ll, gr = sc, J = J, method = "L-BFGS-B", 
           lower = llim, hessian = TRUE, 
           control = list(trace = FALSE))$hessian
@
and next we sample from the distribution of the maximum-likelihood
estimators
<<ML-sample>>=
L <- try(t(chol(H)))
### some check on r-oldrel-macos-arm64
if (inherits(L, "try-error"))
    L <- t(chol(H + 1e-4 * diag(nrow(H))))
L <- ltMatrices(L[lower.tri(L, diag = TRUE)], diag = TRUE)
Nsim <- 50000
Z <- matrix(rnorm(Nsim * nrow(H)), ncol = Nsim)
rC <- solve(L, Z)[-(1:J),] + op$par[-(1:J)] ### remove mean parameters
@
The standard error in this sample should be close to the ones obtained from
the inverse Fisher information
<<ML-check>>=
c(sqrt(rowMeans((rC - rowMeans(rC))^2)))
c(sqrt(diagonals(crossprod(solve(L)))))
@
We now coerse the matrix \code{rC} to an object of class \code{ltMatrices}
<<rC>>=
rC <- ltMatrices(rC, diag = TRUE)
@
The object \code{rC} contains all sampled Cholesky factors of the covariance
matrix. From each of these matrices, we compute the regression coefficient,
giving us a sample we can use to compute standard errors from
<<ML-beta>>=
rbeta <- cond_mvnorm(chol = rC, which_given = 2:J, given = diag(J - 1))$mean
sqrt(rowMeans((rbeta - rowMeans(rbeta))^2))
@
which are, as expected, slightly different from the ones obtained from the more
informative exact observations
<<se-ex>>=
sqrt(diag(vcov(m1)))[-1L]
@

\chapter{Continuous-discrete Likelihoods} \label{cdl}

We sometimes are faced with outcomes measured at different levels of
precision. Some variables might have been observed very exactly, and
therefore we might want to use the log-Lebesque density for defining the
log-likelihood. Other variables might be available as relatively wide intervals
only, and thus the log-likelihood is a log-probability. We can use the
infrastructure developed so far to compute a joint likelihood. Let's assume 
we are interested in the joint distribution of $(\rY_i, \rX_i)$ and we
observed $\rY_i = \yvec_i$ (that is, exact observations of $\rY$) and 
$\avec_i < \rX_i \le \bvec_i$ (that is, interval-censored observations for
$\rX_i$). We define the log-likelihood based on the joint normal distribution $(\rY_i,
\rX_i) \sim \ND_J((\muvec_i, \etavec_i)^\top, \mC_i \mC_i^\top)$ as
\begin{eqnarray*}
\ell_i(\muvec_i, \etavec_i, \mC_i) = \ell_i(\muvec_i, \mC_{\rY,i}) + 
    \log(\Prob(\avec_i < \rX_i \le \bvec_i \mid \mC_i, \muvec_i, \etavec_i, \rY_i = \yvec_i)).
\end{eqnarray*}
where $\mC_{\rY,i}$ is the upper part of $\mC_i$ corresponding to the
marginal distribution of $\rY_i$. The conditional probability of $\rX$ given
$\rY$ depends on all parameters, as explained in Section~\ref{sec:margcond}.
The trick here is to decompose the joint likelihood into a product of the 
marginal Lebesque density of $\rY_i$ and the conditional probability of
$\rX_i$ given $\rY_i = \yvec_i$.

We first check the data

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap126}\raggedright\small
\NWtarget{nuweb108}{} $\langle\,${\itshape dp input checks}\nobreak\ {\footnotesize {108}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@stopifnot(xor(missing(chol), missing(invchol)))@\\
\mbox{}\verb@cJ <- nrow(obs)@\\
\mbox{}\verb@dJ <- nrow(lower)@\\
\mbox{}\verb@N <- ncol(obs)@\\
\mbox{}\verb@stopifnot(N == ncol(lower))@\\
\mbox{}\verb@stopifnot(N == ncol(upper))@\\
\mbox{}\verb@if (missing(mean)) {@\\
\mbox{}\verb@    cmean <- 0@\\
\mbox{}\verb@    dmean <- 0@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    if (!is.matrix(mean) || NCOL(mean) == 1L) @\\
\mbox{}\verb@        mean <- matrix(mean, nrow = cJ + dJ, ncol = N)@\\
\mbox{}\verb@    stopifnot(nrow(mean) == cJ + dJ)@\\
\mbox{}\verb@    stopifnot(ncol(mean) == N)@\\
\mbox{}\verb@    cmean <- mean[1:cJ,, drop = FALSE]@\\
\mbox{}\verb@    dmean <- mean[-(1:cJ),, drop = FALSE]@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb109}{109}\NWlink{nuweb111}{, 111}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We can use \code{marg\_mvnorm} and \code{cond\_mvnorm} to compute the
marginal and the conditional normal distributions and the joint log-likelihood
is simply the sum of the two corresponding log-likelihoods.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap127}\raggedright\small
\NWtarget{nuweb109}{} $\langle\,${\itshape ldpmvnorm}\nobreak\ {\footnotesize {109}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@ldpmvnorm <- function(obs, lower, upper, mean, invcholmean, chol, invchol, @\\
\mbox{}\verb@                      logLik = TRUE, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (missing(obs) || is.null(obs))@\\
\mbox{}\verb@        return(lpmvnorm(lower = lower, upper = upper, @\\
\mbox{}\verb@                        mean = mean, invcholmean = invcholmean,@\\
\mbox{}\verb@                        chol = chol, invchol = invchol, logLik = logLik, ...))@\\
\mbox{}\verb@    if (missing(lower) && missing(upper) || is.null(lower) && is.null(upper))@\\
\mbox{}\verb@        return(ldmvnorm(obs = obs, mean = mean, invcholmean = invcholmean,@\\
\mbox{}\verb@                        chol = chol, invchol = invchol, logLik = logLik))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape dp input checks}\nobreak\ {\footnotesize \NWlink{nuweb108}{108}}$\,\rangle$}\verb@    @\\
\mbox{}\verb@@\\
\mbox{}\verb@    stopifnot(missing(invcholmean))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!missing(invchol)) {@\\
\mbox{}\verb@        J <- dim(invchol)[2L]@\\
\mbox{}\verb@        stopifnot(cJ + dJ == J)@\\
\mbox{}\verb@@\\
\mbox{}\verb@        ### check if 1:cJ corresponds to obs@\\
\mbox{}\verb@        nm <- dimnames(invchol)[[2L]]@\\
\mbox{}\verb@        rno <- rownames(obs)@\\
\mbox{}\verb@        rnl <- rownames(lower)@\\
\mbox{}\verb@        rnu <- rownames(upper)@\\
\mbox{}\verb@        if (!is.null(rnl) && !is.null(rnu))@\\
\mbox{}\verb@            stopifnot(isTRUE(all.equal(rnl, rnu)))@\\
\mbox{}\verb@        if (!is.null(rnl) && !is.null(rno) && !is.null(nm))@\\
\mbox{}\verb@            stopifnot(isTRUE(all.equal(c(rno, rnl), nm)))@\\
\mbox{}\verb@@\\
\mbox{}\verb@        md <- marg_mvnorm(invchol = invchol, which = 1:cJ)@\\
\mbox{}\verb@        ret <- ldmvnorm(obs = obs, mean = cmean, invchol = md$invchol, @\\
\mbox{}\verb@                        logLik = logLik)@\\
\mbox{}\verb@@\\
\mbox{}\verb@        cd <- cond_mvnorm(invchol = invchol, which_given = 1:cJ, @\\
\mbox{}\verb@                          given = obs - cmean, center = TRUE)@\\
\mbox{}\verb@        ret <- ret + lpmvnorm(lower = lower, upper = upper, mean = dmean, @\\
\mbox{}\verb@                              invchol = cd$invchol, center = cd$center, @\\
\mbox{}\verb@                              logLik = logLik, ...)@\\
\mbox{}\verb@        return(ret)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    J <- dim(chol)[2L]@\\
\mbox{}\verb@    stopifnot(cJ + dJ == J)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    md <- marg_mvnorm(chol = chol, which = 1:cJ)@\\
\mbox{}\verb@    ret <- ldmvnorm(obs = obs, mean = cmean, chol = md$chol, logLik = logLik)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    cd <- cond_mvnorm(chol = chol, which_given = 1:cJ, @\\
\mbox{}\verb@                      given = obs - cmean, center = TRUE)@\\
\mbox{}\verb@    ret <- ret + lpmvnorm(lower = lower, upper = upper, mean = dmean, @\\
\mbox{}\verb@                          chol = cd$chol, center = cd$center, @\\
\mbox{}\verb@                          logLik = logLik, ...)@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb74}{74}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The score function requires a little extra work. We start with the case when
\code{invchol} is given

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap128}\raggedright\small
\NWtarget{nuweb110}{} $\langle\,${\itshape sldpmvnorm invchol}\nobreak\ {\footnotesize {110}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@byrow_orig <- attr(invchol, "byrow")@\\
\mbox{}\verb@invchol <- ltMatrices(invchol, byrow = TRUE)@\\
\mbox{}\verb@@\\
\mbox{}\verb@J <- dim(invchol)[2L]@\\
\mbox{}\verb@stopifnot(cJ + dJ == J)@\\
\mbox{}\verb@@\\
\mbox{}\verb@md <- marg_mvnorm(invchol = invchol, which = 1:cJ)@\\
\mbox{}\verb@cs <- sldmvnorm(obs = obs, mean = cmean, invchol = md$invchol, logLik = logLik)@\\
\mbox{}\verb@@\\
\mbox{}\verb@obs_cmean <- obs - cmean@\\
\mbox{}\verb@cd <- cond_mvnorm(invchol = invchol, which_given = 1:cJ, @\\
\mbox{}\verb@                  given = obs_cmean, center = TRUE)@\\
\mbox{}\verb@ds <- slpmvnorm(lower = lower, upper = upper, mean = dmean, @\\
\mbox{}\verb@                center = cd$center, invchol = cd$invchol, @\\
\mbox{}\verb@                logLik = logLik, ...)@\\
\mbox{}\verb@@\\
\mbox{}\verb@tmp0 <- solve(cd$invchol, ds$mean, transpose = TRUE)@\\
\mbox{}\verb@tmp <- - tmp0[rep(1:dJ, each = cJ),,drop = FALSE] * @\\
\mbox{}\verb@         obs_cmean[rep(1:cJ, dJ),,drop = FALSE]@\\
\mbox{}\verb@@\\
\mbox{}\verb@Jp <- nrow(unclass(invchol))@\\
\mbox{}\verb@diag <- attr(invchol, "diag")@\\
\mbox{}\verb@M <- as.array(ltMatrices(1:Jp, diag = diag, byrow = TRUE))[,,1]@\\
\mbox{}\verb@ret <- matrix(0, nrow = Jp, ncol = ncol(obs))@\\
\mbox{}\verb@M1 <- M[1:cJ, 1:cJ, drop = FALSE]@\\
\mbox{}\verb@idx <- t(M1)[.ut(cJ, diag = diag)]@\\
\mbox{}\verb@ret[idx,] <- Lower_tri(cs$invchol, diag = diag)@\\
\mbox{}\verb@@\\
\mbox{}\verb@idx <- c(t(M[-(1:cJ), 1:cJ]))@\\
\mbox{}\verb@ret[idx,] <- tmp@\\
\mbox{}\verb@@\\
\mbox{}\verb@M3 <- M[-(1:cJ), -(1:cJ), drop = FALSE]@\\
\mbox{}\verb@idx <- t(M3)[.ut(nrow(M3), diag = diag)]@\\
\mbox{}\verb@ret[idx,] <- Lower_tri(ds$invchol, diag = diag)@\\
\mbox{}\verb@@\\
\mbox{}\verb@ret <- ltMatrices(ret, diag = diag, byrow = TRUE)@\\
\mbox{}\verb@if (!diag) diagonals(ret) <- 0@\\
\mbox{}\verb@ret <- ltMatrices(ret, byrow = byrow_orig)@\\
\mbox{}\verb@@\\
\mbox{}\verb@### post differentiate mean @\\
\mbox{}\verb@aL <- as.array(invchol)[-(1:cJ), 1:cJ,,drop = FALSE]@\\
\mbox{}\verb@lst <- tmp0[rep(1:dJ, cJ),,drop = FALSE]@\\
\mbox{}\verb@if (dim(aL)[3] == 1)@\\
\mbox{}\verb@      aL <- aL[,,rep(1, ncol(lst)), drop = FALSE]@\\
\mbox{}\verb@dim <- dim(aL)@\\
\mbox{}\verb@dobs <- -margin.table(aL * array(lst, dim = dim), 2:3)@\\
\mbox{}\verb@@\\
\mbox{}\verb@ret <- c(list(invchol = ret, obs = cs$obs + dobs), @\\
\mbox{}\verb@         ds[c("lower", "upper")])@\\
\mbox{}\verb@if (logLik) ret$logLik <- cs$logLik + ds$logLik@\\
\mbox{}\verb@ret$mean <- rbind(-ret$obs, ds$mean)@\\
\mbox{}\verb@return(ret)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb111}{111}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
For \code{chol}, we compute the above code for its inverse and
post-differentiate using the vec-trick

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap129}\raggedright\small
\NWtarget{nuweb111}{} $\langle\,${\itshape sldpmvnorm}\nobreak\ {\footnotesize {111}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@sldpmvnorm <- function(obs, lower, upper, mean, invcholmean, chol, invchol, @\\
\mbox{}\verb@                       logLik = TRUE, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (missing(obs) || is.null(obs))@\\
\mbox{}\verb@        return(slpmvnorm(lower = lower, upper = upper, @\\
\mbox{}\verb@                         mean = mean, invcholmean = invcholmean, @\\
\mbox{}\verb@                         chol = chol, invchol = invchol, logLik = logLik, ...))@\\
\mbox{}\verb@    if (missing(lower) && missing(upper) || is.null(lower) && is.null(upper))@\\
\mbox{}\verb@        return(sldmvnorm(obs = obs, mean = mean, invcholmean = invcholmean,@\\
\mbox{}\verb@                         chol = chol, invchol = invchol, logLik = logLik))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape dp input checks}\nobreak\ {\footnotesize \NWlink{nuweb108}{108}}$\,\rangle$}\verb@    @\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### for mixed data we cannot deal with invcholmean at the moment@\\
\mbox{}\verb@    stopifnot(missing(invcholmean))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!missing(invchol)) {@\\
\mbox{}\verb@        @\hbox{$\langle\,${\itshape sldpmvnorm invchol}\nobreak\ {\footnotesize \NWlink{nuweb110}{110}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    invchol <- solve(chol)@\\
\mbox{}\verb@    ret <- sldpmvnorm(obs = obs, lower = lower, upper = upper, @\\
\mbox{}\verb@                      mean = mean, invchol = invchol, logLik = logLik, ...)@\\
\mbox{}\verb@    ### this means: ret$chol <- - vectrick(invchol, ret$invchol, invchol)@\\
\mbox{}\verb@    ret$chol <- as.chol(- vectrick(invchol, ret$invchol))@\\
\mbox{}\verb@    ret$invchol <- NULL@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb74}{74}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Let's assume we observed the first two dimensions exactly in our small
example, and the remaining two dimensions are only known in intervals. The
log-likelihood and score function for $\muvec$ and $\mC$ are 

<<ex-ML-cd>>=
ic <- 1:2 	### position of continuous variables
ll_cd <- function(parm, J) {
     m <- parm[1:J]             ### mean parameters
     parm <- parm[-(1:J)]       ### chol parameters
     C <- matrix(c(parm), ncol = 1L)
     C <- ltMatrices(C, diag = TRUE, byrow = BYROW)
     -ldpmvnorm(obs = Y[ic,], lower = lwr[-ic,], 
                upper = upr[-ic,], mean = m, chol = C, 
                w = W[-ic,,drop = FALSE], M = M)
}
sc_cd <- function(parm, J) {
    m <- parm[1:J]             ### mean parameters
    parm <- parm[-(1:J)]       ### chol parameters
    C <- matrix(c(parm), ncol = 1L)
    C <- ltMatrices(C, diag = TRUE, byrow = BYROW)
    ret <- sldpmvnorm(obs = Y[ic,], lower = lwr[-ic,],
                      upper = upr[-ic,], mean = m, chol = C, 
                      w = W[-ic,,drop = FALSE], M = M)
    return(-c(rowSums(ret$mean),
              rowSums(Lower_tri(ret$chol, diag = TRUE))))
}
@
and the score function seems to be correct
<<ex-ML-cd-score>>=
if (require("numDeriv", quietly = TRUE))
    chk(grad(ll_cd, start, J = J), sc_cd(start, J = J), 
        check.attributes = FALSE, tolerance = 1e-6)
@

We can now jointly estimate all model parameters via
<<ex-ML-cd-optim>>=
op <- optim(start, fn = ll_cd, gr = sc_cd, J = J, 
            method = "L-BFGS-B", lower = llim, 
            control = list(trace = FALSE))
## estimated C
ltMatrices(matrix(op$par[-(1:J)], ncol = 1), 
           diag = TRUE, byrow = BYROW)
## compare with true C
lt
## estimated means
op$par[1:J]
## compare with true means
mn
@

The one restriction in both \code{ldpmvnorm} and \code{sldpmvnorm} is that the
continuous variables $\rY$ are ranked before the discrete variables $\rX$ in
the observation $(\rY_i, \rX_i)$, and thus also in $(\muvec, \etavec)$ and $\mC$
(the subscript $i$ is dropped from the parameters in the following paragraph
to keep the notational complexity in check).

While the means can be simply permuted, this is not the case for the
Cholesky factor $\mC$ (see function \code{aperm} in
Section~\ref{sec:conv}). Of course, we can simply permute $\hat{\mC}_i$, but
we loose standard errors in this process. Alternatively, we can permute the
order of variables in $\mC$ to our liking in the log-likelihood function (while
keeping the original order of the observations and for the mean parameters)

<<ex-ML-ap>>=
### discrete variables first
perm <- c((1:J)[-ic], ic)
ll_ap <- function(parm, J) {
     m <- parm[1:J]             ### mean parameters; NOT permuted
     parm <- parm[-(1:J)]       ### chol parameters
     C <- matrix(c(parm), ncol = 1L)
     C <- ltMatrices(C, diag = TRUE, byrow = BYROW)
     Ct <- aperm(as.chol(C), perm = perm)
     -ldpmvnorm(obs = Y[ic,], lower = lwr[-ic,], 
                upper = upr[-ic,], mean = m, chol = Ct, 
                w = W[-ic,,drop = FALSE], M = M)
}
@

Unfortunately, this distorts the score function and we need to
``de-permute'' the scores. We start with $\mSigma = \mC \mC^\top$, the
Cholesky decomposition of a quadratic positive definite $\J \times \J$ covariance
matrix. There are $\J \times (\J + 1) / 2$ parameters in the lower
triagular part (including the diagonal) of $\mC$. Changing the order of the
variables by a permutation $\pi$ with permutation matrix $\Pi$ gives a
covariance $\Pi \mC \mC^\top \Pi^\top$. This is no longer a Cholesky
decomposition, because $\Pi \mC$ is not lower triangular. The new
decomposition is
\begin{eqnarray*}
\Pi \mC \mC^\top \Pi^\top = \tilde{\mC} \tilde{\mC}^\top
\end{eqnarray*}
($\tilde{\mC}$ is what \code{aperm} computes). As $\mC$, the Cholesky factor
$\tilde{\mC}$ is lower triangular with $\J \times (\J + 1) / 2$ parameters.
We could write this operation as a function
\begin{eqnarray*}
& & f_3: \R^{\J \times (\J + 1) / 2} \rightarrow \R^{\J \times (\J + 1) / 2} \\
& & f_3(\mC) = \tilde{\mC},
\end{eqnarray*}
where in fact $f_3 = $\code{aperm}, and we are interested in its gradient. Deriving the gradient of a Cholesky
decomposition might seem hopeless (it certainly did, at least to me, for a
very long time), but there is a trick. Let us define two other functions:
\begin{eqnarray*}
& & f_1: \R^{\J \times (\J + 1) / 2} \rightarrow \R^{\J \times \J} \\
& & f_1(\mC) = \Pi \mC \mC^\top \Pi^\top \\
& & f_2: \R^{\J \times (\J + 1) / 2} \rightarrow \R^{\J \times \J} \\
& & f_2(\tilde{\mC}) = \tilde{\mC} \tilde{\mC}^\top.
\end{eqnarray*}
Exploiting the chain rule for the composition $f_1 = f_2 \circ f_3$, 
we can write the gradient of $f_1$ as the product
of the gradients of $f_2$ and $f_3$:
\begin{eqnarray} \label{fm:chain}
\frac{\partial f_1(\mC)}{\partial \mC} = 
\frac{\partial f_2(\tilde{\mC})}{\partial \tilde{\mC}} \frac{\partial f_3(\mC)}{\partial \mC}.
\end{eqnarray}
The last factor is what we want to compute. It turns out that it is simpler
to compute the first two gradients first and, in a second step, to derive
the last factor. In more detail
\begin{eqnarray*}
\frac{\partial f_1(\mC)}{\partial \mC} & = & \frac{\partial \Pi \mC \mC^\top \Pi^\top}{\partial \mC} \\ 
& = & \frac{\partial \Pi \mC \mC^\top \Pi^\top}{\partial \Pi \mC} \frac{\partial \Pi \mC}{\mC} \\
& = & \left( (\Pi \mC \otimes \mI_\J) + (\mI_\J \otimes \Pi \mC) \frac{\partial \mA^\top}{\partial \mA} \right) (\mI_\J \otimes \Pi).
\end{eqnarray*}
($\mA$ is a quadratic matrix and the gradient of its transpose is a
permutation matrix). This analytic expression only contains known elements
and can be computed. The same applies to
\begin{eqnarray*}
\frac{\partial f_2(\tilde{\mC})}{\partial \tilde{\mC}} & = & \frac{\partial \tilde{\mC} \tilde{\mC}^\top \Pi}{\partial \tilde{\mC}} \\
&= & (\tilde{\mC} \otimes \mI_\J) + (\mI_\J \otimes \tilde{\mC}) \frac{\partial \mA^\top}{\partial \mA}
\end{eqnarray*}
Both expressions treat $\mC$ or $\tilde{\mC}$ as full matrices, we are only
interested in the score contributions by the $\J \times (\J + 1) / 2$ lower
triangular elements. Using sloppy notation, we collect the relevant columns
in matrices $\mB_1 = \frac{\partial f_1(\mC)}{\partial \mC} \in \R^{\J^2 \times \J \times (\J + 1) / 2}$
and $\mB_2 = \frac{\partial f_2(\tilde{\mC})}{\partial \tilde{\mC}} \in \R^{\J^2 \times \J \times (\J + 1) /
2}$. For the last, unknown, factor, we write $\mB_3 = \frac{\partial f_3(\tilde{\mC})}{\partial \tilde{\mC}} \in
\R^{\J \times (\J + 1) / 2 \times \J \times (\J + 1) / 2}$ and, with
formula~(\ref{fm:chain}), $\mB_1 = \mB_2 \mB_3$. We can then solve for
$\mB_3$ in the system $\mB_1^\top \mB_1 = \mB_1^\top \mB_2 \mB_3$.

With \code{chol} $ = \mC$, \code{permuted\_chol} $ = \tilde{\mC}$,
\code{perm} $ = \pi$ and score \code{score\_schol} of the log-likelihood $\ell(\tilde{\mC})$
with respect to the parameters in $\tilde{\mC}$, we can now implement this
de-permutation of the scores. Starting with some basic sanity checks, we
require lower triangular matrix objects as inputs, with diagonal elements,
and check if the dimensions match

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap130}\raggedright\small
\NWtarget{nuweb114a}{} $\langle\,${\itshape deperma input checks chol}\nobreak\ {\footnotesize {114a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@stopifnot(is.ltMatrices(chol))  ### NOTE: replace with is.chol@\\
\mbox{}\verb@byrow_orig <- attr(chol, "byrow")@\\
\mbox{}\verb@chol <- ltMatrices(chol, byrow = FALSE)@\\
\mbox{}\verb@stopifnot(is.ltMatrices(permuted_chol)) ### NOTE: replace with is.chol@\\
\mbox{}\verb@permuted_chol <- ltMatrices(permuted_chol, byrow = FALSE)@\\
\mbox{}\verb@stopifnot(max(abs(dim(chol) - dim(permuted_chol))) == 0)@\\
\mbox{}\verb@J <- dim(chol)[2L]@\\
\mbox{}\verb@stopifnot(attr(chol, "diag"))@\\
\mbox{}\verb@INVCHOL <- !missing(invchol)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb116}{116}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Regarding \code{perm}, we check if this is an actual permutation 

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap131}\raggedright\small
\NWtarget{nuweb114b}{} $\langle\,${\itshape deperma input checks perm}\nobreak\ {\footnotesize {114b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (missing(perm)) return(score_schol)@\\
\mbox{}\verb@stopifnot(isTRUE(all.equal(sort(perm), 1:J)))@\\
\mbox{}\verb@if (max(abs(perm - 1:J)) == 0) return(score_schol)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb116}{116}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The scores with respect to $\tilde{\mC}$ have been computed elsewhere, we
just check the dimensions. In case we were given the scores with respect to
$\mL$, we first compute the scores with respect to $\mC$ (as we were lazy
and only derived the results for $\mC$). As in \code{standardize}, the
argument \code{score\_schol} gives the score with respect to $\mC$ and it is
the user's responsibility to provide this quantity (even when \code{invchol}
is given).

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap132}\raggedright\small
\NWtarget{nuweb115a}{} $\langle\,${\itshape deperma input checks schol}\nobreak\ {\footnotesize {115a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (is.ltMatrices(score_schol)) { @\\
\mbox{}\verb@    byrow_orig_s <- attr(score_schol, "byrow")@\\
\mbox{}\verb@    score_schol <- ltMatrices(score_schol, byrow = FALSE)@\\
\mbox{}\verb@    ### don't do this here!@\\
\mbox{}\verb@    ### if (INVCHOL) score_schol <- -vectrick(permuted_invchol, score_schol)@\\
\mbox{}\verb@    score_schol <- unclass(score_schol) ### this preserves byrow@\\
\mbox{}\verb@}@\\
\mbox{}\verb@stopifnot(is.matrix(score_schol))@\\
\mbox{}\verb@N <- ncol(score_schol)@\\
\mbox{}\verb@stopifnot(J * (J + 1) / 2 == nrow(score_schol))@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb116}{116}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We'll have to loop over $i = 1, \dots, N$ eventually and therefore coerce
all objects to objects of class \code{array}, there is no need to worry
about row or column storage order. We set-up indices matrices and the
permutation matrix $\Pi$

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap133}\raggedright\small
\NWtarget{nuweb115b}{} $\langle\,${\itshape deperma indices}\nobreak\ {\footnotesize {115b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@idx <- matrix(1:J^2, nrow = J, ncol = J)        ### assuming byrow = TRUE@\\
\mbox{}\verb@tidx <- c(t(idx))@\\
\mbox{}\verb@ltT <- idx[.lt(J, diag = TRUE)]@\\
\mbox{}\verb@P <- matrix(0, nrow = J, ncol = J)@\\
\mbox{}\verb@P[cbind(1:J, perm)] <- 1@\\
\mbox{}\verb@ID <- diag(J)@\\
\mbox{}\verb@IDP <- (ID %x% P)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb116}{116}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and are now ready for the main course. We are gentle and also allow
\code{invchol}$ = \mL$ as input, and we clean-up by post-differentiation at
the very end in this case.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap134}\raggedright\small
\NWtarget{nuweb116}{} $\langle\,${\itshape deperma}\nobreak\ {\footnotesize {116}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@deperma <- function(chol = solve(invchol), @\\
\mbox{}\verb@                    permuted_chol = solve(permuted_invchol), @\\
\mbox{}\verb@                    invchol, permuted_invchol, perm, score_schol) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape deperma input checks chol}\nobreak\ {\footnotesize \NWlink{nuweb114a}{114a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape deperma input checks perm}\nobreak\ {\footnotesize \NWlink{nuweb114b}{114b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape deperma input checks schol}\nobreak\ {\footnotesize \NWlink{nuweb115a}{115a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape deperma indices}\nobreak\ {\footnotesize \NWlink{nuweb115b}{115b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    Nc <- dim(chol)[1L]@\\
\mbox{}\verb@    mC <- as.array(chol)[perm,,,drop = FALSE]@\\
\mbox{}\verb@    Ct <- as.array(permuted_chol)@\\
\mbox{}\verb@    ret <- lapply(1:Nc, function(i) {@\\
\mbox{}\verb@        B1 <- (mC[,,i] %x% ID) + (ID %x% mC[,,i])[,tidx]@\\
\mbox{}\verb@        #                                        ^^^^^^^ <- d t(A) / d A@\\
\mbox{}\verb@        B1 <- B1 %*% IDP@\\
\mbox{}\verb@        B1 <- B1[,ltT] ### relevant columns of B1@\\
\mbox{}\verb@        B2 <- (Ct[,,i] %x% ID) + (ID %x% Ct[,,i])[,tidx]@\\
\mbox{}\verb@        B2 <- B2[,ltT] ### relevant columns of B2@\\
\mbox{}\verb@        B3 <- try(solve(crossprod(B2), crossprod(B2, B1)))@\\
\mbox{}\verb@        if (inherits(B3, "try-error")) @\\
\mbox{}\verb@            stop("failure computing permutation score")@\\
\mbox{}\verb@        if (Nc == 1L)@\\
\mbox{}\verb@            return(crossprod(score_schol, B3))@\\
\mbox{}\verb@        return(crossprod(score_schol[,i,drop = FALSE], B3))@\\
\mbox{}\verb@    })@\\
\mbox{}\verb@    ret <- do.call("rbind", ret)@\\
\mbox{}\verb@    ret <- ltMatrices(t(ret), diag = TRUE, byrow = FALSE)@\\
\mbox{}\verb@    if (INVCHOL)@\\
\mbox{}\verb@        ret <- -vectrick(chol, ret)@\\
\mbox{}\verb@    ret <- ltMatrices(ret, byrow = byrow_orig_s)@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb74}{74}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We can now use this function to estimate the Cholesky factor for $(\rX, \rY)$
when the data comes as $(\rY, \rX)$ (which is needed because continuous
variables come first in our implementation of log-likehood and score
function).

<<ex-ML-ap-score>>=
sc_ap <- function(parm, J) {
    m <- parm[1:J]               ### mean parameters; NOT permuted
    parm <- parm[-(1:J)]         ### chol parameters
    C <- matrix(c(parm), ncol = 1L)
    C <- ltMatrices(C, diag = TRUE, byrow = BYROW)
    ### permutation
    Ct <- aperm(as.chol(C), perm = perm)
    ret <- sldpmvnorm(obs = Y[ic,], lower = lwr[-ic,],
                      upper = upr[-ic,], mean = m, chol = Ct, 
                      w = W[-ic,,drop = FALSE], M = M)
    ### undo permutation for chol
    retC <- deperma(chol = C, permuted_chol = Ct, 
                   perm = perm, score_schol = ret$chol)
    return(-c(rowSums(ret$mean),
              rowSums(Lower_tri(retC, diag = TRUE))))
}
@
and the score function seems to be correct
<<ex-ML-ap-grad>>=
if (require("numDeriv", quietly = TRUE))
    chk(grad(ll_ap, start, J = J), sc_ap(start, J = J), 
        check.attributes = FALSE, tolerance = 1e-6)
@

We can now jointly estimate all model parameters via
<<ex-ML-ap-optim->>=
op <- optim(start, fn = ll_ap, gr = sc_ap, J = J, 
            method = "L-BFGS-B", lower = llim, 
            control = list(trace = FALSE))
## estimated C for (X, Y)
ltMatrices(matrix(op$par[-(1:J)], ncol = 1), 
           diag = TRUE, byrow = BYROW)
## compare with true _permuted_ C for (X, Y)
round(as.array(aperm(as.chol(lt), perm = perm)), 4)
@


\chapter{Unstructured Gaussian Copula Estimation} \label{copula}

With $\rZ \sim \ND_\J(0, \mI_\J)$ and $\rY = \tilde{\mC} \rZ \sim \ND_\J(0, \tilde{\mC}
\tilde{\mC}^\top)$ we want to estimate the off-diagonal elements of the
lower triangular unit-diagonal matrix $\mC$. We have $\tilde{\mC}(\mC) := \diag(\mC \mC^\top)^{-\nicefrac{1}{2}} \mC$ 
such that $\mSigma = \tilde{\mC} \tilde{\mC}^\top$
is a correlation matrix ($\diag(\mSigma) = \mI_\J$). Note that directly
estimating $\tilde{\mC}$ requires $\J (\J + 1) / 2$ parameters under
constraints $\diag(\mSigma) = 1$ whereas only $\J (\J - 1) / 2$ parameters are necessary
when estimating the lower triangular part of $\mC$. The standardisation by
$\diag(\mC \mC^\top)^{-\nicefrac{1}{2}}$ ensures that $\diag(\mSigma)
\equiv 1$, that is, unconstained optimisation can be applied.

The function works both for unit and non-unit triangular matrices

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap135}\raggedright\small
\NWtarget{nuweb118}{} $\langle\,${\itshape standardize}\nobreak\ {\footnotesize {118}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@standardize <- function(chol, invchol) {@\\
\mbox{}\verb@    stopifnot(xor(missing(chol), missing(invchol)))@\\
\mbox{}\verb@    if (!missing(invchol)) {@\\
\mbox{}\verb@        return(invcholD(invchol))@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    return(Dchol(chol))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb74}{74}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
<<ex-stand>>=
### unit triangular
C <- ltMatrices(runif(10))
chk(as.array(chol2cov(standardize(chol = C))),
    as.array(chol2cor(standardize(chol = C))))
L <- solve(C)
chk(as.array(invchol2cov(standardize(invchol = L))),
    as.array(invchol2cor(standardize(invchol = L))))
### non-unit 
diagonals(C) <- 2
chk(as.array(chol2cov(standardize(chol = C))),
    as.array(chol2cor(standardize(chol = C))))
L <- solve(C)
chk(as.array(invchol2cov(standardize(invchol = L))),
    as.array(invchol2cor(standardize(invchol = L))))
@

The log-likelihood function is $\ell_i(\mC_i)$ (we omit $i$ in the
following) and we assume the score
\begin{eqnarray*}
\frac{\partial \ell(\mC)}{\partial \mC}
\end{eqnarray*}
is already available. We want to compute the score
\begin{eqnarray*}
\frac{\partial \ell(\tilde{\mC})}{\partial \mC}
\end{eqnarray*}
which gives
\begin{eqnarray*}
\frac{\partial \ell(\tilde{\mC})}{\partial \mC} & = & 
\underbrace{\frac{\partial \ell(\tilde{\mC})}{\partial \tilde{\mC}}}_{=: \mT} \times \frac{\partial \tilde{\mC}(\mC)}{\partial \mC}
\end{eqnarray*}

We further have
\begin{eqnarray*}
\frac{\partial \tilde{\mC}(\mC)}{\partial \mC} = (\mC^\top \otimes \mI_\J)
\frac{\partial \diag(\mC \mC^\top)^{-\nicefrac{1}{2}}}{\partial \mC} +
(\mI_\J \otimes \diag(\mC \mC^\top)^{-\nicefrac{1}{2}})
\end{eqnarray*}
and thus
\begin{eqnarray*}
\frac{\partial \ell(\tilde{\mC})}{\partial \mC}
& = & 
\vecop(\mI_\J \mT \mC^\top)^\top \frac{\partial \diag(\mC \mC^\top)^{-\nicefrac{1}{2}}}{\partial \mC} + 
    \vecop(\diag(\mC \mC^\top)^{-\nicefrac{1}{2}} \mT \mI_\J)^\top
\end{eqnarray*}
and with 
\begin{eqnarray*}
\frac{\partial \diag(\mC \mC^\top)^{-\nicefrac{1}{2}}}{\partial \mC} & = & 
  \left. \frac{\partial \diag(\mA)^{-\nicefrac{1}{2}}}{\partial \mA} \right|_{\mA = \mC \mC^\top} \frac{\partial \mC \mC^\top}{\partial \mC} \\
& = & 
  -\frac{1}{2} \diag(\vecop(\diag(\mC \mC^\top)^{-\nicefrac{3}{2}})) \left[ (\mC \otimes \mI_\J) \frac{\partial \mC}{\partial \mC} + (\mI_\J \otimes \mC) \frac{\partial \mC^\top}{\partial \mC}\right]
\end{eqnarray*}
we can write
\begin{eqnarray*}
\vecop(\mI_\J \mT \mC^\top)^\top (-\frac{1}{2}) \diag(\vecop(\diag(\mC \mC^\top)^{-\nicefrac{3}{2}}))
& = & 
  -\frac{1}{2} \times \vecop(\mI_\J \mT \mC^\top)^\top \times \vecop(\diag(\mC \mC^\top)^{-\nicefrac{3}{2}})^\top \\
& =: & \bvec^\top
\end{eqnarray*}
thus
\begin{eqnarray*}
\frac{\partial \ell(\tilde{\mC})}{\partial \mC}
& = & 
\bvec^\top \left[ (\mC \otimes \mI_\J) \frac{\partial \mC}{\partial \mC} + (\mI_\J \otimes \mC) \frac{\partial \mC^\top}{\partial \mC}\right] 
  + \vecop(\diag(\mC \mC^\top)^{-\nicefrac{1}{2}} \mT \mI_\J)^\top \\
& = & \vecop(\mI_\J \mB \mC)^\top + \vecop(\mC^\top \mB \mI_\J)^\top \frac{\partial \mC^\top}{\partial \mC}
  + \vecop(\diag(\mC \mC^\top)^{-\nicefrac{1}{2}} \mT \mI_\J)^\top
\end{eqnarray*}
when $\bvec = \vecop(\mB)$. These scores are implemented in
\code{destandardize} with \code{chol} $ = \mC$ and \code{score\_schol} $= \mT$.
If the model was parameterised in $\mL = \mC^{-1}$, we have \code{invchol} $
= \mL$, however, we would still need to compute $\mT$ (\code{score\_schol}, the score with
respect to $\mC$, and it is the user's responsibility to provide this
quantity).

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap136}\raggedright\small
\NWtarget{nuweb120}{} $\langle\,${\itshape destandardize}\nobreak\ {\footnotesize {120}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@destandardize <- function(chol = solve(invchol), invchol, score_schol)@\\
\mbox{}\verb@{@\\
\mbox{}\verb@    stopifnot(is.ltMatrices(chol))      ### NOTE: replace with is.chol@\\
\mbox{}\verb@    J <- dim(chol)[2L]@\\
\mbox{}\verb@    # stopifnot(!attr(chol, "diag"))@\\
\mbox{}\verb@    byrow_orig <- attr(chol, "byrow")@\\
\mbox{}\verb@    chol <- ltMatrices(chol, byrow = FALSE)@\\
\mbox{}\verb@    @\\
\mbox{}\verb@    ### TODO: check byrow in score_schol?@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (is.ltMatrices(score_schol))@\\
\mbox{}\verb@        score_schol <- matrix(as.array(score_schol), @\\
\mbox{}\verb@                              nrow = dim(score_schol)[2L]^2)@\\
\mbox{}\verb@    stopifnot(is.matrix(score_schol))@\\
\mbox{}\verb@    N <- ncol(score_schol)@\\
\mbox{}\verb@    stopifnot(J^2 == nrow(score_schol))@\\
\mbox{}\verb@@\\
\mbox{}\verb@    CCt <- Tcrossprod(chol, diag_only = TRUE)@\\
\mbox{}\verb@    DC <- Dchol(chol, D = Dinv <- 1 / sqrt(CCt))@\\
\mbox{}\verb@    SDC <- solve(DC)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    IDX <- t(M <- matrix(1:J^2, nrow = J, ncol = J))@\\
\mbox{}\verb@    i <- cumsum(c(1, rep(J + 1, J - 1)))@\\
\mbox{}\verb@    ID <- diagonals(as.integer(J), byrow = FALSE)@\\
\mbox{}\verb@    if (dim(ID)[1L] != dim(chol)[1L])@\\
\mbox{}\verb@        ID <- ID[rep(1, dim(chol)[1L]),]@\\
\mbox{}\verb@@\\
\mbox{}\verb@    B <- vectrick(ID, score_schol, chol)@\\
\mbox{}\verb@    B[i,] <- B[i,] * (-.5) * c(CCt)^(-3/2)@\\
\mbox{}\verb@    B[-i,] <- 0@\\
\mbox{}\verb@@\\
\mbox{}\verb@    Dtmp <- Dchol(ID, D = Dinv)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ret <- vectrick(ID, B, chol, transpose = c(TRUE, FALSE)) +@\\
\mbox{}\verb@           vectrick(chol, B, ID)[IDX,] +@\\
\mbox{}\verb@           vectrick(Dtmp, score_schol, ID)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!missing(invchol)) {@\\
\mbox{}\verb@        ### this means: ret <- - vectrick(chol, ret, chol)@\\
\mbox{}\verb@        ret <- - vectrick(chol, ret)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    ret <- ret[M[.lt(J, diag = FALSE)],,drop = FALSE]@\\
\mbox{}\verb@    if (!is.null(dimnames(chol)[[1L]]))@\\
\mbox{}\verb@        colnames(ret) <- dimnames(chol)[[1L]]@\\
\mbox{}\verb@    ret <- ltMatrices(ret,@\\
\mbox{}\verb@                      diag = FALSE, byrow = FALSE, @\\
\mbox{}\verb@                      names = dimnames(chol)[[2L]])@\\
\mbox{}\verb@    ret <- ltMatrices(ret, byrow = byrow_orig)@\\
\mbox{}\verb@    diagonals(ret) <- 0@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb74}{74}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We can now set-up the log-likelihood and score functions for a Gaussian
copula model.  We start with the classical approach of generating the
marginal observations $\rY$ from the ECDF with denominator $N + 1$ and
subsequent use of the Lebesque density as likelihood.  Because no stats text
on multivariate problems is complete without a reference to Edgar Anderson's
iris data, let's set up a model for these four classical variables

<<gc-classical>>=
data("iris", package = "datasets")
J <- 4
Z <- t(qnorm(do.call("cbind", lapply(iris[1:J], rank, ties.method = "max")) / 
       (nrow(iris) + 1)))
(CR <- cor(t(Z)))
ll <- function(parm) {
    C <- ltMatrices(parm)
    Cs <- standardize(chol = C)
    -ldmvnorm(obs = Z, chol = Cs)
}
sc <- function(parm) {
    C <- ltMatrices(parm)
    Cs <- standardize(chol = C)
    -rowSums(Lower_tri(destandardize(chol = C, 
        score_schol = sldmvnorm(obs = Z, chol = Cs)$chol)))
}
start <- t(chol(CR))
start <- start[lower.tri(start)]
if (require("numDeriv", quietly = TRUE))
    chk(grad(ll, start), sc(start), check.attributes = FALSE)
op <- optim(start, fn = ll, gr = sc, method = "BFGS", 
            control = list(trace = FALSE), hessian = TRUE)
op$value
S_ML <- chol2cov(standardize(chol = ltMatrices(op$par)))
@

This approach is of course a bit strange, because we estimate the marginal
distributions by nonparametric maximum likelihood whereas the joint
distribution is estimated by plain maximum likelihood. For the latter, we
can define the likelihood by boxes given by intervals obtained from the
marginale ECDFs and estimate the Copula parameters by maximisation of this
nonparametric likelihood.

<<gc-NPML>>=
lwr <- do.call("cbind", lapply(iris[1:J], rank, ties.method = "min")) - 1L
upr <- do.call("cbind", lapply(iris[1:J], rank, ties.method = "max"))
lwr <- t(qnorm(lwr / nrow(iris)))
upr <- t(qnorm(upr / nrow(iris)))

M <- 500 
if (require("qrng", quietly = TRUE)) {
    ### quasi-Monte-Carlo
    W <- t(ghalton(M, d = J - 1))
} else {
    ### Monte-Carlo
    W <- matrix(runif(M * (J - 1)), nrow = J - 1, byrow = TRUE)
}

ll <- function(parm) {
    C <- ltMatrices(parm)
    Cs <- standardize(chol = C)
    -lpmvnorm(lower = lwr, upper = upr, chol = Cs, M = M, w = W)
}
sc <- function(parm) {
    C <- ltMatrices(parm)
    Cs <- standardize(chol = C)
    -rowSums(Lower_tri(destandardize(chol = C, 
        score_schol = slpmvnorm(lower = lwr, upper = upr, chol = Cs, 
                               M = M, w = W)$chol)))
}
if (require("numDeriv", quietly = TRUE))
    chk(grad(ll, start), sc(start), check.attributes = FALSE)
op2 <- optim(start, fn = ll, gr = sc, method = "BFGS", 
             control = list(trace = FALSE), hessian = TRUE)
S_NPML <- chol2cov(standardize(chol = ltMatrices(op2$par)))
@

For $N = \Sexpr{nrow(iris)}$, the difference is (as expected) marginal:
<<gc>>=
S_ML
S_NPML
@
with relatively close standard errors
<<gc-se>>=
sd_ML <- ltMatrices(sqrt(diag(solve(op$hessian))))
diagonals(sd_ML) <- 0
sd_NPML <- try(ltMatrices(sqrt(diag(solve(op2$hessian)))))
if (!inherits(sd_NPML, "try-error")) {
    diagonals(sd_NPML) <- 0
    print(sd_ML)
    print(sd_NPML)
}
@

However, we are still in the wrong, because we pretended we know the
marginal distribution functions. A holistic approach would estimate the
marginal empirical distributions and the copula parameters simultaneously.

\chapter{Joint Mean and Covariance Estimation} \label{ch:joint}

From a computational points of view, the parameterisation of the
multivariate normal distribution in terms of the inverse Cholesky factor
$\mL$ and the scaled mean $\nuvec = \mL \muvec$ instead of the mean
$\muvec$ is attractive, 
because the log-density is then jointly concave in $\nuvec$ and $\mL$ and
thus a convex optimisation problem would emerge \citep{Barrathh_Boyd_2023}.
This also carries over to the interval-censored likelihood because
probabilities of log-concave densities are again log-concave
\citep{Prekopa_1973}.

The package implements the log-likelihood contributions as $\ell_i(\muvec_i,
\mL_i)$ and derives the scores with respect to $\muvec_i$ and $\mL_i$ (FIXME:
\code{ldmvnorm/sldmvnorm} now directly work with $\nuvec$, but the other
procedures still need adaptation). With
$\muvec_i = \mL_i^{-1} \nuvec$ it is simple to rewrite the log-likelihood
contribution as a concave function of both parameters as
\begin{eqnarray*}
\ell^\text{concave}_i(\nuvec_i, \mL_i) = \ell_i(\mL_i^{-1} \nuvec, \mL_i).
\end{eqnarray*}
The implementation of the corresponding convex negative log-likelihood is
also easy:

<<concave-L>>=
J <- 5
N <- 100
### mean
m <- rnorm(J)
L <- ltMatrices(prm <- runif(J * (J + 1) / 2), diag = TRUE)
Z <- matrix(rnorm(N * J), nrow = J)
Y <- solve(L, Z) + m
### scaled mean; FIXME: update example using invcholmean args
d <- L %*% m

nll <- function(parm) {
    d <- parm[seq_len(J)]
    L <- ltMatrices(parm[-seq_len(J)], diag = TRUE)
    -ldmvnorm(obs = Y, mean = solve(L, d), invchol = L)
}

start <- c(d, prm)

nll(start)
### identical
-ldmvnorm(obs = Y, mean = m, invchol = L)
@

However, computing the scores is a bit more work. Let's first consider the
scores with respect to $\nuvec_i$. We have
\begin{eqnarray*}
\frac{\partial \ell^\text{concave}_i(\nuvec_i, \mL_i)}{\partial \nuvec_i} & = & 
  \frac{\partial \ell_i(\mL_i^{-1} \nuvec_i, \mL_i)}{\partial \nuvec_i} \\
& = & \left.\frac{\partial \ell_i(\muvec, \mL_i)}{\partial
\muvec}\right|_{\muvec = \mL_i^{-1} \nuvec_i} \frac{\partial \mL_i^{-1}
\nuvec_i}{\partial \nuvec_i} \\
& = & \left.\frac{\partial \ell_i(\muvec, \mL_i)}{\partial
\muvec}\right|_{\muvec = \mL_i^{-1} \nuvec_i} \mL^{-1}_i.
\end{eqnarray*}
The first term is the score with respect to $\muvec_i$ and thus the score with
respect to $\nuvec_i$ is straightforward to compute.
The score with respect to $\mL_i$ is more complex. With the multivariate
chain rule we have
\begin{eqnarray*}
\frac{\partial \ell^\text{concave}_i(\nuvec_i, \mL_i)}{\partial \mL_i} & = & 
   \frac{\partial \ell_i(\mL_i^{-1} \nuvec_i, \mL_i)}{\partial \mL_i} \\
& = & \left.\frac{\partial \ell_i(\muvec, \mL_i)}{\partial
\muvec}\right|_{\muvec = \mL_i^{-1} \nuvec_i} \frac{\partial \mL_i^{-1}
\nuvec_i}{\partial \mL_i} + \left.\frac{\partial \ell_i(\muvec, \mL_i)}{\partial
\mL_i}\right|_{\muvec = \mL_i^{-1} \nuvec_i} \\
& = & \left.\frac{\partial \ell_i(\muvec, \mL_i)}{\partial
\muvec}\right|_{\muvec = \mL_i^{-1} \nuvec_i} \frac{\partial \mL_i^{-1}
\nuvec_i}{\partial \mL_i^{-1}} \frac{\partial \mL_i^{-1}}{\partial \mL_i} + 
\left.\frac{\partial \ell_i(\muvec, \mL_i)}{\partial
\mL_i}\right|_{\muvec = \mL_i^{-1} \nuvec_i} \\
& = & \underbrace{\left.\frac{\partial \ell_i(\muvec, \mL_i)}{\partial
\muvec}\right|_{\muvec = \mL_i^{-1} \nuvec_i}}_{=: \muvec_i^\prime} (\nuvec_i^\top \otimes
\mI_J)(-1)(\mL_i^{-\top} \otimes \mL_i^{-1}) + 
\left.\frac{\partial \ell_i(\muvec, \mL_i)}{\partial
\mL_i}\right|_{\muvec = \mL_i^{-1} \nuvec_i} \\
& = & \vecop(\muvec_i^\prime \nuvec_i^\top)(-1)(\mL_i^{-\top} \otimes \mL_i^{-1})
+ \left.\frac{\partial \ell_i(\muvec, \mL_i)}{\partial
\mL_i}\right|_{\muvec = \mL_i^{-1} \nuvec_i} 
\end{eqnarray*}
where we apply the vec-trick twice in the last line.

The negative gradient is now
<<scores-L>>=
nsc <- function(parm) {
    d <- parm[seq_len(J)]
    L <- ltMatrices(parm[-seq_len(J)], diag = TRUE)
    ret <- sldmvnorm(obs = Y, mean = solve(L, d), invchol = L)
    C <- solve(L)

    J <- dim(L)[2L]
    M <- matrix(seq_len(J^2), nrow = J, byrow = FALSE)
    idx <- M[lower.tri(M, diag = TRUE)]
   
    X <- -ret$obs
    Y <- matrix(d, nrow = nrow(X), ncol = ncol(X))
    A <- X[rep(1:nrow(X), times = nrow(X)),,drop = FALSE] * 
         Y[rep(1:nrow(Y), each = nrow(X)),,drop = FALSE]

    scL <- - vectrick(C, A)
    scL <- scL[idx,,drop = FALSE]
    scL <- rowSums(unclass(scL) + unclass(ret$invchol))
    - c(rowSums(solve(L, -ret$obs, transpose = TRUE)), 
        scL)
}
chk(unname(nsc(start)), grad(nll, start))
@

Similarily, when the model is parameterized by $\nuvec_i$ and $\mC_i =
\mL_i^{-1}$, we can compute the log-likelihood as

<<concave-C>>=
C <- ltMatrices(prm <- runif(J * (J + 1) / 2), diag = TRUE)
Z <- matrix(rnorm(N * J), nrow = J)
Y <- C %*% Z + m
### scaled mean
d <- solve(C, m)

nll <- function(parm) {
    d <- parm[seq_len(J)]
    C <- ltMatrices(parm[-seq_len(J)], diag = TRUE)
    -ldmvnorm(obs = Y, mean = C %*% d, chol = C)
}

start <- c(d, prm)

nll(start)
### identical
-ldmvnorm(obs = Y, mean = m, chol = C)
@

By the same arguments as above, the score with respect to $\nuvec_i$ is
\begin{eqnarray*}
\frac{\partial \ell^\text{concave}_i(\nuvec_i, \mC_i)}{\partial \nuvec_i} & = & 
  \frac{\partial \ell_i(\mC_i \nuvec_i, \mC_i)}{\partial \nuvec_i} \\
& = & \left.\frac{\partial \ell_i(\muvec, \mC_i)}{\partial
\muvec}\right|_{\muvec = \mC_i \nuvec_i} \mC_i.
\end{eqnarray*}
and the score with respect to $\mC_i$ is
\begin{eqnarray*}
\frac{\partial \ell^\text{concave}_i(\nuvec_i, \mC_i)}{\partial \mC_i} & = & 
   \frac{\partial \ell_i(\mC_i \nuvec_i, \mC_i)}{\partial \mC_i} \\
& = & \muvec_i^\prime \nuvec_i^\top + \left.\frac{\partial \ell_i(\muvec,
\mC_i)}{\partial \mC_i}\right|_{\muvec = \mC_i \nuvec_i} 
\end{eqnarray*}

<<scores-C>>=
nsc <- function(parm) {
    d <- parm[seq_len(J)]
    C <- ltMatrices(parm[-seq_len(J)], diag = TRUE)
    ret <- sldmvnorm(obs = Y, mean = C %*% d, chol = C)

    J <- dim(C)[2L]
    M <- matrix(seq_len(J^2), nrow = J, byrow = FALSE)
    idx <- M[lower.tri(M, diag = TRUE)]

    X <- -ret$obs
    Y <- matrix(d, nrow = nrow(X), ncol = ncol(X))
    A <- X[rep(1:nrow(X), times = nrow(X)),,drop = FALSE] * 
         Y[rep(1:nrow(Y), each = nrow(X)),,drop = FALSE]

    scC <- A[idx,,drop = FALSE]
    scC <- rowSums(unclass(scC) + unclass(ret$chol))
    - c(rowSums(crossprod(C, -ret$obs)), 
        scC)
}
chk(unname(nsc(start)), grad(nll, start))
@



\chapter{User Interface} \label{inter}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap137}\raggedright\small
\NWtarget{nuweb127a}{} \verb@"interface.R"@\nobreak\ {\footnotesize {127a}}$\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mvnorm}\nobreak\ {\footnotesize \NWlink{nuweb129b}{129b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mean2invcholmean}\nobreak\ {\footnotesize \NWlink{nuweb130a}{130a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape invcholmean2mean}\nobreak\ {\footnotesize \NWlink{nuweb130b}{130b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mvnorm methods}\nobreak\ {\footnotesize \NWlink{nuweb130c}{130c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mvnorm simulate}\nobreak\ {\footnotesize \NWlink{nuweb131}{131}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mvnorm margDist}\nobreak\ {\footnotesize \NWlink{nuweb132}{132}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mvnorm condDist}\nobreak\ {\footnotesize \NWlink{nuweb133}{133}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mvnorm logLik}\nobreak\ {\footnotesize \NWlink{nuweb137}{137}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mvnorm lLgrad}\nobreak\ {\footnotesize \NWlink{nuweb143}{143}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mvnorm marginal means}\nobreak\ {\footnotesize \NWlink{nuweb58a}{58a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mvnorm vcov}\nobreak\ {\footnotesize \NWlink{nuweb58b}{58b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape mvnorm regression coefs}\nobreak\ {\footnotesize \NWlink{nuweb59}{59}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The tools provided in the previous chapters are rather low-level, so we will
invest some time into setting-up a more high-level interface for
representing normal models, either as $\ND_\J(\muvec, \mC \mC^\top)$, or
$\ND_\J(\muvec, \mL^{-1} \mL^{-\top})$, or $\ND_\J(\mL^{-1} \nuvec, \mL^{-1}
\mL^{-\top})$, or $\ND_\J(\mC \nuvec, \mC \mC^\top)$, for simulating from such models, and
for evaluating the log-likelihood and corresponding score functions. The
latter functionality shall also work when only incomplete (variables are
missing) or censored (observations are only known as intervals) data is
available.

We start with the conversion of a lower triangular matrix \code{x} to an
\code{ltMatrices} object

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap138}\raggedright\small
\NWtarget{nuweb127b}{} $\langle\,${\itshape as.ltMatrices}\nobreak\ {\footnotesize {127b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@as.ltMatrices.default <- function(x) {@\\
\mbox{}\verb@    stopifnot(is.numeric(x))@\\
\mbox{}\verb@    if (!is.matrix(x)) x <- matrix(x)    @\\
\mbox{}\verb@    DIAG <- max(abs(diag(x) - 1)) > .Machine$double.eps@\\
\mbox{}\verb@    DIAG <- DIAG & (nrow(x) > 1)@\\
\mbox{}\verb@    lt <- x[.lt(nrow(x), diag = DIAG)]@\\
\mbox{}\verb@    up <- x[.ut(nrow(x), diag = FALSE)]@\\
\mbox{}\verb@    stopifnot(max(abs(up)) < .Machine$double.eps)@\\
\mbox{}\verb@    nm <- rownames(x)@\\
\mbox{}\verb@    if (!is.null(nm))@\\
\mbox{}\verb@        return(ltMatrices(lt, diag = DIAG, names = nm))@\\
\mbox{}\verb@    return(ltMatrices(lt, diag = DIAG))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and proceed defining a constructor for object respresenting, potentially
multiple, multivariate normal distributions. If the Cholesky factor $\mC$
(or multiple Cholesky factors $\mC_1, \dots, \mC_N$) are given as
\code{chol} argument, we label them as being such objects using \code{as.chol}. If 
only a matrix is given, we convert it (if possible) to a single Cholesky
factor $\mC$. The same is done when $\mL$ is given as \code{invchol}
argument. Of course, only one of these arguments must be specified.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap139}\raggedright\small
\NWtarget{nuweb128a}{} $\langle\,${\itshape mvnorm chol invchol}\nobreak\ {\footnotesize {128a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (missing(chol) && missing(invchol))@\\
\mbox{}\verb@    chol <- as.chol(ltMatrices(1, diag = TRUE))@\\
\mbox{}\verb@stopifnot(xor(missing(chol), missing(invchol)))@\\
\mbox{}\verb@@\\
\mbox{}\verb@if (!missing(chol)) {@\\
\mbox{}\verb@    if (!is.ltMatrices(chol))@\\
\mbox{}\verb@        chol <- as.ltMatrices(chol)@\\
\mbox{}\verb@    scale <- as.chol(chol)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@if (!missing(invchol)) {@\\
\mbox{}\verb@    if (!is.ltMatrices(invchol))@\\
\mbox{}\verb@        invchol <- as.ltMatrices(invchol)@\\
\mbox{}\verb@    scale <- as.invchol(invchol)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@ret <- list(scale = scale)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb129b}{129b}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The mean, or multiple means, is stored as a $\J \times 1$ or $\J \times N$
matrix, and we check if dimensions and, possibly, names are in line with
what was specified as \code{chol} or \code{invchol}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap140}\raggedright\small
\NWtarget{nuweb128b}{} $\langle\,${\itshape mvnorm mean}\nobreak\ {\footnotesize {128b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (!missing(mean)) {@\\
\mbox{}\verb@    stopifnot(is.numeric(mean))@\\
\mbox{}\verb@    stopifnot(NROW(mean) == dim(scale)[2L])@\\
\mbox{}\verb@    if (!is.matrix(mean)) {@\\
\mbox{}\verb@        mean <- matrix(mean, nrow = NROW(mean))@\\
\mbox{}\verb@        rownames(mean) <- names(mean)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    nm <- dimnames(scale)[[2L]]@\\
\mbox{}\verb@    if (is.null(rownames(mean)))@\\
\mbox{}\verb@        rownames(mean) <- nm@\\
\mbox{}\verb@    if (!isTRUE(all.equal(rownames(mean), nm)))@\\
\mbox{}\verb@        stop("rownames of mean do not match")        @\\
\mbox{}\verb@    nm <- dimnames(scale)[[1L]]@\\
\mbox{}\verb@    if (!is.null(nm) && dim(scale)[[2L]] == ncol(mean)) {@\\
\mbox{}\verb@        if (is.null(colnames(mean)))@\\
\mbox{}\verb@            colnames(mean) <- nm@\\
\mbox{}\verb@        if (!isTRUE(all.equal(colnames(mean), nm)))@\\
\mbox{}\verb@            stop("colnames of mean do not match")        @\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    ret$mean <- mean@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb129b}{129b}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap141}\raggedright\small
\NWtarget{nuweb129a}{} $\langle\,${\itshape mvnorm invcholmean}\nobreak\ {\footnotesize {129a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (!missing(invcholmean)) {@\\
\mbox{}\verb@    stopifnot(is.numeric(invcholmean))@\\
\mbox{}\verb@    stopifnot(NROW(invcholmean) == dim(scale)[2L])@\\
\mbox{}\verb@    if (!is.matrix(invcholmean)) {@\\
\mbox{}\verb@        invcholmean <- matrix(invcholmean, nrow = NROW(invcholmean))@\\
\mbox{}\verb@        rownames(invcholmean) <- names(invcholmean)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    nm <- dimnames(scale)[[2L]]@\\
\mbox{}\verb@    if (is.null(rownames(invcholmean)))@\\
\mbox{}\verb@        rownames(invcholmean) <- nm@\\
\mbox{}\verb@    if (!isTRUE(all.equal(rownames(invcholmean), nm)))@\\
\mbox{}\verb@        stop("rownames of invcholmean do not match")        @\\
\mbox{}\verb@    nm <- dimnames(scale)[[1L]]@\\
\mbox{}\verb@    if (!is.null(nm) && dim(scale)[[2L]] == ncol(invcholmean)) {@\\
\mbox{}\verb@        if (is.null(colnames(invcholmean)))@\\
\mbox{}\verb@            colnames(invcholmean) <- nm@\\
\mbox{}\verb@        if (!isTRUE(all.equal(colnames(invcholmean), nm)))@\\
\mbox{}\verb@            stop("colnames of invcholmean do not match")        @\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    ret$invcholmean <- invcholmean@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb129b}{129b}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Finally, we put everything together and return an object of class
\code{mvnorm}, featuring \code{mean} and \code{scale}. The class of the
latter slot carries the information how this object is to be interpreted (as
Cholesky factor or inverse thereof). We also allow the specification of the
scaled mean $\nuvec = \mL \muvec$ as argument \code{invcholmean}:

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap142}\raggedright\small
\NWtarget{nuweb129b}{} $\langle\,${\itshape mvnorm}\nobreak\ {\footnotesize {129b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@### allow more than one distribution@\\
\mbox{}\verb@mvnorm <- function(mean, invcholmean, chol, invchol) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@  @\hbox{$\langle\,${\itshape mvnorm chol invchol}\nobreak\ {\footnotesize \NWlink{nuweb128a}{128a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@  if (!missing(invcholmean)) {@\\
\mbox{}\verb@      stopifnot(missing(mean))@\\
\mbox{}\verb@      ### note: this is not really necessary once all ls functions@\\
\mbox{}\verb@      ### are able to deal with invcholmean@\\
\mbox{}\verb@      @\hbox{$\langle\,${\itshape mvnorm invcholmean}\nobreak\ {\footnotesize \NWlink{nuweb129a}{129a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@  } else {@\\
\mbox{}\verb@      @\hbox{$\langle\,${\itshape mvnorm mean}\nobreak\ {\footnotesize \NWlink{nuweb128b}{128b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@  }@\\
\mbox{}\verb@  class(ret) <- "mvnorm"@\\
\mbox{}\verb@  return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb127a}{127a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
After updating the object, it might be necessary to update $\nuvec$ or
$\muvec$ as well:

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap143}\raggedright\small
\NWtarget{nuweb130a}{} $\langle\,${\itshape mean2invcholmean}\nobreak\ {\footnotesize {130a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@.m2i <- function(object) {@\\
\mbox{}\verb@    if (is.chol(object$scale))@\\
\mbox{}\verb@        return(solve(object$scale, object$mean))@\\
\mbox{}\verb@    return(object$scale %*% object$mean)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb127a}{127a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap144}\raggedright\small
\NWtarget{nuweb130b}{} $\langle\,${\itshape invcholmean2mean}\nobreak\ {\footnotesize {130b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@.i2m <- function(object) {@\\
\mbox{}\verb@    if (is.chol(object$scale))@\\
\mbox{}\verb@        return(object$scale %*% object$invcholmean)@\\
\mbox{}\verb@    return(solve(object$scale, object$invcholmean))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb127a}{127a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We add a \code{names} and \code{aperm} method. The latter returns a
multivariate normal distribution with permuted order of the variables

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap145}\raggedright\small
\NWtarget{nuweb130c}{} $\langle\,${\itshape mvnorm methods}\nobreak\ {\footnotesize {130c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@names.mvnorm <- function(x)@\\
\mbox{}\verb@    dimnames(x$scale)[[2L]]@\\
\mbox{}\verb@@\\
\mbox{}\verb@aperm.mvnorm <- function(a, perm, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!is.null(a$invcholmean))@\\
\mbox{}\verb@        a$mean <- .i2m(a)@\\
\mbox{}\verb@    ret <- list(scale = aperm(a$scale, perm = perm, ...))@\\
\mbox{}\verb@    if (!is.null(a$mean))@\\
\mbox{}\verb@        ret$mean <- a$mean[perm,,drop = FALSE]@\\
\mbox{}\verb@    if (!is.null(a$invcholmean)) {@\\
\mbox{}\verb@        ret$invcholmean <- .m2i(ret)@\\
\mbox{}\verb@        ret$mean <- NULL@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    class(ret) <- "mvnorm"@\\
\mbox{}\verb@    ret@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb127a}{127a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We are now ready to draw samples from such an object. If multiple normal
distributions are contained in \code{object}, we return one sample each,
otherwise, \code{nsim} samples are returned. Because most tools in this
package expect data as $\J \times N$ matrices, we return the data in this
format. If a classical \code{data.frame} is preferred, \code{as.data.frame =
TRUE} we provide one

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap146}\raggedright\small
\NWtarget{nuweb131}{} $\langle\,${\itshape mvnorm simulate}\nobreak\ {\footnotesize {131}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@simulate.mvnorm <- function(object, nsim = dim(object$scale)[1L], seed = NULL, @\\
\mbox{}\verb@                            standardize = FALSE, as.data.frame = FALSE, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape init random seed, reset on exit}\nobreak\ {\footnotesize \NWlink{nuweb84a}{84a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    J <- dim(object$scale)[2L]@\\
\mbox{}\verb@    N <- dim(object$scale)[1L]@\\
\mbox{}\verb@    if (N > 1)@\\
\mbox{}\verb@        stopifnot(nsim == N)@\\
\mbox{}\verb@    if (standardize) {@\\
\mbox{}\verb@        if (is.chol(object$scale)) {@\\
\mbox{}\verb@            object$scale <- standardize(chol = object$scale)@\\
\mbox{}\verb@        } else {@\\
\mbox{}\verb@            object$scale <- standardize(invchol = object$scale)@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    Z <- matrix(rnorm(nsim * J), nrow = J)@\\
\mbox{}\verb@    if (!is.null(object$invcholmean))@\\
\mbox{}\verb@        Z <- Z + c(object$invcholmean)@\\
\mbox{}\verb@    if (is.chol(object$scale)) {@\\
\mbox{}\verb@        Y <- Mult(object$scale, Z)@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        Y <- solve(object$scale, Z)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    ret <- Y@\\
\mbox{}\verb@    if (!is.null(object$mean))@\\
\mbox{}\verb@        ret <- ret + c(object$mean)@\\
\mbox{}\verb@    rownames(ret) <- dimnames(object$scale)[[2L]]@\\
\mbox{}\verb@    if (!as.data.frame)@\\
\mbox{}\verb@        return(ret)@\\
\mbox{}\verb@    return(as.data.frame(t(ret)))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb127a}{127a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
It is maybe time for a first example, and we return to the iris dataset,
ignoring the iris' species for the time being. We set-up a model 
in terms of the sample maximum-likelihood estimates
<<iris-model>>=
data("iris", package = "datasets")
vars <- names(iris)[-5L]
N <- nrow(iris)
m <- colMeans(iris[,vars])
V <- var(iris[,vars]) * (N - 1) / N
iris_mvn <- mvnorm(mean = m, chol = t(chol(V)))
iris_var <- simulate(iris_mvn, nsim = nrow(iris))
@

Marginal and conditional distributions might be of interest, the
\code{margDist} and \code{condDist} methods are simple wrappers to
\code{marg\_mvnorm} and \code{cond\_mvnorm}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap147}\raggedright\small
\NWtarget{nuweb132}{} $\langle\,${\itshape mvnorm margDist}\nobreak\ {\footnotesize {132}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@margDist <- function(object, which, ...)@\\
\mbox{}\verb@    UseMethod("margDist")@\\
\mbox{}\verb@@\\
\mbox{}\verb@margDist.mvnorm <- function(object, which, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (is.chol(object$scale)) {@\\
\mbox{}\verb@        ret <- list(scale = as.chol(marg_mvnorm(chol = object$scale, @\\
\mbox{}\verb@                                                which = which)$chol))@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        ret <- list(scale = as.invchol(marg_mvnorm(invchol = object$scale, @\\
\mbox{}\verb@                                                   which = which)$invchol))@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!is.null(object$invcholmean))@\\
\mbox{}\verb@        object$mean <- .i2m(object)@\\
\mbox{}\verb@    if (!is.null(object$mean))@\\
\mbox{}\verb@        ret$mean <- object$mean[which,,drop = FALSE]@\\
\mbox{}\verb@    if (!is.null(object$invcholmean)) {@\\
\mbox{}\verb@        ret$invcholmean <- .m2i(ret)@\\
\mbox{}\verb@        ret$mean <- NULL@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    class(ret) <- "mvnorm"@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb127a}{127a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap148}\raggedright\small
\NWtarget{nuweb133}{} $\langle\,${\itshape mvnorm condDist}\nobreak\ {\footnotesize {133}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@condDist <- function(object, which_given, given, ...)@\\
\mbox{}\verb@    UseMethod("condDist")@\\
\mbox{}\verb@@\\
\mbox{}\verb@condDist.mvnorm <- function(object, which_given = 1L, given, ...) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!is.null(object$invcholmean))@\\
\mbox{}\verb@        object$mean <- .i2m(object)@\\
\mbox{}\verb@    if (!is.null(object$mean)) {@\\
\mbox{}\verb@        if (ncol(object$mean) == 1L && NCOL(given) > 1L) {@\\
\mbox{}\verb@            given <- given - object$mean[which_given,,drop = TRUE]@\\
\mbox{}\verb@        } else {@\\
\mbox{}\verb@            given <- c(given) - object$mean[which_given,,drop = FALSE]@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (is.chol(object$scale)) {@\\
\mbox{}\verb@        ret <- cond_mvnorm(chol = object$scale, which_given = which_given, @\\
\mbox{}\verb@                           given = given, ...)@\\
\mbox{}\verb@        ret$scale <- as.chol(ret$chol)@\\
\mbox{}\verb@        ret$chol <- NULL@\\
\mbox{}\verb@    } else {@\\
\mbox{}\verb@        ret <- cond_mvnorm(invchol = object$scale, which_given = which_given, @\\
\mbox{}\verb@                           given = given, ...)@\\
\mbox{}\verb@        ret$scale <- as.invchol(ret$invchol)@\\
\mbox{}\verb@        ret$invchol <- NULL@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    if (!is.null(object$mean)) {@\\
\mbox{}\verb@        if (is.character(which_given)) @\\
\mbox{}\verb@            which_given <- match(which_given, dimnames(object$scale)[[2L]])@\\
\mbox{}\verb@        if (ncol(object$mean) > 1L && ncol(ret$mean) > 1) {@\\
\mbox{}\verb@            ret$mean <- object$mean[-which_given,,drop = FALSE] + ret$mean@\\
\mbox{}\verb@        } else if (ncol(object$mean) == 1L && ncol(ret$mean) > 1L) {@\\
\mbox{}\verb@            ret$mean <- object$mean[-which_given,,drop = TRUE] + ret$mean@\\
\mbox{}\verb@        } else {@\\
\mbox{}\verb@            ret$mean <- object$mean[-which_given,,drop = FALSE] + c(ret$mean)@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    if (!is.null(object$invcholmean)) {@\\
\mbox{}\verb@        ret$invcholmean <- .m2i(ret)@\\
\mbox{}\verb@        ret$mean <- NULL@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    class(ret) <- "mvnorm"@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb127a}{127a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We could now compute the marginal distribution of two Petal variables
or the bivariate regressions of the two Petal variables given the observed
Sepal variables. Note that the last object contains $N = \Sexpr{nrow(iris)}$
different distributions

<<iris-mc>>=
j <- 3:4
margDist(iris_mvn, which = vars[j])
gm <- t(iris[,vars[-(j)]])
iris_cmvn <- condDist(iris_mvn, which_given = vars[j], given = gm)
@

We now work towards implementating the corresponding log-likelihood
function. This is a trivial task as long as all variables for all
observations have been observed exactly (that is, we can interpret 
the data as being continuous). Here, we also want to allow imprecise, that
is, interval-censored, measurements. The one constraint in \code{ldpmvnorm}
is that the continuous variables come first, followed by the censored ones.
This of course might not be in line with the variable ordering we have in
mind for our model. Our log-likelihood function shall be able to evaluate
the log-likelihood for arbitrary permutations of the variables and,
optionally, also based on marginal distributions in case observations are
missing.

The following \code{logLik} method for objects of class \code{mvnorm} is
essentially a wrapper for \code{ldpmvnorm}, handling permutations,
marginalisation, and standardisation. We begin with some sanity checks

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap149}\raggedright\small
\NWtarget{nuweb135}{} $\langle\,${\itshape argchecks}\nobreak\ {\footnotesize {135}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@args <- c(object, list(...))@\\
\mbox{}\verb@nargs <- missing(obs) + missing(lower) + missing(upper)@\\
\mbox{}\verb@stopifnot(nargs < 3L)@\\
\mbox{}\verb@@\\
\mbox{}\verb@nmobs <- NULL@\\
\mbox{}\verb@if (!missing(obs)) {@\\
\mbox{}\verb@    if (!is.null(obs)) {@\\
\mbox{}\verb@        stopifnot(is.matrix(obs))@\\
\mbox{}\verb@        stopifnot(!is.null(rownames(obs)))@\\
\mbox{}\verb@        nmobs <- rownames(obs)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@}@\\
\mbox{}\verb@nmlower <- nmupper <- nmlu <- NULL@\\
\mbox{}\verb@if (!missing(lower)) {@\\
\mbox{}\verb@    if (!is.null(lower)) {@\\
\mbox{}\verb@        stopifnot(is.matrix(lower))@\\
\mbox{}\verb@        stopifnot(!is.null(rownames(lower)))@\\
\mbox{}\verb@        nmlu <- nmlower <- rownames(lower)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@}@\\
\mbox{}\verb@if (!missing(upper)) {@\\
\mbox{}\verb@    if (!is.null(lower)) {@\\
\mbox{}\verb@        stopifnot(is.matrix(upper))@\\
\mbox{}\verb@        stopifnot(!is.null(rownames(upper)))@\\
\mbox{}\verb@        nmupper <- rownames(upper)@\\
\mbox{}\verb@        if (!missing(lower)) {@\\
\mbox{}\verb@            stopifnot(isTRUE(all.equal(nmlower, nmupper)))@\\
\mbox{}\verb@        } else {@\\
\mbox{}\verb@            nmlu <- nmupper@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@\\
\mbox{}\verb@nm <- c(nmobs, nmlu)@\\
\mbox{}\verb@no <- names(object)@\\
\mbox{}\verb@### we allow dimensions w/o data@\\
\mbox{}\verb@stopifnot(all(nm %in% no))@\\
\mbox{}\verb@perm <- NULL@\\
\mbox{}\verb@if (!isTRUE(all.equal(nm, no)))@\\
\mbox{}\verb@    perm <- c(nm, no[!no %in% nm])@\\
\mbox{}\verb@@\\
\mbox{}\verb@if (!missing(obs)) args$obs <- obs@\\
\mbox{}\verb@if (!missing(lower)) args$lower <- lower@\\
\mbox{}\verb@if (!missing(upper)) args$upper <- upper@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb137}{137}\NWlink{nuweb143}{, 143}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and handle standardization for the two possible parameterisations, first
when $\mC$ was given and second when the inverse Cholesky factors $\mL$ was
given

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap150}\raggedright\small
\NWtarget{nuweb136}{} $\langle\,${\itshape logLik standardize}\nobreak\ {\footnotesize {136}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (is.chol(object$scale)) {@\\
\mbox{}\verb@    names(args)[names(args) == "scale"] <- "chol"@\\
\mbox{}\verb@    if (standardize)@\\
\mbox{}\verb@       args$chol <- object$scale <- standardize(chol = args$chol)@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    names(args)[names(args) == "scale"] <- "invchol"@\\
\mbox{}\verb@    if (standardize)@\\
\mbox{}\verb@        args$invchol <- object$scale <- standardize(invchol = args$invchol)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb137}{137}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Putting everything together in a corresponding \code{logLik} method finally
calls \code{ldpmvnorm} when there are (i) only continuous observations for
all dimensions, (ii) only intervals for all dimensions, (iii) continuous
observations for at least the first (maybe more) dimension followed by
intervals for the remaining dimensions. If this is not the case, \code{perm}
is not \code{NULL} and the appropriate marginal (for continuous) and conditional
distributions (intervals given continuous) distributions are computed first.
This also handles the case when data is missing for some observations.

In contrast to \code{lLgrad.mvnorm}, which first permutes the dimensions via
\code{aperm} and thus requires a Cholesky decomposition of the permuted $\J
\times \J$ covariance matrix, Cholesky decompositions of lower dimensional
matrices are required when computing the log-likelihood. However, it is best
to avoid this reshuffeling by using an appropriate order of the dimensions
(continuous first, intervals second, no missing data).

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap151}\raggedright\small
\NWtarget{nuweb137}{} $\langle\,${\itshape mvnorm logLik}\nobreak\ {\footnotesize {137}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@logLik.mvnorm <- function(object, obs, lower, upper, standardize = FALSE, @\\
\mbox{}\verb@                          ...) {@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape argchecks}\nobreak\ {\footnotesize \NWlink{nuweb135}{135}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape logLik standardize}\nobreak\ {\footnotesize \NWlink{nuweb136}{136}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (!is.null(perm)) {@\\
\mbox{}\verb@        ll <- if (!is.null(args$logLik)) args$logLik else TRUE@\\
\mbox{}\verb@        ret <- 0@\\
\mbox{}\verb@        ### integrate out dimensions w/o data@\\
\mbox{}\verb@        if (length(nm) < length(no) && !is.null(nmlu))@\\
\mbox{}\verb@            object <- margDist(object, which = nm)@\\
\mbox{}\verb@        ### continuous@\\
\mbox{}\verb@        if (!is.null(nmobs)) {@\\
\mbox{}\verb@            ret <- ret + logLik(margDist(object, which = nmobs), @\\
\mbox{}\verb@                                obs = obs, logLik = ll) @\\
\mbox{}\verb@            ### set-up conditional distribution if there are any intervals@\\
\mbox{}\verb@            if (!is.null(nmlu))@\\
\mbox{}\verb@                object <- condDist(object, which_given = nmobs, given = obs)@\\
\mbox{}\verb@        }@\\
\mbox{}\verb@        ### interval given continuous@\\
\mbox{}\verb@        if (!is.null(nmlu))@\\
\mbox{}\verb@            ret <- ret + logLik(object, lower = lower, upper = upper, ...)@\\
\mbox{}\verb@        return(ret)@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### base likelihood on mean for mixed data@\\
\mbox{}\verb@    if (!is.null(args$invcholmean) &&@\\
\mbox{}\verb@        (!missing(obs)) + (!missing(lower) || !missing(upper)) == 2L  ### mixed data@\\
\mbox{}\verb@        ) {@\\
\mbox{}\verb@        args$mean <- .i2m(object)@\\
\mbox{}\verb@        args$invcholmean <- NULL@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    return(do.call("ldpmvnorm", args))@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb127a}{127a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
allows us to evaluate the log-likelihood of the conditional models for iris

<<iris-ll>>=
logLik(object = iris_cmvn, obs = t(iris[,vars[-j]]))
@

This implementation of the log-likelihood silently handles the case when
variables have been specified in a different order than hard-wired into the
model

<<iris-ll-perm>>=
logLik(object = iris_cmvn, obs = t(iris[,rev(vars[-j])]))
@

The hardest task is the implementation of a score function which features
the same options as the log-likelihood function and provides the gradients
with respect not only to the parameters ($\muvec$ or $\nuvec$ and $\mC$ or $\mL$), but also
with respect to the data objects \code{obs}, \code{lower}, and \code{upper}.

In essence, we have to repair the damage imposed by a series of
transformations in \code{logLik.mvnorm}, that is, by standardisation,
permutation, and marginalisation. We start with the case when $\mC$ was
given. First, we repeat all the steps performed in \code{logLik}, but call 
the score function \code{sldpmvnorm} instead of the log-likelihood function
\code{ldpmvnorm}. A downside of the approach taken here is that
post-processing of the scores takes place on the level of observations, as
we do not compute the score function but the score contributions. If one is
only interested in the former, major speedups could be achieved by summing
over observations before post-processing.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap152}\raggedright\small
\NWtarget{nuweb138a}{} $\langle\,${\itshape lLgrad chol}\nobreak\ {\footnotesize {138a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@names(args)[names(args) == "scale"] <- "chol"@\\
\mbox{}\verb@sc <- args$chol@\\
\mbox{}\verb@if (standardize)@\\
\mbox{}\verb@    args$chol <- sc <- standardize(chol = args$chol)@\\
\mbox{}\verb@if (!is.null(perm)) {@\\
\mbox{}\verb@    if (!attr(args$chol, "diag")) {@\\
\mbox{}\verb@        diagonals(args$chol) <- 1@\\
\mbox{}\verb@        sc <- args$chol@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    args$chol <- pc <- aperm(as.chol(args$chol), perm = perm)@\\
\mbox{}\verb@    if (length(nm) < length(no))@\\
\mbox{}\verb@        args$chol <- marg_mvnorm(chol = args$chol, which = nm)$chol@\\
\mbox{}\verb@    args$mean <- args$mean[nm,,drop = FALSE]@\\
\mbox{}\verb@}@\\
\mbox{}\verb@ret <- do.call("sldpmvnorm", args)@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape lLgrad mean}\nobreak\ {\footnotesize \NWlink{nuweb138b}{138b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape lLgrad marginalisation}\nobreak\ {\footnotesize \NWlink{nuweb139a}{139a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape lLgrad deperma}\nobreak\ {\footnotesize \NWlink{nuweb139b}{139b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape lLgrad destandarized}\nobreak\ {\footnotesize \NWlink{nuweb139c}{139c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape lLgrad diagonals}\nobreak\ {\footnotesize \NWlink{nuweb140a}{140a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape lLgrad return}\nobreak\ {\footnotesize \NWlink{nuweb140b}{140b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb143}{143}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The next task is to post-differentiate all scores such that the gradients
with respect to the original arguments of \code{logLik} are obtained. We
start with the gradient with respect to $\muvec$, in case it was not given

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap153}\raggedright\small
\NWtarget{nuweb138b}{} $\langle\,${\itshape lLgrad mean}\nobreak\ {\footnotesize {138b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@### sldmvnorm returns mean score as -obs@\\
\mbox{}\verb@if (is.null(ret$mean)) ret$mean <- - ret$obs@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb138a}{138a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
In case we marginalised over some variables, we have to set the omitted
parameters to zero

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap154}\raggedright\small
\NWtarget{nuweb139a}{} $\langle\,${\itshape lLgrad marginalisation}\nobreak\ {\footnotesize {139a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@om <- length(no) - length(nm)@\\
\mbox{}\verb@if (om > 0) {@\\
\mbox{}\verb@    am <- matrix(0, nrow = om, ncol = ncol(ret$mean))@\\
\mbox{}\verb@    rownames(am) <- no[!no %in% nm]@\\
\mbox{}\verb@    ret$mean <- rbind(ret$mean, am)@\\
\mbox{}\verb@    Jo <- dim(object$scale)[[2L]]@\\
\mbox{}\verb@    pJ <- dim(args$invchol)[[2L]]@\\
\mbox{}\verb@    am <- matrix(0, nrow = Jo * (Jo + 1) / 2 - pJ * (pJ + 1) / 2, @\\
\mbox{}\verb@                 ncol = dim(ret$invchol)[1L])@\\
\mbox{}\verb@    byrow_orig <- attr(ret$chol, "byrow")@\\
\mbox{}\verb@    ret$chol <- ltMatrices(ret$chol, byrow = TRUE)@\\
\mbox{}\verb@    ### rbind only works for byrow = TRUE@\\
\mbox{}\verb@    ret$chol <- ltMatrices(rbind(unclass(ret$chol), am), @\\
\mbox{}\verb@                           byrow = TRUE, @\\
\mbox{}\verb@                           diag = TRUE,@\\
\mbox{}\verb@                           names = perm)@\\
\mbox{}\verb@    ret$chol <- ltMatrices(ret$chol, byrow = byrow_orig)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb138a}{138a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
If the order of the variables was permuted, we compute the scores for the
original ordering of the variables, as explained in Chapter~\ref{cdl}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap155}\raggedright\small
\NWtarget{nuweb139b}{} $\langle\,${\itshape lLgrad deperma}\nobreak\ {\footnotesize {139b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (!is.null(perm))@\\
\mbox{}\verb@    ret$chol <- deperma(chol = sc, permuted_chol = pc, @\\
\mbox{}\verb@                        perm = match(perm, no), @\\
\mbox{}\verb@                        score_schol = ret$chol)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb138a}{138a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The effect of standardization can be removed as discussed in
Chapter~\ref{copula}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap156}\raggedright\small
\NWtarget{nuweb139c}{} $\langle\,${\itshape lLgrad destandarized}\nobreak\ {\footnotesize {139c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (standardize)@\\
\mbox{}\verb@    ret$chol <- destandardize(chol = object$scale, @\\
\mbox{}\verb@                              score_schol = ret$chol)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb138a}{138a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and it remains to remove fix diagonal elements

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap157}\raggedright\small
\NWtarget{nuweb140a}{} $\langle\,${\itshape lLgrad diagonals}\nobreak\ {\footnotesize {140a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (!attr(sc, "diag"))@\\
\mbox{}\verb@    ret$chol <- ltMatrices(Lower_tri(ret$chol, diag = FALSE),@\\
\mbox{}\verb@                           diag = FALSE, @\\
\mbox{}\verb@                           byrow = attr(ret$chol, "byrow"), @\\
\mbox{}\verb@                           names = dimnames(ret$chol)[[2L]])@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb138a}{138a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and to return the results, with mean scores in the correct ordering.
Eventually, we have to perform the post-processing steps explained in
Chapter~\ref{ch:joint} when the scaled mean $\nuvec = \mL \muvec$ was
specified and the score is not already available from the score workhorse
function \code{sldpmvnorm}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap158}\raggedright\small
\NWtarget{nuweb140b}{} $\langle\,${\itshape lLgrad return}\nobreak\ {\footnotesize {140b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@ret$scale <- ret$chol@\\
\mbox{}\verb@ret$chol <- NULL@\\
\mbox{}\verb@if (!is.null(ret$mean)) ret$mean <- ret$mean[no,, drop = FALSE]@\\
\mbox{}\verb@### sldpmvnorm for mixed data returns mean score only@\\
\mbox{}\verb@if (!is.null(object$invcholmean) && is.null(ret$invcholmean)) {@\\
\mbox{}\verb@    J <- dim(sc)[2L]@\\
\mbox{}\verb@    M <- matrix(seq_len(J^2), nrow = J, byrow = FALSE)@\\
\mbox{}\verb@    idx <- M[.lt(J, diag = TRUE)]@\\
\mbox{}\verb@@\\
\mbox{}\verb@    X <- ret$mean@\\
\mbox{}\verb@    Y <- matrix(object$invcholmean, nrow = nrow(X), ncol = ncol(X))@\\
\mbox{}\verb@    A <- X[rep(1:nrow(X), times = nrow(X)),,drop = FALSE] * @\\
\mbox{}\verb@         Y[rep(1:nrow(Y), each = nrow(X)),,drop = FALSE]@\\
\mbox{}\verb@@\\
\mbox{}\verb@    scC <- ltMatrices(A[idx,,drop = FALSE], diag = TRUE, byrow = FALSE)@\\
\mbox{}\verb@    if (!attr(sc, "diag"))@\\
\mbox{}\verb@        scC <- ltMatrices(Lower_tri(scC, diag = FALSE), diag = FALSE, byrow = FALSE)@\\
\mbox{}\verb@    scC <- ltMatrices(scC, byrow = attr(sc, "byrow"))@\\
\mbox{}\verb@    ret$scale <- ltMatrices(unclass(scC) + unclass(ret$scale), @\\
\mbox{}\verb@                            diag = attr(sc, "diag"),@\\
\mbox{}\verb@                            byrow = attr(sc, "byrow"),@\\
\mbox{}\verb@                            names = dimnames(sc)[[2L]])@\\
\mbox{}\verb@    ret$invcholmean <- Mult(sc, X, transpose = TRUE)@\\
\mbox{}\verb@    ret$mean <- NULL@\\
\mbox{}\verb@}@\\
\mbox{}\verb@return(ret)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb138a}{138a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The steps are essentially the same when $\mL$ was given, but we have to
post-differentiate $\mC = \mL^{-1}$ with respect to $\mL$. We start with
marginalisation

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap159}\raggedright\small
\NWtarget{nuweb141a}{} $\langle\,${\itshape lLgrad invchol marginalisation}\nobreak\ {\footnotesize {141a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@om <- length(no) - length(nm)@\\
\mbox{}\verb@if (om > 0) {@\\
\mbox{}\verb@    am <- matrix(0, nrow = om, ncol = ncol(ret$mean))@\\
\mbox{}\verb@    rownames(am) <- no[!no %in% nm]@\\
\mbox{}\verb@    ret$mean <- rbind(ret$mean, am)@\\
\mbox{}\verb@    Jo <- dim(object$scale)[[2L]]@\\
\mbox{}\verb@    pJ <- dim(args$invchol)[[2L]]@\\
\mbox{}\verb@    am <- matrix(0, nrow = Jo * (Jo + 1) / 2 - pJ * (pJ + 1) / 2, @\\
\mbox{}\verb@                 ncol = dim(ret$invchol)[1L])@\\
\mbox{}\verb@    byrow_orig <- attr(ret$invchol, "byrow")@\\
\mbox{}\verb@    ret$invchol <- ltMatrices(ret$invchol, byrow = TRUE)@\\
\mbox{}\verb@    ### rbind only works for byrow = TRUE@\\
\mbox{}\verb@    ret$invchol <- ltMatrices(rbind(unclass(ret$invchol), am), @\\
\mbox{}\verb@                              byrow = TRUE,@\\
\mbox{}\verb@                              diag = TRUE,@\\
\mbox{}\verb@                              names = perm)@\\
\mbox{}\verb@    ret$invchol <- ltMatrices(ret$invchol, byrow = byrow_orig)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb142}{142}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
turn to post-processing if necessary

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap160}\raggedright\small
\NWtarget{nuweb141b}{} $\langle\,${\itshape lLgrad invchol post}\nobreak\ {\footnotesize {141b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@### sldpmvnorm for mixed data returns mean score only@\\
\mbox{}\verb@if (!is.null(object$invcholmean) && is.null(ret$invcholmean)) {@\\
\mbox{}\verb@    J <- dim(si)[2L]@\\
\mbox{}\verb@    M <- matrix(seq_len(J^2), nrow = J, byrow = FALSE)@\\
\mbox{}\verb@    idx <- M[.lt(J, diag = TRUE)]@\\
\mbox{}\verb@@\\
\mbox{}\verb@    X <- ret$mean@\\
\mbox{}\verb@    Y <- matrix(object$invcholmean, nrow = nrow(X), ncol = ncol(X))@\\
\mbox{}\verb@    A <- X[rep(1:nrow(X), times = nrow(X)),,drop = FALSE] * @\\
\mbox{}\verb@         Y[rep(1:nrow(Y), each = nrow(X)),,drop = FALSE]@\\
\mbox{}\verb@@\\
\mbox{}\verb@    scL <- - vectrick(solve(si), A)@\\
\mbox{}\verb@    scL <- ltMatrices(scL[idx,,drop = FALSE], diag = TRUE, byrow = FALSE)@\\
\mbox{}\verb@    if (!attr(si, "diag"))@\\
\mbox{}\verb@        scL <- ltMatrices(Lower_tri(scL, diag = FALSE), diag = FALSE, byrow = FALSE)@\\
\mbox{}\verb@    scL <- ltMatrices(scL, byrow = attr(si, "byrow"))@\\
\mbox{}\verb@    ret$scale <- ltMatrices(unclass(scL) + unclass(ret$scale), @\\
\mbox{}\verb@                              diag = attr(si, "diag"),@\\
\mbox{}\verb@                              byrow = attr(si, "byrow"),@\\
\mbox{}\verb@                              names = dimnames(si)[[2L]])@\\
\mbox{}\verb@    ret$invcholmean <- solve(si, X, transpose = TRUE)@\\
\mbox{}\verb@    ret$mean <- FALSE@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb142}{142}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and finally put everything together

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap161}\raggedright\small
\NWtarget{nuweb142}{} $\langle\,${\itshape lLgrad invchol}\nobreak\ {\footnotesize {142}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@names(args)[names(args) == "scale"] <- "invchol"@\\
\mbox{}\verb@si <- args$invchol@\\
\mbox{}\verb@if (standardize)@\\
\mbox{}\verb@    args$invchol <- si <- standardize(invchol = args$invchol)@\\
\mbox{}\verb@if (!is.null(perm)) {@\\
\mbox{}\verb@    if (!attr(args$invchol, "diag")) {@\\
\mbox{}\verb@        diagonals(args$invchol) <- 1@\\
\mbox{}\verb@        si <- args$invchol@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    args$invchol <- pi <- aperm(as.invchol(args$invchol), perm = perm)@\\
\mbox{}\verb@    if (length(nm) < length(no))@\\
\mbox{}\verb@        args$invchol <- marg_mvnorm(invchol = args$invchol,@\\
\mbox{}\verb@                                    which = nm)$invchol@\\
\mbox{}\verb@    args$mean <- args$mean[nm,,drop = FALSE]@\\
\mbox{}\verb@}@\\
\mbox{}\verb@ret <- do.call("sldpmvnorm", args)@\\
\mbox{}\verb@### sldmvnorm returns mean score as -obs@\\
\mbox{}\verb@### return only if object had mean specified@\\
\mbox{}\verb@if (is.null(ret$mean) && !is.null(args$mean)) @\\
\mbox{}\verb@    ret$mean <- - ret$obs@\\
\mbox{}\verb@@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape lLgrad invchol marginalisation}\nobreak\ {\footnotesize \NWlink{nuweb141a}{141a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@if (!is.null(perm))@\\
\mbox{}\verb@    ret$invchol <- deperma(invchol = si, permuted_invchol = pi, @\\
\mbox{}\verb@                           perm = match(perm, no), @\\
\mbox{}\verb@                           score_schol = -vectrick(pi, ret$invchol))@\\
\mbox{}\verb@if (standardize)@\\
\mbox{}\verb@    ret$invchol <- destandardize(invchol = object$scale, @\\
\mbox{}\verb@                                 score_schol = -vectrick(si, ret$invchol))@\\
\mbox{}\verb@if (!attr(si, "diag"))@\\
\mbox{}\verb@    ret$invchol <- ltMatrices(Lower_tri(ret$invchol, diag = FALSE),@\\
\mbox{}\verb@                              diag = FALSE, @\\
\mbox{}\verb@                              byrow = attr(ret$invchol, "byrow"), @\\
\mbox{}\verb@                              names = dimnames(ret$invchol)[[2L]])@\\
\mbox{}\verb@ret$scale <- ret$invchol@\\
\mbox{}\verb@ret$invchol <- NULL@\\
\mbox{}\verb@if (!is.null(ret$mean)) ret$mean <- ret$mean[no,, drop = FALSE]@\\
\mbox{}\verb@@\hbox{$\langle\,${\itshape lLgrad invchol post}\nobreak\ {\footnotesize \NWlink{nuweb141b}{141b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@return(ret)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb143}{143}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We can now provide the log-likelihood gradients

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap162}\raggedright\small
\NWtarget{nuweb143}{} $\langle\,${\itshape mvnorm lLgrad}\nobreak\ {\footnotesize {143}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@lLgrad <- function(object, ...)@\\
\mbox{}\verb@    UseMethod("lLgrad")@\\
\mbox{}\verb@@\\
\mbox{}\verb@lLgrad.mvnorm <- function(object, obs, lower, upper, standardize = FALSE, @\\
\mbox{}\verb@                          ...) {@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape argchecks}\nobreak\ {\footnotesize \NWlink{nuweb135}{135}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    ### base likelihood on mean when necessary@\\
\mbox{}\verb@    ### note that post processing the mean score is time consuming@\\
\mbox{}\verb@    if (!is.null(args$invcholmean) &&@\\
\mbox{}\verb@        (!is.null(perm) ||      ### permutations        @\\
\mbox{}\verb@         (!missing(obs)) + (!missing(lower) || !missing(upper)) == 2L  ### mixed data@\\
\mbox{}\verb@        )) {@\\
\mbox{}\verb@        args$mean <- .i2m(object)@\\
\mbox{}\verb@        args$invcholmean <- NULL@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@@\\
\mbox{}\verb@    if (is.chol(object$scale)) {@\\
\mbox{}\verb@        @\hbox{$\langle\,${\itshape lLgrad chol}\nobreak\ {\footnotesize \NWlink{nuweb138a}{138a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    }@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape lLgrad invchol}\nobreak\ {\footnotesize \NWlink{nuweb142}{142}}$\,\rangle$}\verb@@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb127a}{127a}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Let's use this infrastructure to set-up maximum-likelihood estimation
procedures. We start implementing the log-likelihood and score functions for
the iris dataset

<<iris-lLgrad>>=
J <- length(vars)
obs <- t(iris[, vars])
ll <- function(parm) {
    C <- ltMatrices(parm[-(1:J)], diag = TRUE, names = vars)
    x <- mvnorm(mean = parm[1:J], chol = C)
    -logLik(object = x, obs = obs)
}
sc <- function(parm) {
    C <- ltMatrices(parm[-(1:J)], diag = TRUE, names = vars)
    x <- mvnorm(mean = parm[1:J], chol = C)
    ret <- lLgrad(object = x, obs = obs)
    -c(rowSums(ret$mean), rowSums(Lower_tri(ret$scale, diag = TRUE)))
}
@

and can now estimate the mean and Cholesky factor of the covariance matrix.
Before we start, we check if the gradient, evaluated at the sample
maximum-likelihood estimates, is actually zero.

<<iris-ML>>=
### don't start at the solution
start <- round(c(c(iris_mvn$mean), 
                 Lower_tri(iris_mvn$scale, diag = TRUE)), 2)
llim <- rep(-Inf, J + J * (J + 1) / 2)
llim[J + c(diagonals(ltMatrices(seq_len(J * (J + 1) / 2), diag = TRUE)))] <- 1e-4
op <- optim(start, fn = ll, gr = sc, method = "L-BFGS-B", 
            lower = llim, 
            control = list(trace = FALSE, 
                           factr = 1e-6)) ### noLD machines
Chat <- ltMatrices(op$par[-(1:J)], diag = TRUE, names = vars)
ML <- mvnorm(mean = op$par[1:J], chol = Chat)
@

Quite unsurprisingly, the results are practically equivalent to the
analytically available maximum-likelihood estimators in this case

<<iris-ML-hat>>=
### covariance (noLD brings up small differences)
round(vcov(ML), 3)
V
### mean
mean(ML)[,,drop = TRUE]
m
@

We now check if we can obtain corresponding results when jointly optimising
the scaled mean $\nuvec$ and the inverse Cholesky factor $\mL$:

<<iris-lLgrad-nu>>=
ll <- function(parm, logLik = TRUE) {
    L <- ltMatrices(parm[-(1:J)], diag = TRUE, names = vars)
    x <- mvnorm(invcholmean = parm[1:J], invchol = L)
    if (!logLik) return(x)
    -logLik(object = x, obs = obs)
}
sc <- function(parm) {
    x <- ll(parm, logLik = FALSE)
    ret <- lLgrad(object = x, obs = obs)
    -c(rowSums(ret$invcholmean), rowSums(Lower_tri(ret$scale, diag = TRUE)))
}
### note: This is a convex problem now, so (here incorrect) 
### starting values shouldn't matter
opL <- optim(start, fn = ll, gr = sc, method = "L-BFGS-B", 
            lower = llim, control = list(trace = FALSE, factr = 1e-6))
MLL <- ll(opL$par, logLik = FALSE)
@

where the comparison to the analytic estimates is


<<iris-ML-hat-nu>>=
### log-likelihood
op$value
opL$value
### covariance
round(vcov(MLL), 3)
V
### mean
mean(MLL)[,,drop = TRUE]
m
@

Now, this was a lot of work to replace \code{mean} and \code{var} with
something more fancy, and we would of course not go down this way in real
life. But how about a more complex situation where one (or more) variables
are only known up to intervals? Let's present the first variable is such a
case

<<iris-interval>>=
v1 <- vars[1]
q1 <- quantile(iris[[v1]], probs = 1:4 / 5)
head(f1 <- cut(iris[[v1]], breaks = c(-Inf, q1, Inf)))
lower <- matrix(c(-Inf, q1)[f1], nrow = 1)
upper <- matrix(c(q1, Inf)[f1], nrow = 1)
rownames(lower) <- rownames(upper) <- v1
obs <- obs[!rownames(obs) %in% v1,,drop = FALSE]
@

The only necessary modification to our code is the specification of
\code{lower} and \code{upper} bounds for these intervals, and the removal of
the first variable from the ``exact continuous'' observations \code{obs}.
The rest of the machinery \emph{doesn't need any update at all}. Note that
the mean and covariance parameters are no longer orthogonal (as in the toy
example above), so we need to optimise over both sets of parameters
simultaneously and therefore opt for the parameterisation in terms of
$\nuvec$ and $\mL$ because this leads to a convex optimisation problem also
for interval-censored observations as mentioned in Chapter~\ref{ch:joint}.

One additional tweak is necessary for dealing with extreme parameter values
assigning a likelihood of numerically zero to some observations. In this
case, the score function is not defined (because we divide the derivative by
the likelihood). The corresponding values should be \code{NA} and removed
from the summation.

<<iris-MLi>>=
ll <- function(parm, logLik = TRUE) {
    L <- ltMatrices(parm[-(1:J)], diag = TRUE, names = vars)
    x <- mvnorm(invcholmean = parm[1:J], invchol = L)
    if (!logLik) return(x)
    -logLik(object = x, obs = obs, lower = lower, upper = upper, 
            tol = 1e-6) ### probs < tol are considered 0
}
sc <- function(parm) {
    x <- ll(parm, logLik = FALSE)
    ret <- lLgrad(object = x, obs = obs, lower = lower, upper = upper, 
                  tol = 1e-6) ### probs < tol are considered 0
    -c(rowSums(ret$invcholmean, na.rm = TRUE), 
       rowSums(Lower_tri(ret$scale, diag = TRUE), na.rm = TRUE))
}
@

<<iris-MLi-opt>>=
start <- round(opL$par, 2)
if (require("numDeriv", quietly = TRUE))
    chk(grad(ll, start), sc(start), check.attributes = FALSE)
opi <- optim(start, fn = ll, gr = sc, method = "L-BFGS-B", 
             lower = llim, control = list(trace = FALSE, factr = 1e-6))
MLi <- ll(opi$par, logLik = FALSE)
@

Because the likelihood is a product of a continuous density and a
conditional probability as introduced in Chapter~\ref{cdl}, the two
in-sample log-likelihoods are not comparable. However, the parameters of the
two estimated normal distributions can be compared directly (and are rather
close in our case)

<<iris-MLi-hat>>=
### covariance
round(vcov(MLi), 3)
round(vcov(MLL), 3)
round(vcov(ML), 3)
### mean
mean(MLi)[,,drop = TRUE]
mean(MLL)[,,drop = TRUE]
mean(ML)[,,drop = TRUE]
@

Again, we can extract the regression coefficients from these multivariate
normal distributions. We start with the $\muvec$ and $\mC$ parameterisation:
<<iris-lm>>=
### least-squares coefficients
coef(irislm <- lm(Petal.Width ~ Sepal.Length + Sepal.Width + Petal.Length, 
                  data = iris))
### residual standard deviation
summary(irislm)$sigma
### compare with 
round(coef(ML, which = "Petal.Width"), 3)
@
The regression coefficients and the residual variance are almost identical with
those obtained from \code{lm()}. The same exericise, now with the 
$\nuvec$ and $\mL$ parameterisation for exact and interval-censored
observations, gives slightly different results for the latter, 
due to censoring:
<<echo = FALSE>>=
# slightly different results on noLD machines
cat("> ## IGNORE_RDIFF_BEGIN\n")
@
<<iris-lm-iL>>=
### nu, L for exact observations
round(coef(MLL, which = "Petal.Width"), 3)
### nu, L for censored observations
round(coef(MLi, which = "Petal.Width"), 3)
@
<<echo = FALSE>>=
## slightly different results on noLD machines
cat("> ## IGNORE_RDIFF_END\n")
@

The log-likelihood and score function automagically marginalise over
dimensions where all observations are $(-\infty, \infty)$. We can simply
omit these dimensions from the matrices specified as \code{obs}, \code{lower}, and \code{upper}
arguments. Let's say we have four dimensions called $A$ to $D$ and three
observations. All observations have $A = (-1, 1)$ and $B = (-\infty,
\infty)$, so in fact, the likelihood is given by the marginal distribution
of $A, C, D$.
<<marginB>>=
N <- 3
J <- 4
L <- ltMatrices(runif(J * (J + 1) / 2), diag = TRUE, names = LETTERS[1:J])
Z <- matrix(rnorm(J * N), nrow = J)
Y <- solve(L, Z)

lwrA <- matrix(-1, nrow = 1, ncol = N)
uprA <- matrix(1, nrow = 1, ncol = N)
rownames(lwrA) <- rownames(uprA) <- "A"

lwrB <- matrix(-Inf, nrow = 1, ncol = N)
uprB <- matrix(Inf, nrow = 1, ncol = N)
rownames(lwrB) <- rownames(uprB) <- "B"

lwr <- rbind(lwrA, lwrB)
upr <- rbind(uprA, uprB)
obs <- Y[rev(LETTERS[3:J]),]    ### change order of dimensions
@
With this data, we first compute the log-likelihood and score functions for
the complete data, that is, including the infinite intervals for $B$.
<<marginBllsc>>=
w <- matrix(runif(1000), nrow = 1, byrow = TRUE)
lABCD <- logLik(mvnorm(invchol = L), obs = obs, lower = lwr, upper = upr, w = w)
sABCD <- lLgrad(mvnorm(invchol = L), obs = obs, lower = lwr, upper = upr, w = w)
@
This is (almost) the same as omitting dimension $B$ from the data, but of
course not from the model
<<marginllsc>>=
lACD <- logLik(mvnorm(invchol = L), obs = obs, lower = lwrA, upper = uprA)
sACD <- lLgrad(mvnorm(invchol = L), obs = obs, lower = lwrA, upper = uprA)
@
We can compare the results
<<marginchk>>=
chk(lABCD, lACD)
nm <- names(sABCD)
nm <- nm[!nm %in% c("lower", "upper")]
chk(sABCD[nm], sACD[nm])
@
noting that the scores with respect to the $B$ data in \code{lower} and
\code{upper} are missing from \code{sACD}
<<marginsc>>=
chk(sABCD$lower["A",,drop = FALSE], sACD$lower)
chk(sABCD$upper["A",,drop = FALSE], sACD$upper)
sABCD$lower["B",]	### zero
sABCD$upper["B",]	### zero
@
Omitting dimensions might be important because \code{lpmvnorm}
introduced in Chapter~\ref{lpmvnorm} does not check if both \code{lower} and
\code{upper} are infinite and omission thus reduces the dimensionality of
the integral we evaluate numerically. 

We close this chapter with a word of warning: If more than one variable is
censored, the \code{M} and \code{w} arguments to \code{lpmvnorm} and
\code{slpmvnorm} have to be specified in \code{logLik} and \code{lLgrad} as
additional arguments (\code{...}) \emph{AND MUST BE IDENTICAL} in both calls.


\chapter{Reduced Rank Covariance Matrices}

We sometimes can write the $\J \times \J$ covariance matrix as $\mSigma = \mB \mB^\top +
\mD$ where $\mB$ is $\J \times \K$ with $\K < \J$ and $\mD$ is a
$\J$-dimensional diagonal matrix. \cite{Marsaglia_1963} and
\cite{Genz_Bretz_2009}, in their Chapter 2.3.1, demonstrated that the
probability $\Prob(\avec < \rY \le \bvec \mid \mSigma)$ 
can be written as
\begin{eqnarray*}
\Prob(\avec < \rY \le \bvec \mid \mSigma ) 
  = \int_{[0,1]^\K} \prod_{j = 1}^J 
      \left(\Phi\left(\frac{b_j - \mB_{jk} \Phi^{-1}(w_k)}{\sqrt{\mD_{jj}}}\right) - 
            \Phi\left(\frac{a_j - \mB_{jk} \Phi^{-1}(w_k)}{\sqrt{\mD_{jj}}}\right)\right) 
    \, d \wvec
\end{eqnarray*}
where the integration takes place with respect to $\wvec = (w_1, \dots,
w_K)^\top$ from the $\K$- (and not $\J$-) dimensional unit hypercube.

We start implementing low-level functionality for computing log-probabilities for such structures with some book
keeping

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap163}\raggedright\small
\NWtarget{nuweb150a}{} $\langle\,${\itshape RR input B D}\nobreak\ {\footnotesize {150a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@stopifnot(!missing(B))@\\
\mbox{}\verb@if (!is.matrix(B)) B <- matrix(B, ncol = 1)@\\
\mbox{}\verb@J <- nrow(B)@\\
\mbox{}\verb@K <- ncol(B)@\\
\mbox{}\verb@Dsqrt <- sqrt(D)@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb152}{152}\NWlink{nuweb153}{, 153}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We use $Z = \Phi^{-1}(w)$ and optional weights and compute the products $\mB_{jk}
\Phi^{-1}(w_k)$ for all $j$ and $k$ with standardisation by the diagonal
elements of $\mD$.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap164}\raggedright\small
\NWtarget{nuweb150b}{} $\langle\,${\itshape RR input Z, weights}\nobreak\ {\footnotesize {150b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@stopifnot(nrow(Z) == K)@\\
\mbox{}\verb@stopifnot(length(weights) == 1 || length(weights) == ncol(Z))@\\
\mbox{}\verb@BZ <- (B / Dsqrt) %*% Z@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb152}{152}\NWlink{nuweb153}{, 153}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
The limits $\avec$

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap165}\raggedright\small
\NWtarget{nuweb151a}{} $\langle\,${\itshape RR input lower}\nobreak\ {\footnotesize {151a}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (missing(lower)) {@\\
\mbox{}\verb@    pl <- 0@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    stopifnot(length(lower) == J)@\\
\mbox{}\verb@    lower <- c(lower)@\\
\mbox{}\verb@    lower <- (lower - mean) / Dsqrt@\\
\mbox{}\verb@    pl <- pnorm(lBZ <- lower - BZ)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb152}{152}\NWlink{nuweb153}{, 153}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
and $\bvec$

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap166}\raggedright\small
\NWtarget{nuweb151b}{} $\langle\,${\itshape RR input upper}\nobreak\ {\footnotesize {151b}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@if (missing(upper)) {@\\
\mbox{}\verb@    pl <- 0@\\
\mbox{}\verb@} else {@\\
\mbox{}\verb@    stopifnot(length(upper) == J)@\\
\mbox{}\verb@    upper <- c(upper)@\\
\mbox{}\verb@    upper <- (upper - mean) / Dsqrt@\\
\mbox{}\verb@    pu <- pnorm(uBZ <- upper - BZ)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb152}{152}\NWlink{nuweb153}{, 153}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
are processed and we finally compute the integrant, making sure to avoid
negative values. We
first compute log-probabilities, compute the sums and exponentiate before
summing up. In contrast to \code{lpmvnorm}, we also allow weights for the
summation, such that sparse grids (for example from add-on package \pkg{SparseGrid})
can be utilised.

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap167}\raggedright\small
\NWtarget{nuweb151c}{} $\langle\,${\itshape RR inner}\nobreak\ {\footnotesize {151c}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@inner <- pu - pl@\\
\mbox{}\verb@inner <- pmax(0, inner)@\\
\mbox{}\verb@retw <-  weights * exp(.colSums(m = J, n = ncol(Z), @\\
\mbox{}\verb@                                x = log(inner), na.rm = TRUE))@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb152}{152}\NWlink{nuweb153}{, 153}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
Finally, we wrap everything up in a function called \code{lpRR}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap168}\raggedright\small
\NWtarget{nuweb152}{} $\langle\,${\itshape lpRR}\nobreak\ {\footnotesize {152}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@lpRR <- function(lower, upper, mean = 0, B, D = rep(1, nrow(B)), @\\
\mbox{}\verb@                 Z, weights = 1 / ncol(Z), log.p = TRUE) {@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape RR input B D}\nobreak\ {\footnotesize \NWlink{nuweb150a}{150a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape RR input Z, weights}\nobreak\ {\footnotesize \NWlink{nuweb150b}{150b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape RR input lower}\nobreak\ {\footnotesize \NWlink{nuweb151a}{151a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape RR input upper}\nobreak\ {\footnotesize \NWlink{nuweb151b}{151b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape RR inner}\nobreak\ {\footnotesize \NWlink{nuweb151c}{151c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    ret <- sum(retw)@\\
\mbox{}\verb@    if (log.p) return(log(max(c(0, ret))))@\\
\mbox{}\verb@    return(ret)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb74}{74}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We test this functionality for dimensions $\J = 6$ and $\K = 3$. That is,
the integration problem reduces from a $\J - 1 = 5$ dimensional one in
\code{lpmvnorm} to a three dimensional one in \code{lpRR}. We first compare the
two log-probabilities, computed with high accuracy
<<RR-ll>>=
J <- 6
K <- 3
B <- matrix(rnorm(J * K), nrow = J)
D <- runif(J)
S <- tcrossprod(B) + diag(D)
Linv <- t(chol(S))
Linv <- ltMatrices(Linv[lower.tri(Linv, diag = TRUE)], diag = TRUE)
a <- -(2 + runif(J))
b <- 2 + runif(J)
M <- 1e6
dim(w <- matrix(runif((J - 1) * M), nrow = J - 1, byrow = TRUE))
lpmvnorm(lower = a, upper = b, chol = Linv, w = w)
dim(Z <- matrix(rnorm(K * M), nrow = K))
lpRR(lower = a, upper = b, B = B, D = D, Z = Z)
@

The score function with respect to $\avec$, $\bvec$, $\mB$, and $\mD$ is 

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap169}\raggedright\small
\NWtarget{nuweb153}{} $\langle\,${\itshape slpRR}\nobreak\ {\footnotesize {153}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@slpRR <- function(lower, upper, mean = 0, B, D = rep(1, nrow(B)), @\\
\mbox{}\verb@                  Z, weights = 1 / ncol(Z), log.p = TRUE) {@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape RR input B D}\nobreak\ {\footnotesize \NWlink{nuweb150a}{150a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape RR input Z, weights}\nobreak\ {\footnotesize \NWlink{nuweb150b}{150b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape RR input lower}\nobreak\ {\footnotesize \NWlink{nuweb151a}{151a}}$\,\rangle$}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape RR input upper}\nobreak\ {\footnotesize \NWlink{nuweb151b}{151b}}$\,\rangle$}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    @\hbox{$\langle\,${\itshape RR inner}\nobreak\ {\footnotesize \NWlink{nuweb151c}{151c}}$\,\rangle$}\verb@@\\
\mbox{}\verb@ @\\
\mbox{}\verb@    dlBZ <- dnorm(lBZ)@\\
\mbox{}\verb@    duBZ <- dnorm(uBZ)@\\
\mbox{}\verb@@\\
\mbox{}\verb@    d <- matrix(retw, nrow = nrow(B), ncol = ncol(Z), byrow = TRUE) / inner@\\
\mbox{}\verb@    db <- d * (duBZ - dlBZ)@\\
\mbox{}\verb@    tdb <- t(db)@\\
\mbox{}\verb@    dB <- -1 * do.call("cbind", lapply(1:nrow(Z), @\\
\mbox{}\verb@                       function(r) colSums(tdb * Z[r,], na.rm = TRUE))) / Dsqrt@\\
\mbox{}\verb@    Du <- -.5 / D * uBZ@\\
\mbox{}\verb@    Dl <- -.5 / D * lBZ@\\
\mbox{}\verb@    dD <-  rowSums(d * duBZ * Du, na.rm = TRUE) - @\\
\mbox{}\verb@           rowSums(d * dlBZ * Dl, na.rm = TRUE)@\\
\mbox{}\verb@    dl <- -rowSums(d * dlBZ, na.rm = TRUE) / Dsqrt@\\
\mbox{}\verb@    du <-  rowSums(d * duBZ, na.rm = TRUE) / Dsqrt@\\
\mbox{}\verb@    dm <- -du - dl # Dinb %*% -rowSums(d * (duBZ - dlBZ))@\\
\mbox{}\verb@    fct <- 1@\\
\mbox{}\verb@    if (log.p) fct <- 1 / sum(retw)@\\
\mbox{}\verb@    list(lower = fct * dl, upper = fct * du, mean = fct * dm, @\\
\mbox{}\verb@         B = fct * dB, D = fct * dD)@\\
\mbox{}\verb@}@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb74}{74}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
We can now compare the gradients for $\avec$, $\bvec$ and the mean in our
small example. We cannot expect them to be equal but close
<<RR-sc>>=
smv <- slpmvnorm(lower = a, upper = b, chol = Linv, w = w)
sRR <- slpRR(lower = a, upper = b, B = B, D = D, Z = Z)
chk(c(smv$lower), sRR$lower, tolerance = 1e-2)
chk(c(smv$upper), sRR$upper, tolerance = 1e-2)
chk(c(smv$mean), sRR$mean, tolerance = 1e-2 * 2)
@

The gradient with respect to $\mB$ and $\mD$ are finally checked against their
numerical approximations
<<RR-sc-BD>>=
Z <- matrix(rnorm(K * 1000), nrow = K)
lB <- function(B) lpRR(lower = a, upper = b, B = B, D = D, Z = Z)
gB <- grad(lB, B)
sRR <- slpRR(lower = a, upper = b, B = B, D = D, Z = Z)
chk(gB, c(sRR$B), tolerance = 1e-3)
lD <- function(D) lpRR(lower = a, upper = b, B = B, D = D, Z = Z)
gD <- grad(lD, D)
chk(gD, c(sRR$D), tolerance = 1e-3)
### while we are at it, check lower and again
llwr <- function(a) lpRR(lower = a, upper = b, B = B, D = D, Z = Z)
glwr <- grad(llwr, a)
chk(glwr, c(sRR$lower))
lupr <- function(b) lpRR(lower = a, upper = b, B = B, D = D, Z = Z)
gupr <- grad(lupr, b)
chk(gupr, c(sRR$upper))
@


\chapter{Package Infrastructure}

\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap170}\raggedright\small
\NWtarget{nuweb155}{} $\langle\,${\itshape R Header}\nobreak\ {\footnotesize {155}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@###    Copyright (C) 2022- Torsten Hothorn@\\
\mbox{}\verb@###@\\
\mbox{}\verb@###    This file is part of the 'mvtnorm' R add-on package.@\\
\mbox{}\verb@###@\\
\mbox{}\verb@###    'mvtnorm' is free software: you can redistribute it and/or modify@\\
\mbox{}\verb@###    it under the terms of the GNU General Public License as published by@\\
\mbox{}\verb@###    the Free Software Foundation, version 2.@\\
\mbox{}\verb@###@\\
\mbox{}\verb@###    'mvtnorm' is distributed in the hope that it will be useful,@\\
\mbox{}\verb@###    but WITHOUT ANY WARRANTY; without even the implied warranty of@\\
\mbox{}\verb@###    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the@\\
\mbox{}\verb@###    GNU General Public License for more details.@\\
\mbox{}\verb@###@\\
\mbox{}\verb@###    You should have received a copy of the GNU General Public License@\\
\mbox{}\verb@###    along with 'mvtnorm'.  If not, see <http://www.gnu.org/licenses/>.@\\
\mbox{}\verb@###@\\
\mbox{}\verb@###@\\
\mbox{}\verb@###    DO NOT EDIT THIS FILE@\\
\mbox{}\verb@###@\\
\mbox{}\verb@###    Edit 'lmvnorm_src.w' and run 'nuweb -r lmvnorm_src.w'@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb2}{2}\NWlink{nuweb74}{, 74}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\begin{flushleft} \small
\begin{minipage}{\linewidth}\label{scrap171}\raggedright\small
\NWtarget{nuweb156}{} $\langle\,${\itshape C Header}\nobreak\ {\footnotesize {156}}$\,\rangle\equiv$
\vspace{-1ex}
\begin{list}{}{} \item
\mbox{}\verb@@\\
\mbox{}\verb@/*@\\
\mbox{}\verb@    Copyright (C) 2022- Torsten Hothorn@\\
\mbox{}\verb@@\\
\mbox{}\verb@    This file is part of the 'mvtnorm' R add-on package.@\\
\mbox{}\verb@@\\
\mbox{}\verb@    'mvtnorm' is free software: you can redistribute it and/or modify@\\
\mbox{}\verb@    it under the terms of the GNU General Public License as published by@\\
\mbox{}\verb@    the Free Software Foundation, version 2.@\\
\mbox{}\verb@@\\
\mbox{}\verb@    'mvtnorm' is distributed in the hope that it will be useful,@\\
\mbox{}\verb@    but WITHOUT ANY WARRANTY; without even the implied warranty of@\\
\mbox{}\verb@    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the@\\
\mbox{}\verb@    GNU General Public License for more details.@\\
\mbox{}\verb@@\\
\mbox{}\verb@    You should have received a copy of the GNU General Public License@\\
\mbox{}\verb@    along with 'mvtnorm'.  If not, see <http://www.gnu.org/licenses/>.@\\
\mbox{}\verb@@\\
\mbox{}\verb@@\\
\mbox{}\verb@    DO NOT EDIT THIS FILE@\\
\mbox{}\verb@@\\
\mbox{}\verb@    Edit 'lmvnorm_src.w' and run 'nuweb -r lmvnorm_src.w'@\\
\mbox{}\verb@*/@\\
\mbox{}\verb@@{\NWsep}
\end{list}
\vspace{-1.5ex}
\footnotesize
\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \NWtxtMacroRefIn\ \NWlink{nuweb3}{3}\NWlink{nuweb75}{, 75}.

\item{}
\end{list}
\end{minipage}\vspace{4ex}
\end{flushleft}
\chapter*{Appendix}

This document uses the following matrix derivatives for vectors $\yvec \in
\R^J$ and matrices $\mA \in \R^{J \times J}$, $\mB \in \R^{K \times J}$, and 
$\rX \in \R^{J \times K}$:
\begin{eqnarray*}
\frac{\partial \mA \yvec}{\partial \yvec} & = & \mA \\
\frac{\partial \mA \yvec}{\partial \mA} & = & \yvec \otimes \mI_J \\
\frac{\partial \yvec^\top \mA^\top \mA \yvec}{\partial \mA} & = & 2 \mA \yvec \yvec^\top \\
\frac{\partial \mA^{-1}}{\partial \mA} & = & -(\mA^{-\top} \otimes \mA^{-1}) \\
\frac{\partial \mA \mA^\top}{\partial \mA} & = & (\mA \otimes \mI_J) \frac{\partial \mA}{\partial \mA} + (\mI_J \otimes \mA) \frac{\partial \mA^\top}{\partial \mA}
\\
& = & (\mA \otimes \mI_J) + (\mI_J \otimes \mA) \frac{\partial \mA^\top}{\partial \mA} \\
\frac{\partial \diag(\mA)}{\partial \mA} & = & \diag(\vecop(\mI_J)) \\
\frac{\partial \mA}{\partial \mA} & = & \diag(\mI_{J^2}) \\
\frac{\partial \yvec^\top \mA \yvec}{\partial \yvec} & = & \yvec^\top (\mA + \mA^\top) \\
\frac{\partial \mB \mA}{\partial \mA} & = & (\mI_J \otimes \mB)
\end{eqnarray*}
and the ``vec-trick'' $\vecop(\rX)^\top (\mB \otimes \mA^\top) = \vecop(\mA
\rX \mB)^\top$.


\chapter*{Index}

\section*{Files}


{\small\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item \verb@"interface.R"@ {\footnotesize {\NWtxtDefBy} \NWlink{nuweb127a}{127a}.}
\item \verb@"lpmvnorm.c"@ {\footnotesize {\NWtxtDefBy} \NWlink{nuweb75}{75}.}
\item \verb@"lpmvnorm.R"@ {\footnotesize {\NWtxtDefBy} \NWlink{nuweb74}{74}.}
\item \verb@"ltMatrices.c"@ {\footnotesize {\NWtxtDefBy} \NWlink{nuweb3}{3}.}
\item \verb@"ltMatrices.R"@ {\footnotesize {\NWtxtDefBy} \NWlink{nuweb2}{2}.}
\end{list}}

\section*{Fragments}


{\small\begin{list}{}{\setlength{\itemsep}{-\parsep}\setlength{\itemindent}{-\leftmargin}}
\item $\langle\,$.lt\nobreak\ {\footnotesize \NWlink{nuweb4b}{4b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$.subset ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb14}{14}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb15}{15}.}
\item $\langle\,$add diagonal elements\nobreak\ {\footnotesize \NWlink{nuweb21}{21}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$aperm\nobreak\ {\footnotesize \NWlink{nuweb56a}{56a}\NWlink{nuweb56b}{b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$aperm checks\nobreak\ {\footnotesize \NWlink{nuweb55}{55}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb56a}{56a}.}
\item $\langle\,$argchecks\nobreak\ {\footnotesize \NWlink{nuweb135}{135}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb137}{137}\NWlink{nuweb143}{, 143}.
}
\item $\langle\,$as.ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb127b}{127b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$assign diagonal elements\nobreak\ {\footnotesize \NWlink{nuweb22}{22}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$C Header\nobreak\ {\footnotesize \NWlink{nuweb156}{156}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb3}{3}\NWlink{nuweb75}{, 75}.
}
\item $\langle\,$C length\nobreak\ {\footnotesize \NWlink{nuweb26b}{26b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb28}{28}\NWlink{nuweb31}{, 31}\NWlink{nuweb35}{, 35}.
}
\item $\langle\,$check A argument\nobreak\ {\footnotesize \NWlink{nuweb48b}{48b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb49}{49}.}
\item $\langle\,$check and / or set integration weights\nobreak\ {\footnotesize \NWlink{nuweb84b}{84b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb85}{85}\NWlink{nuweb97}{, 97}.
}
\item $\langle\,$check C argument\nobreak\ {\footnotesize \NWlink{nuweb47}{47}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb49}{49}.}
\item $\langle\,$check obs\nobreak\ {\footnotesize \NWlink{nuweb67}{67}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$check S argument\nobreak\ {\footnotesize \NWlink{nuweb48a}{48a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb49}{49}.}
\item $\langle\,$chol\nobreak\ {\footnotesize \NWlink{nuweb42}{42}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb3}{3}.}
\item $\langle\,$chol classes\nobreak\ {\footnotesize \NWlink{nuweb51a}{51a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb53}{53}.}
\item $\langle\,$chol scores\nobreak\ {\footnotesize \NWlink{nuweb87a}{87a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb88a}{88a}.}
\item $\langle\,$chol syMatrices\nobreak\ {\footnotesize \NWlink{nuweb41}{41}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$Cholesky of precision\nobreak\ {\footnotesize \NWlink{nuweb84c}{84c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb85}{85}\NWlink{nuweb97}{, 97}.
}
\item $\langle\,$colSumsdnorm\nobreak\ {\footnotesize \NWlink{nuweb68}{68}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb3}{3}.}
\item $\langle\,$colSumsdnorm ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb69a}{69a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$compute x\nobreak\ {\footnotesize \NWlink{nuweb78b}{78b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb79b}{79b}\NWlink{nuweb93a}{, 93a}.
}
\item $\langle\,$compute y\nobreak\ {\footnotesize \NWlink{nuweb78a}{78a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb79b}{79b}\NWlink{nuweb93a}{, 93a}.
}
\item $\langle\,$cond general\nobreak\ {\footnotesize \NWlink{nuweb61}{61}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb64}{64}.}
\item $\langle\,$cond simple\nobreak\ {\footnotesize \NWlink{nuweb63}{63}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb64}{64}.}
\item $\langle\,$conditional\nobreak\ {\footnotesize \NWlink{nuweb64}{64}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$convenience functions\nobreak\ {\footnotesize \NWlink{nuweb53}{53}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$crossprod ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb38}{38}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$crossprod tcrossprod methods\nobreak\ {\footnotesize \NWlink{nuweb39}{39}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$D times C\nobreak\ {\footnotesize \NWlink{nuweb51b}{51b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb53}{53}.}
\item $\langle\,$deperma\nobreak\ {\footnotesize \NWlink{nuweb116}{116}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb74}{74}.}
\item $\langle\,$deperma indices\nobreak\ {\footnotesize \NWlink{nuweb115b}{115b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb116}{116}.}
\item $\langle\,$deperma input checks chol\nobreak\ {\footnotesize \NWlink{nuweb114a}{114a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb116}{116}.}
\item $\langle\,$deperma input checks perm\nobreak\ {\footnotesize \NWlink{nuweb114b}{114b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb116}{116}.}
\item $\langle\,$deperma input checks schol\nobreak\ {\footnotesize \NWlink{nuweb115a}{115a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb116}{116}.}
\item $\langle\,$destandardize\nobreak\ {\footnotesize \NWlink{nuweb120}{120}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb74}{74}.}
\item $\langle\,$diagonal matrix\nobreak\ {\footnotesize \NWlink{nuweb23}{23}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$diagonals ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb20}{20}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$dim ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb6c}{6c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$dimensions\nobreak\ {\footnotesize \NWlink{nuweb81c}{81c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb83}{83}\NWlink{nuweb94}{, 94}.
}
\item $\langle\,$dimnames ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb7a}{7a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$dp input checks\nobreak\ {\footnotesize \NWlink{nuweb108}{108}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb109}{109}\NWlink{nuweb111}{, 111}.
}
\item $\langle\,$extract slots\nobreak\ {\footnotesize \NWlink{nuweb10}{10}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb11}{11}\NWlink{nuweb12}{, 12}\NWlink{nuweb14}{, 14}\NWlink{nuweb18}{, 18}\NWlink{nuweb20}{, 20}\NWlink{nuweb22}{, 22}\NWlink{nuweb24}{, 24}\NWlink{nuweb29}{, 29}.
}
\item $\langle\,$increment\nobreak\ {\footnotesize \NWlink{nuweb79c}{79c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb83}{83}.}
\item $\langle\,$init center\nobreak\ {\footnotesize \NWlink{nuweb82c}{82c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb83}{83}\NWlink{nuweb94}{, 94}.
}
\item $\langle\,$init dans\nobreak\ {\footnotesize \NWlink{nuweb93c}{93c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb94}{94}.}
\item $\langle\,$init logLik loop\nobreak\ {\footnotesize \NWlink{nuweb77c}{77c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb83}{83}\NWlink{nuweb89b}{, 89b}.
}
\item $\langle\,$init random seed, reset on exit\nobreak\ {\footnotesize \NWlink{nuweb84a}{84a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb85}{85}\NWlink{nuweb97}{, 97}\NWlink{nuweb131}{, 131}.
}
\item $\langle\,$init score loop\nobreak\ {\footnotesize \NWlink{nuweb89b}{89b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb94}{94}.}
\item $\langle\,$initialisation\nobreak\ {\footnotesize \NWlink{nuweb77b}{77b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb83}{83}\NWlink{nuweb94}{, 94}.
}
\item $\langle\,$inner logLik loop\nobreak\ {\footnotesize \NWlink{nuweb79b}{79b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb83}{83}.}
\item $\langle\,$inner score loop\nobreak\ {\footnotesize \NWlink{nuweb93a}{93a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb94}{94}.}
\item $\langle\,$input checks\nobreak\ {\footnotesize \NWlink{nuweb76}{76}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb73}{73}\NWlink{nuweb85}{, 85}\NWlink{nuweb97}{, 97}.
}
\item $\langle\,$invchol\nobreak\ {\footnotesize \NWlink{nuweb45}{45}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb3}{3}.}
\item $\langle\,$invchol syMatrices\nobreak\ {\footnotesize \NWlink{nuweb44}{44}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$invchol workhorse\nobreak\ {\footnotesize \NWlink{nuweb46}{46}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb3}{3}.}
\item $\langle\,$invcholmean score\nobreak\ {\footnotesize \NWlink{nuweb96c}{96c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb97}{97}.}
\item $\langle\,$invcholmean2mean\nobreak\ {\footnotesize \NWlink{nuweb130b}{130b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb127a}{127a}.}
\item $\langle\,$is.ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb7c}{7c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$kronecker vec trick\nobreak\ {\footnotesize \NWlink{nuweb49}{49}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$L times D\nobreak\ {\footnotesize \NWlink{nuweb52}{52}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb53}{53}.}
\item $\langle\,$lapack options\nobreak\ {\footnotesize \NWlink{nuweb25a}{25a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb28}{28}\NWlink{nuweb31}{, 31}\NWlink{nuweb32}{, 32}.
}
\item $\langle\,$ldmvnorm\nobreak\ {\footnotesize \NWlink{nuweb66}{66}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb74}{74}.}
\item $\langle\,$ldmvnorm chol\nobreak\ {\footnotesize \NWlink{nuweb69b}{69b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb66}{66}.}
\item $\langle\,$ldmvnorm invchol\nobreak\ {\footnotesize \NWlink{nuweb70}{70}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb66}{66}.}
\item $\langle\,$ldpmvnorm\nobreak\ {\footnotesize \NWlink{nuweb109}{109}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb74}{74}.}
\item $\langle\,$lLgrad chol\nobreak\ {\footnotesize \NWlink{nuweb138a}{138a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb143}{143}.}
\item $\langle\,$lLgrad deperma\nobreak\ {\footnotesize \NWlink{nuweb139b}{139b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb138a}{138a}.}
\item $\langle\,$lLgrad destandarized\nobreak\ {\footnotesize \NWlink{nuweb139c}{139c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb138a}{138a}.}
\item $\langle\,$lLgrad diagonals\nobreak\ {\footnotesize \NWlink{nuweb140a}{140a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb138a}{138a}.}
\item $\langle\,$lLgrad invchol\nobreak\ {\footnotesize \NWlink{nuweb142}{142}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb143}{143}.}
\item $\langle\,$lLgrad invchol marginalisation\nobreak\ {\footnotesize \NWlink{nuweb141a}{141a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb142}{142}.}
\item $\langle\,$lLgrad invchol post\nobreak\ {\footnotesize \NWlink{nuweb141b}{141b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb142}{142}.}
\item $\langle\,$lLgrad marginalisation\nobreak\ {\footnotesize \NWlink{nuweb139a}{139a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb138a}{138a}.}
\item $\langle\,$lLgrad mean\nobreak\ {\footnotesize \NWlink{nuweb138b}{138b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb138a}{138a}.}
\item $\langle\,$lLgrad return\nobreak\ {\footnotesize \NWlink{nuweb140b}{140b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb138a}{138a}.}
\item $\langle\,$logdet\nobreak\ {\footnotesize \NWlink{nuweb35}{35}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb3}{3}.}
\item $\langle\,$logdet ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb36}{36}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$logLik standardize\nobreak\ {\footnotesize \NWlink{nuweb136}{136}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb137}{137}.}
\item $\langle\,$lower scores\nobreak\ {\footnotesize \NWlink{nuweb87c}{87c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb88a}{88a}.}
\item $\langle\,$lower triangular elements\nobreak\ {\footnotesize \NWlink{nuweb18}{18}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$lpmvnorm\nobreak\ {\footnotesize \NWlink{nuweb85}{85}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb74}{74}.}
\item $\langle\,$lpmvnormR\nobreak\ {\footnotesize \NWlink{nuweb73}{73}}$\,\rangle$ {\footnotesize {\NWtxtNoRef}.}
\item $\langle\,$lpRR\nobreak\ {\footnotesize \NWlink{nuweb152}{152}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb74}{74}.}
\item $\langle\,$ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb6a}{6a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$ltMatrices dim\nobreak\ {\footnotesize \NWlink{nuweb4a}{4a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb6a}{6a}.}
\item $\langle\,$ltMatrices input\nobreak\ {\footnotesize \NWlink{nuweb5b}{5b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb6a}{6a}.}
\item $\langle\,$ltMatrices names\nobreak\ {\footnotesize \NWlink{nuweb5a}{5a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb6a}{6a}.}
\item $\langle\,$marginal\nobreak\ {\footnotesize \NWlink{nuweb60b}{60b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$mc input checks\nobreak\ {\footnotesize \NWlink{nuweb60a}{60a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb60b}{60b}\NWlink{nuweb64}{, 64}.
}
\item $\langle\,$mean scores\nobreak\ {\footnotesize \NWlink{nuweb87b}{87b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb88a}{88a}.}
\item $\langle\,$mean2invcholmean\nobreak\ {\footnotesize \NWlink{nuweb130a}{130a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb127a}{127a}.}
\item $\langle\,$move on\nobreak\ {\footnotesize \NWlink{nuweb80a}{80a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb83}{83}\NWlink{nuweb94}{, 94}.
}
\item $\langle\,$mult\nobreak\ {\footnotesize \NWlink{nuweb28}{28}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb3}{3}.}
\item $\langle\,$mult ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb24}{24}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$mult syMatrices\nobreak\ {\footnotesize \NWlink{nuweb29}{29}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$mult workhorse\nobreak\ {\footnotesize \NWlink{nuweb27}{27}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb28}{28}.}
\item $\langle\,$mvnorm\nobreak\ {\footnotesize \NWlink{nuweb129b}{129b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb127a}{127a}.}
\item $\langle\,$mvnorm chol invchol\nobreak\ {\footnotesize \NWlink{nuweb128a}{128a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb129b}{129b}.}
\item $\langle\,$mvnorm condDist\nobreak\ {\footnotesize \NWlink{nuweb133}{133}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb127a}{127a}.}
\item $\langle\,$mvnorm invcholmean\nobreak\ {\footnotesize \NWlink{nuweb129a}{129a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb129b}{129b}.}
\item $\langle\,$mvnorm lLgrad\nobreak\ {\footnotesize \NWlink{nuweb143}{143}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb127a}{127a}.}
\item $\langle\,$mvnorm logLik\nobreak\ {\footnotesize \NWlink{nuweb137}{137}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb127a}{127a}.}
\item $\langle\,$mvnorm margDist\nobreak\ {\footnotesize \NWlink{nuweb132}{132}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb127a}{127a}.}
\item $\langle\,$mvnorm marginal means\nobreak\ {\footnotesize \NWlink{nuweb58a}{58a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb127a}{127a}.}
\item $\langle\,$mvnorm mean\nobreak\ {\footnotesize \NWlink{nuweb128b}{128b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb129b}{129b}.}
\item $\langle\,$mvnorm methods\nobreak\ {\footnotesize \NWlink{nuweb130c}{130c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb127a}{127a}.}
\item $\langle\,$mvnorm regression coefs\nobreak\ {\footnotesize \NWlink{nuweb59}{59}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb127a}{127a}.}
\item $\langle\,$mvnorm simulate\nobreak\ {\footnotesize \NWlink{nuweb131}{131}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb127a}{127a}.}
\item $\langle\,$mvnorm vcov\nobreak\ {\footnotesize \NWlink{nuweb58b}{58b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb127a}{127a}.}
\item $\langle\,$names ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb7b}{7b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$new score means, lower and upper\nobreak\ {\footnotesize \NWlink{nuweb91c}{91c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb93a}{93a}.}
\item $\langle\,$output\nobreak\ {\footnotesize \NWlink{nuweb79d}{79d}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb83}{83}.}
\item $\langle\,$pnorm\nobreak\ {\footnotesize \NWlink{nuweb81a}{81a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb83}{83}\NWlink{nuweb94}{, 94}.
}
\item $\langle\,$pnorm fast\nobreak\ {\footnotesize \NWlink{nuweb80b}{80b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb75}{75}.}
\item $\langle\,$pnorm slow\nobreak\ {\footnotesize \NWlink{nuweb80c}{80c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb75}{75}.}
\item $\langle\,$post differentiate chol score\nobreak\ {\footnotesize \NWlink{nuweb95d}{95d}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb97}{97}.}
\item $\langle\,$post differentiate invchol score\nobreak\ {\footnotesize \NWlink{nuweb96a}{96a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb97}{97}.}
\item $\langle\,$post differentiate lower score\nobreak\ {\footnotesize \NWlink{nuweb95b}{95b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb97}{97}.}
\item $\langle\,$post differentiate mean score\nobreak\ {\footnotesize \NWlink{nuweb95a}{95a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb97}{97}.}
\item $\langle\,$post differentiate upper score\nobreak\ {\footnotesize \NWlink{nuweb95c}{95c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb97}{97}.}
\item $\langle\,$post process score\nobreak\ {\footnotesize \NWlink{nuweb96b}{96b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb97}{97}.}
\item $\langle\,$print ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb11}{11}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$R Header\nobreak\ {\footnotesize \NWlink{nuweb155}{155}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}\NWlink{nuweb74}{, 74}.
}
\item $\langle\,$R lpmvnorm\nobreak\ {\footnotesize \NWlink{nuweb83}{83}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb75}{75}.}
\item $\langle\,$R slpmvnorm\nobreak\ {\footnotesize \NWlink{nuweb94}{94}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb75}{75}.}
\item $\langle\,$R slpmvnorm variables\nobreak\ {\footnotesize \NWlink{nuweb82d}{82d}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb83}{83}\NWlink{nuweb94}{, 94}.
}
\item $\langle\,$RC input\nobreak\ {\footnotesize \NWlink{nuweb26a}{26a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb28}{28}\NWlink{nuweb31}{, 31}\NWlink{nuweb32}{, 32}\NWlink{nuweb35}{, 35}.
}
\item $\langle\,$reorder ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb12}{12}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$row column\nobreak\ {\footnotesize \NWlink{nuweb25b}{25b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb28}{28}.}
\item $\langle\,$RR inner\nobreak\ {\footnotesize \NWlink{nuweb151c}{151c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb152}{152}\NWlink{nuweb153}{, 153}.
}
\item $\langle\,$RR input B D\nobreak\ {\footnotesize \NWlink{nuweb150a}{150a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb152}{152}\NWlink{nuweb153}{, 153}.
}
\item $\langle\,$RR input lower\nobreak\ {\footnotesize \NWlink{nuweb151a}{151a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb152}{152}\NWlink{nuweb153}{, 153}.
}
\item $\langle\,$RR input upper\nobreak\ {\footnotesize \NWlink{nuweb151b}{151b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb152}{152}\NWlink{nuweb153}{, 153}.
}
\item $\langle\,$RR input Z, weights\nobreak\ {\footnotesize \NWlink{nuweb150b}{150b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb152}{152}\NWlink{nuweb153}{, 153}.
}
\item $\langle\,$score a, b\nobreak\ {\footnotesize \NWlink{nuweb89a}{89a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb89b}{89b}\NWlink{nuweb94}{, 94}.
}
\item $\langle\,$score c11\nobreak\ {\footnotesize \NWlink{nuweb88b}{88b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb89b}{89b}\NWlink{nuweb94}{, 94}.
}
\item $\langle\,$score output\nobreak\ {\footnotesize \NWlink{nuweb93b}{93b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb94}{94}.}
\item $\langle\,$score output object\nobreak\ {\footnotesize \NWlink{nuweb88a}{88a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb94}{94}.}
\item $\langle\,$score wrt new chol diagonal\nobreak\ {\footnotesize \NWlink{nuweb91b}{91b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb93a}{93a}.}
\item $\langle\,$score wrt new chol off-diagonals\nobreak\ {\footnotesize \NWlink{nuweb91a}{91a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb93a}{93a}.}
\item $\langle\,$setup return object\nobreak\ {\footnotesize \NWlink{nuweb82a}{82a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb83}{83}.}
\item $\langle\,$sldmvnorm\nobreak\ {\footnotesize \NWlink{nuweb71}{71}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb74}{74}.}
\item $\langle\,$sldpmvnorm\nobreak\ {\footnotesize \NWlink{nuweb111}{111}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb74}{74}.}
\item $\langle\,$sldpmvnorm invchol\nobreak\ {\footnotesize \NWlink{nuweb110}{110}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb111}{111}.}
\item $\langle\,$slpmvnorm\nobreak\ {\footnotesize \NWlink{nuweb97}{97}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb74}{74}.}
\item $\langle\,$slpRR\nobreak\ {\footnotesize \NWlink{nuweb153}{153}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb74}{74}.}
\item $\langle\,$solve\nobreak\ {\footnotesize \NWlink{nuweb31}{31}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb3}{3}.}
\item $\langle\,$solve C\nobreak\ {\footnotesize \NWlink{nuweb32}{32}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb3}{3}.}
\item $\langle\,$solve ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb33}{33}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$standardise\nobreak\ {\footnotesize \NWlink{nuweb77a}{77a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb85}{85}\NWlink{nuweb97}{, 97}.
}
\item $\langle\,$standardize\nobreak\ {\footnotesize \NWlink{nuweb118}{118}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb74}{74}.}
\item $\langle\,$subset ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb15}{15}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$syMatrices\nobreak\ {\footnotesize \NWlink{nuweb6b}{6b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$tcrossprod ltMatrices\nobreak\ {\footnotesize \NWlink{nuweb37}{37}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb2}{2}.}
\item $\langle\,$univariate problem\nobreak\ {\footnotesize \NWlink{nuweb82b}{82b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb83}{83}.}
\item $\langle\,$update d, e\nobreak\ {\footnotesize \NWlink{nuweb78c}{78c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb79b}{79b}\NWlink{nuweb93a}{, 93a}.
}
\item $\langle\,$update f\nobreak\ {\footnotesize \NWlink{nuweb79a}{79a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb79b}{79b}\NWlink{nuweb93a}{, 93a}.
}
\item $\langle\,$update score for chol\nobreak\ {\footnotesize \NWlink{nuweb92a}{92a}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb93a}{93a}.}
\item $\langle\,$update score means, lower and upper\nobreak\ {\footnotesize \NWlink{nuweb92b}{92b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb93a}{93a}.}
\item $\langle\,$update yp for chol\nobreak\ {\footnotesize \NWlink{nuweb89c}{89c}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb93a}{93a}.}
\item $\langle\,$update yp for means, lower and upper\nobreak\ {\footnotesize \NWlink{nuweb90}{90}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb93a}{93a}.}
\item $\langle\,$upper scores\nobreak\ {\footnotesize \NWlink{nuweb87d}{87d}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb88a}{88a}.}
\item $\langle\,$W length\nobreak\ {\footnotesize \NWlink{nuweb81b}{81b}}$\,\rangle$ {\footnotesize {\NWtxtRefIn} \NWlink{nuweb83}{83}\NWlink{nuweb94}{, 94}.
}
\end{list}}

%\section*{Identifiers}
%
%

\bibliographystyle{jss}

<<bib, echo = FALSE>>=
thisdir <- getwd()
bibfile <- system.file("REFERENCES.bib", package = "mvtnorm")
### bibfile may contain spaces LaTeX is unable to deal with on MacOS it seems
if (file.copy(bibfile, to = thisdir, overwrite = TRUE)) {
    bibfile <- "REFERENCES.bib"
} else {
    ### hope for the best
    bibfile <- file.path("..", "inst", "REFERENCES.bib")
}
@
\bibliography{\Sexpr{bibfile}}

\end{document}
