Browse Source

Add tikz definitions; Add graphical model

arxiv
Markus Kaiser 1 year ago
parent
commit
0f8391b09c

+ 1
- 4
.gitignore View File

@@ -17,10 +17,7 @@
17 17
 # these rules might exclude image files for figures etc.
18 18
 # *.ps
19 19
 # *.eps
20
-# *.pdf
21
-
22
-## Generated if empty string is given at "Please type another file name for output:"
23
-.pdf
20
+*.pdf
24 21
 
25 22
 ## Bibliography auxiliary files (bibtex/biblatex/biber):
26 23
 *.bbl

+ 4
- 0
.latexmkrc View File

@@ -0,0 +1,4 @@
1
+@default_files = ("bayesian_warped_dependent_gp.tex");
2
+
3
+$pdf_mode = 1;
4
+$pdflatex="lualatex --shell-escape --interaction=nonstopmode %O %S";

+ 33
- 27
bayesian_warped_dependent_gp.tex View File

@@ -1,31 +1,12 @@
1
-\documentclass[twoside]{article}
2
-\usepackage{aistats2017}
3
-% \usepackage[accepted]{aistats2017}
1
+\input{preamble/packages.tex}
2
+\input{preamble/abbreviations.tex}
4 3
 
5
-% Language
6
-\usepackage[main=english]{babel}
7
-\selectlanguage{english}
8
-\usepackage[T1]{fontenc}
9
-\usepackage[utf8]{inputenc}
10
-
11
-% Fonts
12
-\usepackage{textcomp}
13
-\usepackage{microtype}
14
-
15
-% Math
16
-\usepackage{amsmath}
17
-\usepackage{mathtools}
18
-
19
-% Navigation
20
-\usepackage{url}
21
-\usepackage[pdftex, hypertexnames=false, unicode]{hyperref}
22
-\usepackage[nameinlink, noabbrev]{cleveref}
23
-\usepackage[style=alphabetic, backend=biber]{biblatex}
4
+\input{figures/tikz_common.tex}
5
+\input{figures/tikz_colors.tex}
24 6
 
25 7
 \begin{document}
26
-
27 8
 \twocolumn[
28
-\aistatstitle{Bayesian Warped Dependent GPs with Nonlinear Alignments}
9
+\aistatstitle{Bayesian Alignments of Warped Multi-Output Gaussian Processes}
29 10
 \aistatsauthor{%
30 11
          Carl Henrik Ek%
31 12
     \And Markus Kaiser%
@@ -38,19 +19,19 @@
38 19
     \And Siemens%
39 20
     \And Technical University Munich \\ Siemens%
40 21
 }]
41
-
42 22
 \begin{abstract}
43 23
     Bayesian doubly-warped dependent GPs are very deep.
44 24
 \end{abstract}
45 25
 
46
-\section*{Paper Outline}
26
+
27
+\section{Outline}
47 28
 \begin{enumerate}
48 29
     \item Introduction
49 30
         \begin{itemize}
50 31
             \item ???
51 32
             \item Mention DGP, Warped GP, Dependent GP
52 33
             \item Timeseries-alignment as motivation
53
-            \item More general interpretation?
34
+            \item More general interpretation, transfer learning?
54 35
         \end{itemize}
55 36
     \item Theory
56 37
         \begin{itemize}
@@ -59,15 +40,40 @@
59 40
             \item Dependent GP kernel
60 41
             \item Interpretation as deep GP
61 42
             \item Variational approximation with SVGP compression
43
+            \item Mention that we can also add \enquote{private} components?
62 44
         \end{itemize}
63 45
     \item Experiments
64 46
         \begin{itemize}
65 47
             \item Toy example, sine wave with exponential and sigmoid warpings
66 48
             \item Motion capture data?
49
+            \item Transfer learning task?
67 50
         \end{itemize}
68 51
     \item Conclusion
69 52
         \begin{itemize}
70 53
             \item ???
71 54
         \end{itemize}
72 55
 \end{enumerate}
56
+
57
+
58
+\section{Model definition}
59
+\label{sec:model}
60
+\begin{figure*}[tp]
61
+    \centering
62
+    \includestandalone{figures/graphical_model}
63
+    \caption{
64
+        \label{fig:graphical_model}
65
+        Red nodes are observed, blue nodes are variational parameters.
66
+        The green nodes are the latent processes which are convoluted in F and
67
+        the white nodes are the latent GP function values.
68
+    }
69
+\end{figure*}
70
+
71
+
72
+\section{Variational approximation}
73
+\label{sec:variational_approximation}
74
+\begin{itemize}
75
+    \item SVGP
76
+    \item Variational Compression
77
+    \item Psi-statstics for dependent GP
78
+\end{itemize}
73 79
 \end{document}

+ 0
- 485
fancyhdr.sty View File

@@ -1,485 +0,0 @@
1
-% fancyhdr.sty version 3.2
2
-% Fancy headers and footers for LaTeX.
3
-% Piet van Oostrum, 
4
-% Dept of Computer and Information Sciences, University of Utrecht,
5
-% Padualaan 14, P.O. Box 80.089, 3508 TB Utrecht, The Netherlands
6
-% Telephone: +31 30 2532180. Email: piet@cs.uu.nl
7
-% ========================================================================
8
-% LICENCE:
9
-% This file may be distributed under the terms of the LaTeX Project Public
10
-% License, as described in lppl.txt in the base LaTeX distribution.
11
-% Either version 1 or, at your option, any later version.
12
-% ========================================================================
13
-% MODIFICATION HISTORY:
14
-% Sep 16, 1994
15
-% version 1.4: Correction for use with \reversemargin
16
-% Sep 29, 1994:
17
-% version 1.5: Added the \iftopfloat, \ifbotfloat and \iffloatpage commands
18
-% Oct 4, 1994:
19
-% version 1.6: Reset single spacing in headers/footers for use with
20
-% setspace.sty or doublespace.sty
21
-% Oct 4, 1994:
22
-% version 1.7: changed \let\@mkboth\markboth to
23
-% \def\@mkboth{\protect\markboth} to make it more robust
24
-% Dec 5, 1994:
25
-% version 1.8: corrections for amsbook/amsart: define \@chapapp and (more
26
-% importantly) use the \chapter/sectionmark definitions from ps@headings if
27
-% they exist (which should be true for all standard classes).
28
-% May 31, 1995:
29
-% version 1.9: The proposed \renewcommand{\headrulewidth}{\iffloatpage...
30
-% construction in the doc did not work properly with the fancyplain style. 
31
-% June 1, 1995:
32
-% version 1.91: The definition of \@mkboth wasn't restored on subsequent
33
-% \pagestyle{fancy}'s.
34
-% June 1, 1995:
35
-% version 1.92: The sequence \pagestyle{fancyplain} \pagestyle{plain}
36
-% \pagestyle{fancy} would erroneously select the plain version.
37
-% June 1, 1995:
38
-% version 1.93: \fancypagestyle command added.
39
-% Dec 11, 1995:
40
-% version 1.94: suggested by Conrad Hughes <chughes@maths.tcd.ie>
41
-% CJCH, Dec 11, 1995: added \footruleskip to allow control over footrule
42
-% position (old hardcoded value of .3\normalbaselineskip is far too high
43
-% when used with very small footer fonts).
44
-% Jan 31, 1996:
45
-% version 1.95: call \@normalsize in the reset code if that is defined,
46
-% otherwise \normalsize.
47
-% this is to solve a problem with ucthesis.cls, as this doesn't
48
-% define \@currsize. Unfortunately for latex209 calling \normalsize doesn't
49
-% work as this is optimized to do very little, so there \@normalsize should
50
-% be called. Hopefully this code works for all versions of LaTeX known to
51
-% mankind.  
52
-% April 25, 1996:
53
-% version 1.96: initialize \headwidth to a magic (negative) value to catch
54
-% most common cases that people change it before calling \pagestyle{fancy}.
55
-% Note it can't be initialized when reading in this file, because
56
-% \textwidth could be changed afterwards. This is quite probable.
57
-% We also switch to \MakeUppercase rather than \uppercase and introduce a
58
-% \nouppercase command for use in headers. and footers.
59
-% May 3, 1996:
60
-% version 1.97: Two changes:
61
-% 1. Undo the change in version 1.8 (using the pagestyle{headings} defaults
62
-% for the chapter and section marks. The current version of amsbook and
63
-% amsart classes don't seem to need them anymore. Moreover the standard
64
-% latex classes don't use \markboth if twoside isn't selected, and this is
65
-% confusing as \leftmark doesn't work as expected.
66
-% 2. include a call to \ps@empty in ps@@fancy. This is to solve a problem
67
-% in the amsbook and amsart classes, that make global changes to \topskip,
68
-% which are reset in \ps@empty. Hopefully this doesn't break other things.
69
-% May 7, 1996:
70
-% version 1.98:
71
-% Added % after the line  \def\nouppercase
72
-% May 7, 1996:
73
-% version 1.99: This is the alpha version of fancyhdr 2.0
74
-% Introduced the new commands \fancyhead, \fancyfoot, and \fancyhf.
75
-% Changed \headrulewidth, \footrulewidth, \footruleskip to
76
-% macros rather than length parameters, In this way they can be
77
-% conditionalized and they don't consume length registers. There is no need
78
-% to have them as length registers unless you want to do calculations with
79
-% them, which is unlikely. Note that this may make some uses of them
80
-% incompatible (i.e. if you have a file that uses \setlength or \xxxx=)
81
-% May 10, 1996:
82
-% version 1.99a:
83
-% Added a few more % signs
84
-% May 10, 1996:
85
-% version 1.99b:
86
-% Changed the syntax of \f@nfor to be resistent to catcode changes of :=
87
-% Removed the [1] from the defs of \lhead etc. because the parameter is
88
-% consumed by the \@[xy]lhead etc. macros.
89
-% June 24, 1997:
90
-% version 1.99c:
91
-% corrected \nouppercase to also include the protected form of \MakeUppercase
92
-% \global added to manipulation of \headwidth.
93
-% \iffootnote command added.
94
-% Some comments added about \@fancyhead and \@fancyfoot.
95
-% Aug 24, 1998
96
-% version 1.99d
97
-% Changed the default \ps@empty to \ps@@empty in order to allow
98
-% \fancypagestyle{empty} redefinition.
99
-% Oct 11, 2000
100
-% version 2.0
101
-% Added LPPL license clause.
102
-%
103
-% A check for \headheight is added. An errormessage is given (once) if the
104
-% header is too large. Empty headers don't generate the error even if
105
-% \headheight is very small or even 0pt. 
106
-% Warning added for the use of 'E' option when twoside option is not used.
107
-% In this case the 'E' fields will never be used.
108
-%
109
-% Mar 10, 2002
110
-% version 2.1beta
111
-% New command: \fancyhfoffset[place]{length}
112
-% defines offsets to be applied to the header/footer to let it stick into
113
-% the margins (if length > 0).
114
-% place is like in fancyhead, except that only E,O,L,R can be used.
115
-% This replaces the old calculation based on \headwidth and the marginpar
116
-% area.
117
-% \headwidth will be dynamically calculated in the headers/footers when
118
-% this is used.
119
-%
120
-% Mar 26, 2002
121
-% version 2.1beta2
122
-% \fancyhfoffset now also takes h,f as possible letters in the argument to
123
-% allow the header and footer widths to be different.
124
-% New commands \fancyheadoffset and \fancyfootoffset added comparable to
125
-% \fancyhead and \fancyfoot.
126
-% Errormessages and warnings have been made more informative.
127
-%
128
-% Dec 9, 2002
129
-% version 2.1
130
-% The defaults for \footrulewidth, \plainheadrulewidth and
131
-% \plainfootrulewidth are changed from \z@skip to 0pt. In this way when
132
-% someone inadvertantly uses \setlength to change any of these, the value
133
-% of \z@skip will not be changed, rather an errormessage will be given.
134
-
135
-% March 3, 2004
136
-% Release of version 3.0
137
-
138
-% Oct 7, 2004
139
-% version 3.1
140
-% Added '\endlinechar=13' to \fancy@reset to prevent problems with
141
-% includegraphics in header when verbatiminput is active.
142
-
143
-% March 22, 2005
144
-% version 3.2
145
-% reset \everypar (the real one) in \fancy@reset because spanish.ldf does
146
-% strange things with \everypar between << and >>.
147
-
148
-\def\ifancy@mpty#1{\def\temp@a{#1}\ifx\temp@a\@empty}
149
-
150
-\def\fancy@def#1#2{\ifancy@mpty{#2}\fancy@gbl\def#1{\leavevmode}\else
151
-                                   \fancy@gbl\def#1{#2\strut}\fi}
152
-
153
-\let\fancy@gbl\global
154
-
155
-\def\@fancyerrmsg#1{%
156
-        \ifx\PackageError\undefined
157
-        \errmessage{#1}\else
158
-        \PackageError{Fancyhdr}{#1}{}\fi}
159
-\def\@fancywarning#1{%
160
-        \ifx\PackageWarning\undefined
161
-        \errmessage{#1}\else
162
-        \PackageWarning{Fancyhdr}{#1}{}\fi}
163
-
164
-% Usage: \@forc \var{charstring}{command to be executed for each char}
165
-% This is similar to LaTeX's \@tfor, but expands the charstring.
166
-
167
-\def\@forc#1#2#3{\expandafter\f@rc\expandafter#1\expandafter{#2}{#3}}
168
-\def\f@rc#1#2#3{\def\temp@ty{#2}\ifx\@empty\temp@ty\else
169
-                                    \f@@rc#1#2\f@@rc{#3}\fi}
170
-\def\f@@rc#1#2#3\f@@rc#4{\def#1{#2}#4\f@rc#1{#3}{#4}}
171
-
172
-% Usage: \f@nfor\name:=list\do{body}
173
-% Like LaTeX's \@for but an empty list is treated as a list with an empty
174
-% element
175
-
176
-\newcommand{\f@nfor}[3]{\edef\@fortmp{#2}%
177
-    \expandafter\@forloop#2,\@nil,\@nil\@@#1{#3}}
178
-
179
-% Usage: \def@ult \cs{defaults}{argument}
180
-% sets \cs to the characters from defaults appearing in argument
181
-% or defaults if it would be empty. All characters are lowercased.
182
-
183
-\newcommand\def@ult[3]{%
184
-    \edef\temp@a{\lowercase{\edef\noexpand\temp@a{#3}}}\temp@a
185
-    \def#1{}%
186
-    \@forc\tmpf@ra{#2}%
187
-        {\expandafter\if@in\tmpf@ra\temp@a{\edef#1{#1\tmpf@ra}}{}}%
188
-    \ifx\@empty#1\def#1{#2}\fi}
189
-% 
190
-% \if@in <char><set><truecase><falsecase>
191
-%
192
-\newcommand{\if@in}[4]{%
193
-    \edef\temp@a{#2}\def\temp@b##1#1##2\temp@b{\def\temp@b{##1}}%
194
-    \expandafter\temp@b#2#1\temp@b\ifx\temp@a\temp@b #4\else #3\fi}
195
-
196
-\newcommand{\fancyhead}{\@ifnextchar[{\f@ncyhf\fancyhead h}%
197
-                                     {\f@ncyhf\fancyhead h[]}}
198
-\newcommand{\fancyfoot}{\@ifnextchar[{\f@ncyhf\fancyfoot f}%
199
-                                     {\f@ncyhf\fancyfoot f[]}}
200
-\newcommand{\fancyhf}{\@ifnextchar[{\f@ncyhf\fancyhf{}}%
201
-                                   {\f@ncyhf\fancyhf{}[]}}
202
-
203
-% New commands for offsets added
204
-
205
-\newcommand{\fancyheadoffset}{\@ifnextchar[{\f@ncyhfoffs\fancyheadoffset h}%
206
-                                           {\f@ncyhfoffs\fancyheadoffset h[]}}
207
-\newcommand{\fancyfootoffset}{\@ifnextchar[{\f@ncyhfoffs\fancyfootoffset f}%
208
-                                           {\f@ncyhfoffs\fancyfootoffset f[]}}
209
-\newcommand{\fancyhfoffset}{\@ifnextchar[{\f@ncyhfoffs\fancyhfoffset{}}%
210
-                                         {\f@ncyhfoffs\fancyhfoffset{}[]}}
211
-
212
-% The header and footer fields are stored in command sequences with
213
-% names of the form: \f@ncy<x><y><z> with <x> for [eo], <y> from [lcr]
214
-% and <z> from [hf].
215
-
216
-\def\f@ncyhf#1#2[#3]#4{%
217
-    \def\temp@c{}%
218
-    \@forc\tmpf@ra{#3}%
219
-        {\expandafter\if@in\tmpf@ra{eolcrhf,EOLCRHF}%
220
-            {}{\edef\temp@c{\temp@c\tmpf@ra}}}%
221
-    \ifx\@empty\temp@c\else
222
-        \@fancyerrmsg{Illegal char `\temp@c' in \string#1 argument:
223
-          [#3]}%
224
-    \fi
225
-    \f@nfor\temp@c{#3}%
226
-        {\def@ult\f@@@eo{eo}\temp@c
227
-         \if@twoside\else
228
-           \if\f@@@eo e\@fancywarning
229
-             {\string#1's `E' option without twoside option is useless}\fi\fi
230
-         \def@ult\f@@@lcr{lcr}\temp@c
231
-         \def@ult\f@@@hf{hf}{#2\temp@c}%
232
-         \@forc\f@@eo\f@@@eo
233
-             {\@forc\f@@lcr\f@@@lcr
234
-                 {\@forc\f@@hf\f@@@hf
235
-                     {\expandafter\fancy@def\csname
236
-                      f@ncy\f@@eo\f@@lcr\f@@hf\endcsname
237
-                      {#4}}}}}}
238
-
239
-\def\f@ncyhfoffs#1#2[#3]#4{%
240
-    \def\temp@c{}%
241
-    \@forc\tmpf@ra{#3}%
242
-        {\expandafter\if@in\tmpf@ra{eolrhf,EOLRHF}%
243
-            {}{\edef\temp@c{\temp@c\tmpf@ra}}}%
244
-    \ifx\@empty\temp@c\else
245
-        \@fancyerrmsg{Illegal char `\temp@c' in \string#1 argument:
246
-          [#3]}%
247
-    \fi
248
-    \f@nfor\temp@c{#3}%
249
-        {\def@ult\f@@@eo{eo}\temp@c
250
-         \if@twoside\else
251
-           \if\f@@@eo e\@fancywarning
252
-             {\string#1's `E' option without twoside option is useless}\fi\fi
253
-         \def@ult\f@@@lcr{lr}\temp@c
254
-         \def@ult\f@@@hf{hf}{#2\temp@c}%
255
-         \@forc\f@@eo\f@@@eo
256
-             {\@forc\f@@lcr\f@@@lcr
257
-                 {\@forc\f@@hf\f@@@hf
258
-                     {\expandafter\setlength\csname
259
-                      f@ncyO@\f@@eo\f@@lcr\f@@hf\endcsname
260
-                      {#4}}}}}%
261
-     \fancy@setoffs}
262
-
263
-% Fancyheadings version 1 commands. These are more or less deprecated,
264
-% but they continue to work.
265
-
266
-\newcommand{\lhead}{\@ifnextchar[{\@xlhead}{\@ylhead}}
267
-\def\@xlhead[#1]#2{\fancy@def\f@ncyelh{#1}\fancy@def\f@ncyolh{#2}}
268
-\def\@ylhead#1{\fancy@def\f@ncyelh{#1}\fancy@def\f@ncyolh{#1}}
269
-
270
-\newcommand{\chead}{\@ifnextchar[{\@xchead}{\@ychead}}
271
-\def\@xchead[#1]#2{\fancy@def\f@ncyech{#1}\fancy@def\f@ncyoch{#2}}
272
-\def\@ychead#1{\fancy@def\f@ncyech{#1}\fancy@def\f@ncyoch{#1}}
273
-
274
-\newcommand{\rhead}{\@ifnextchar[{\@xrhead}{\@yrhead}}
275
-\def\@xrhead[#1]#2{\fancy@def\f@ncyerh{#1}\fancy@def\f@ncyorh{#2}}
276
-\def\@yrhead#1{\fancy@def\f@ncyerh{#1}\fancy@def\f@ncyorh{#1}}
277
-
278
-\newcommand{\lfoot}{\@ifnextchar[{\@xlfoot}{\@ylfoot}}
279
-\def\@xlfoot[#1]#2{\fancy@def\f@ncyelf{#1}\fancy@def\f@ncyolf{#2}}
280
-\def\@ylfoot#1{\fancy@def\f@ncyelf{#1}\fancy@def\f@ncyolf{#1}}
281
-
282
-\newcommand{\cfoot}{\@ifnextchar[{\@xcfoot}{\@ycfoot}}
283
-\def\@xcfoot[#1]#2{\fancy@def\f@ncyecf{#1}\fancy@def\f@ncyocf{#2}}
284
-\def\@ycfoot#1{\fancy@def\f@ncyecf{#1}\fancy@def\f@ncyocf{#1}}
285
-
286
-\newcommand{\rfoot}{\@ifnextchar[{\@xrfoot}{\@yrfoot}}
287
-\def\@xrfoot[#1]#2{\fancy@def\f@ncyerf{#1}\fancy@def\f@ncyorf{#2}}
288
-\def\@yrfoot#1{\fancy@def\f@ncyerf{#1}\fancy@def\f@ncyorf{#1}}
289
-
290
-\newlength{\fancy@headwidth}
291
-\let\headwidth\fancy@headwidth
292
-\newlength{\f@ncyO@elh}
293
-\newlength{\f@ncyO@erh}
294
-\newlength{\f@ncyO@olh}
295
-\newlength{\f@ncyO@orh}
296
-\newlength{\f@ncyO@elf}
297
-\newlength{\f@ncyO@erf}
298
-\newlength{\f@ncyO@olf}
299
-\newlength{\f@ncyO@orf}
300
-\newcommand{\headrulewidth}{0.4pt}
301
-\newcommand{\footrulewidth}{0pt}
302
-\newcommand{\footruleskip}{.3\normalbaselineskip}
303
-
304
-% Fancyplain stuff shouldn't be used anymore (rather
305
-% \fancypagestyle{plain} should be used), but it must be present for
306
-% compatibility reasons.
307
-
308
-\newcommand{\plainheadrulewidth}{0pt}
309
-\newcommand{\plainfootrulewidth}{0pt}
310
-\newif\if@fancyplain \@fancyplainfalse
311
-\def\fancyplain#1#2{\if@fancyplain#1\else#2\fi}
312
-
313
-\headwidth=-123456789sp %magic constant
314
-
315
-% Command to reset various things in the headers:
316
-% a.o.  single spacing (taken from setspace.sty)
317
-% and the catcode of ^^M (so that epsf files in the header work if a
318
-% verbatim crosses a page boundary)
319
-% It also defines a \nouppercase command that disables \uppercase and
320
-% \Makeuppercase. It can only be used in the headers and footers.
321
-\let\fnch@everypar\everypar% save real \everypar because of spanish.ldf
322
-\def\fancy@reset{\fnch@everypar{}\restorecr\endlinechar=13
323
- \def\baselinestretch{1}%
324
- \def\nouppercase##1{{\let\uppercase\relax\let\MakeUppercase\relax
325
-     \expandafter\let\csname MakeUppercase \endcsname\relax##1}}%
326
- \ifx\undefined\@newbaseline% NFSS not present; 2.09 or 2e
327
-   \ifx\@normalsize\undefined \normalsize % for ucthesis.cls
328
-   \else \@normalsize \fi
329
- \else% NFSS (2.09) present
330
-  \@newbaseline%
331
- \fi}
332
-
333
-% Initialization of the head and foot text.
334
-
335
-% The default values still contain \fancyplain for compatibility.
336
-\fancyhf{} % clear all
337
-% lefthead empty on ``plain'' pages, \rightmark on even, \leftmark on odd pages
338
-% evenhead empty on ``plain'' pages, \leftmark on even, \rightmark on odd pages
339
-\if@twoside
340
-  \fancyhead[el,or]{\fancyplain{}{\sl\rightmark}}
341
-  \fancyhead[er,ol]{\fancyplain{}{\sl\leftmark}}
342
-\else
343
-  \fancyhead[l]{\fancyplain{}{\sl\rightmark}}
344
-  \fancyhead[r]{\fancyplain{}{\sl\leftmark}}
345
-\fi
346
-\fancyfoot[c]{\rm\thepage} % page number
347
-
348
-% Use box 0 as a temp box and dimen 0 as temp dimen. 
349
-% This can be done, because this code will always
350
-% be used inside another box, and therefore the changes are local.
351
-
352
-\def\@fancyvbox#1#2{\setbox0\vbox{#2}\ifdim\ht0>#1\@fancywarning
353
-  {\string#1 is too small (\the#1): ^^J Make it at least \the\ht0.^^J
354
-    We now make it that large for the rest of the document.^^J
355
-    This may cause the page layout to be inconsistent, however\@gobble}%
356
-  \dimen0=#1\global\setlength{#1}{\ht0}\ht0=\dimen0\fi
357
-  \box0}
358
-
359
-% Put together a header or footer given the left, center and
360
-% right text, fillers at left and right and a rule.
361
-% The \lap commands put the text into an hbox of zero size,
362
-% so overlapping text does not generate an errormessage.
363
-% These macros have 5 parameters:
364
-% 1. LEFTSIDE BEARING % This determines at which side the header will stick
365
-%    out. When \fancyhfoffset is used this calculates \headwidth, otherwise
366
-%    it is \hss or \relax (after expansion).
367
-% 2. \f@ncyolh, \f@ncyelh, \f@ncyolf or \f@ncyelf. This is the left component.
368
-% 3. \f@ncyoch, \f@ncyech, \f@ncyocf or \f@ncyecf. This is the middle comp.
369
-% 4. \f@ncyorh, \f@ncyerh, \f@ncyorf or \f@ncyerf. This is the right component.
370
-% 5. RIGHTSIDE BEARING. This is always \relax or \hss (after expansion).
371
-
372
-\def\@fancyhead#1#2#3#4#5{#1\hbox to\headwidth{\fancy@reset
373
-  \@fancyvbox\headheight{\hbox
374
-    {\rlap{\parbox[b]{\headwidth}{\raggedright#2}}\hfill
375
-      \parbox[b]{\headwidth}{\centering#3}\hfill
376
-      \llap{\parbox[b]{\headwidth}{\raggedleft#4}}}\headrule}}#5}
377
-
378
-\def\@fancyfoot#1#2#3#4#5{#1\hbox to\headwidth{\fancy@reset
379
-    \@fancyvbox\footskip{\footrule
380
-      \hbox{\rlap{\parbox[t]{\headwidth}{\raggedright#2}}\hfill
381
-        \parbox[t]{\headwidth}{\centering#3}\hfill
382
-        \llap{\parbox[t]{\headwidth}{\raggedleft#4}}}}}#5}
383
-
384
-\def\headrule{{\if@fancyplain\let\headrulewidth\plainheadrulewidth\fi
385
-    \hrule\@height\headrulewidth\@width\headwidth \vskip-\headrulewidth}}
386
-
387
-\def\footrule{{\if@fancyplain\let\footrulewidth\plainfootrulewidth\fi
388
-    \vskip-\footruleskip\vskip-\footrulewidth
389
-    \hrule\@width\headwidth\@height\footrulewidth\vskip\footruleskip}}
390
-
391
-\def\ps@fancy{%
392
-\@ifundefined{@chapapp}{\let\@chapapp\chaptername}{}%for amsbook
393
-%
394
-% Define \MakeUppercase for old LaTeXen.
395
-% Note: we used \def rather than \let, so that \let\uppercase\relax (from
396
-% the version 1 documentation) will still work.
397
-%
398
-\@ifundefined{MakeUppercase}{\def\MakeUppercase{\uppercase}}{}%
399
-\@ifundefined{chapter}{\def\sectionmark##1{\markboth
400
-{\MakeUppercase{\ifnum \c@secnumdepth>\z@
401
- \thesection\hskip 1em\relax \fi ##1}}{}}%
402
-\def\subsectionmark##1{\markright {\ifnum \c@secnumdepth >\@ne
403
- \thesubsection\hskip 1em\relax \fi ##1}}}%
404
-{\def\chaptermark##1{\markboth {\MakeUppercase{\ifnum \c@secnumdepth>\m@ne
405
- \@chapapp\ \thechapter. \ \fi ##1}}{}}%
406
-\def\sectionmark##1{\markright{\MakeUppercase{\ifnum \c@secnumdepth >\z@
407
- \thesection. \ \fi ##1}}}}%
408
-%\csname ps@headings\endcsname % use \ps@headings defaults if they exist
409
-\ps@@fancy
410
-\gdef\ps@fancy{\@fancyplainfalse\ps@@fancy}%
411
-% Initialize \headwidth if the user didn't
412
-%
413
-\ifdim\headwidth<0sp
414
-%
415
-% This catches the case that \headwidth hasn't been initialized and the
416
-% case that the user added something to \headwidth in the expectation that
417
-% it was initialized to \textwidth. We compensate this now. This loses if
418
-% the user intended to multiply it by a factor. But that case is more
419
-% likely done by saying something like \headwidth=1.2\textwidth. 
420
-% The doc says you have to change \headwidth after the first call to
421
-% \pagestyle{fancy}. This code is just to catch the most common cases were
422
-% that requirement is violated.
423
-%
424
-    \global\advance\headwidth123456789sp\global\advance\headwidth\textwidth
425
-\fi}
426
-\def\ps@fancyplain{\ps@fancy \let\ps@plain\ps@plain@fancy}
427
-\def\ps@plain@fancy{\@fancyplaintrue\ps@@fancy}
428
-\let\ps@@empty\ps@empty
429
-\def\ps@@fancy{%
430
-\ps@@empty % This is for amsbook/amsart, which do strange things with \topskip
431
-\def\@mkboth{\protect\markboth}%
432
-\def\@oddhead{\@fancyhead\fancy@Oolh\f@ncyolh\f@ncyoch\f@ncyorh\fancy@Oorh}%
433
-\def\@oddfoot{\@fancyfoot\fancy@Oolf\f@ncyolf\f@ncyocf\f@ncyorf\fancy@Oorf}%
434
-\def\@evenhead{\@fancyhead\fancy@Oelh\f@ncyelh\f@ncyech\f@ncyerh\fancy@Oerh}%
435
-\def\@evenfoot{\@fancyfoot\fancy@Oelf\f@ncyelf\f@ncyecf\f@ncyerf\fancy@Oerf}%
436
-}
437
-% Default definitions for compatibility mode:
438
-% These cause the header/footer to take the defined \headwidth as width
439
-% And to shift in the direction of the marginpar area
440
-
441
-\def\fancy@Oolh{\if@reversemargin\hss\else\relax\fi}
442
-\def\fancy@Oorh{\if@reversemargin\relax\else\hss\fi}
443
-\let\fancy@Oelh\fancy@Oorh
444
-\let\fancy@Oerh\fancy@Oolh
445
-
446
-\let\fancy@Oolf\fancy@Oolh
447
-\let\fancy@Oorf\fancy@Oorh
448
-\let\fancy@Oelf\fancy@Oelh
449
-\let\fancy@Oerf\fancy@Oerh
450
-
451
-% New definitions for the use of \fancyhfoffset
452
-% These calculate the \headwidth from \textwidth and the specified offsets.
453
-
454
-\def\fancy@offsolh{\headwidth=\textwidth\advance\headwidth\f@ncyO@olh
455
-                   \advance\headwidth\f@ncyO@orh\hskip-\f@ncyO@olh}
456
-\def\fancy@offselh{\headwidth=\textwidth\advance\headwidth\f@ncyO@elh
457
-                   \advance\headwidth\f@ncyO@erh\hskip-\f@ncyO@elh}
458
-
459
-\def\fancy@offsolf{\headwidth=\textwidth\advance\headwidth\f@ncyO@olf
460
-                   \advance\headwidth\f@ncyO@orf\hskip-\f@ncyO@olf}
461
-\def\fancy@offself{\headwidth=\textwidth\advance\headwidth\f@ncyO@elf
462
-                   \advance\headwidth\f@ncyO@erf\hskip-\f@ncyO@elf}
463
-
464
-\def\fancy@setoffs{%
465
-% Just in case \let\headwidth\textwidth was used
466
-  \fancy@gbl\let\headwidth\fancy@headwidth
467
-  \fancy@gbl\let\fancy@Oolh\fancy@offsolh
468
-  \fancy@gbl\let\fancy@Oelh\fancy@offselh
469
-  \fancy@gbl\let\fancy@Oorh\hss
470
-  \fancy@gbl\let\fancy@Oerh\hss
471
-  \fancy@gbl\let\fancy@Oolf\fancy@offsolf
472
-  \fancy@gbl\let\fancy@Oelf\fancy@offself
473
-  \fancy@gbl\let\fancy@Oorf\hss
474
-  \fancy@gbl\let\fancy@Oerf\hss}
475
-
476
-\newif\iffootnote
477
-\let\latex@makecol\@makecol
478
-\def\@makecol{\ifvoid\footins\footnotetrue\else\footnotefalse\fi
479
-\let\topfloat\@toplist\let\botfloat\@botlist\latex@makecol}
480
-\def\iftopfloat#1#2{\ifx\topfloat\empty #2\else #1\fi}
481
-\def\ifbotfloat#1#2{\ifx\botfloat\empty #2\else #1\fi}
482
-\def\iffloatpage#1#2{\if@fcolmade #1\else #2\fi}
483
-
484
-\newcommand{\fancypagestyle}[2]{%
485
-  \@namedef{ps@#1}{\let\fancy@gbl\relax#2\relax\ps@fancy}}

+ 40
- 0
figures/graphical_model.tex View File

@@ -0,0 +1,40 @@
1
+\documentclass[tikz,crop]{standalone}
2
+\input{tikz_standalone.tex}
3
+\input{tikz_common.tex}
4
+\input{tikz_colors.tex}
5
+\input{../preamble/abbreviations.tex}
6
+
7
+\begin{document}
8
+\begin{tikzpicture}
9
+    \graph[
10
+    tree layout,
11
+    sibling distance=6em, level distance=5em,
12
+    nodes={random variable}, edges={edge, directed},
13
+    component direction=right,
14
+    component align=center,
15
+    component sep=4em,
16
+    ] {
17
+        {
18
+            M/$\rv{M^A_d}$[variational] --[draw=none] P/$\rv{M^F_d}$[variational] --[draw=none] Q/$\rv{M^G_d}$[variational],
19
+            X/$\rv{X_d}$[observed] -> A/$\rv{A_d}$ -> F/$\rv{F_d}$ -> G/$\rv{G_d}$ -> Y/$\rv{Y_d}$[observed],
20
+            Us/""[draw, thick] //[
21
+                tree layout,
22
+                component direction=down, component sep=1ex,
23
+                nodes={latent},
24
+                ] {U1/$\rv{u_1}$, U2/$\rvdots$[draw=none, fill=none], U3/$\rv{u_R}$},
25
+            Xp/$\rv{X_{d^\prime}}$[observed] -> Ap/$\rv{A_{d^\prime}}$ -> Fp/$\rv{F_{d^\prime}}$ -> Gp/$\rv{G_{d^\prime}}$ -> Yp/$\rv{Y_{d^\prime}}$[observed],
26
+            Mp/$\rv{M^A_{d^\prime}}$[variational] --[draw=none] Pp/$\rv{M^F_{d^\prime}}$[variational] --[draw=none] Qp/$\rv{M^G_{d^\prime}}$[variational],
27
+        };
28
+    };
29
+
30
+    \draw[edge, directed] (Us) -- (F);
31
+    \draw[edge, directed] (Us) -- (Fp);
32
+
33
+    \draw[edge, directed] (M) -- (A);
34
+    \draw[edge, directed] (P) -- (F);
35
+    \draw[edge, directed] (Q) -- (G);
36
+    \draw[edge, directed] (Mp) -- (Ap);
37
+    \draw[edge, directed] (Pp) -- (Fp);
38
+    \draw[edge, directed] (Qp) -- (Gp);
39
+\end{tikzpicture}
40
+\end{document}

+ 42
- 0
figures/tikz_colors.tex View File

@@ -0,0 +1,42 @@
1
+% Base Colors Corporate Design
2
+\definecolor{tumblue}{HTML}{0065BD}
3
+\definecolor{tumgreen}{HTML}{A2AD00}
4
+\definecolor{tumorange}{HTML}{E37222}
5
+\definecolor{tumivory}{HTML}{DAD7CB}
6
+\definecolor{tumred}{HTML}{E53418} % not in Styleguide
7
+\definecolor{tumviolet}{HTML}{69085A} % not in Styleguide
8
+
9
+% Derived Colors
10
+% https://kuler.adobe.com/create/color-wheel/
11
+% https://portal.mytum.de/corporatedesign/print/styleguide/
12
+% Grays - TUM
13
+\definecolor{tumgray0}{HTML}{000000}
14
+\definecolor{tumgray1}{HTML}{58585A}
15
+\definecolor{tumgray2}{HTML}{9C9D9F}
16
+\definecolor{tumgray3}{HTML}{D9DADB}
17
+\definecolor{tumgray4}{HTML}{FFFFFF}
18
+
19
+% Blues - TUM
20
+\definecolor{tumblue0}{HTML}{003359}
21
+\definecolor{tumblue1}{HTML}{005293}
22
+\definecolor{tumblue2}{HTML}{0073CF}
23
+\definecolor{tumblue3}{HTML}{64A0C8}
24
+\definecolor{tumblue4}{HTML}{98C6EA}
25
+
26
+% Greens - Adobe
27
+\definecolor{tumgreen0}{HTML}{EAF900}
28
+\definecolor{tumgreen1}{HTML}{AEBA00}
29
+\definecolor{tumgreen2}{HTML}{8A9300}
30
+\definecolor{tumgreen3}{HTML}{525800}
31
+
32
+% Reds - Adobe
33
+\definecolor{tumred0}{HTML}{F23719}
34
+\definecolor{tumred1}{HTML}{CB2E15}
35
+\definecolor{tumred2}{HTML}{90210F}
36
+\definecolor{tumred3}{HTML}{65170B}
37
+
38
+% Oranges - Adobe
39
+\definecolor{tumorange0}{HTML}{F07824}
40
+\definecolor{tumorange1}{HTML}{C9651E}
41
+\definecolor{tumorange2}{HTML}{8E4715}
42
+\definecolor{tumorange3}{HTML}{63320F}

+ 62
- 0
figures/tikz_common.tex View File

@@ -0,0 +1,62 @@
1
+\usepackage{tikz}
2
+\usepackage{pgfplots}
3
+\pgfplotsset{compat=1.14}
4
+
5
+\newcommand{\includestandalonewithpath}[2][]{%
6
+    \begingroup%
7
+    \StrCount{#2}{/}[\matches]%
8
+    \StrBefore[\matches]{#2}{/}[\figurepath]%
9
+    \includestandalone[#1]{#2}%
10
+    \endgroup%
11
+}
12
+
13
+% See
14
+% https://tex.stackexchange.com/a/23583
15
+\tikzset{onslide/.code args={<#1>#2}{%
16
+  \only<#1>{\pgfkeysalso{#2}} % \pgfkeysalso doesn't change the path
17
+}}
18
+
19
+\usetikzlibrary{angles}
20
+\usetikzlibrary{backgrounds}
21
+\usetikzlibrary{calc}
22
+\usetikzlibrary{chains}
23
+\usetikzlibrary{decorations}
24
+\usetikzlibrary{graphs}
25
+\usetikzlibrary{graphdrawing}
26
+\usegdlibrary{layered,force,trees}
27
+\usetikzlibrary{matrix}
28
+\usetikzlibrary{patterns}
29
+\usetikzlibrary{positioning}
30
+\usetikzlibrary{quotes}
31
+\usetikzlibrary{shapes}
32
+\usetikzlibrary{shapes.multipart}
33
+
34
+\tikzstyle{very small node} = [draw, circle, fill=tumblue!60, thick, minimum size=3pt, inner sep=0pt]
35
+\tikzstyle{data point} = [very small node]
36
+\tikzstyle{small node} = [draw, circle, fill=tumblue!60, very thick, minimum size=6pt, inner sep=0pt]
37
+\tikzstyle{large node} = [draw, circle, fill=tumblue!60, very thick, minimum size=5pt, inner sep=5pt]
38
+
39
+\tikzstyle{turbine} = [large node, fill=tumgreen!60]
40
+\tikzstyle{virtual} = [small node, fill=tumred!60]
41
+\tikzstyle{timeseries} = [large node, rectangle, white, fill=white, text=black]
42
+\tikzstyle{convoluted edge} = [edge, ultra thick, arrows={-latex}]
43
+\tikzstyle{convoluted node} = [draw, ultra thick, rectangle, inner sep=10pt]
44
+
45
+\tikzstyle{edge} = [draw, thick, shorten >=2pt, shorten <=2pt]
46
+\tikzstyle{directed} = [arrows={-latex}, shorten >=2pt, shorten <=0pt]
47
+\tikzstyle{inverse directed} = [arrows={latex-}, shorten >=0pt, shorten <=2pt]
48
+
49
+\tikzstyle{random variable} = [draw, very thick, circle, inner sep=2pt, minimum size=28pt]
50
+\tikzstyle{implicit} = [rectangle, inner sep=3pt]
51
+\tikzstyle{observed} = [fill=tumred!40]
52
+\tikzstyle{variational} = [fill=tumblue!40]
53
+\tikzstyle{latent} = [fill=tumgreen!40]
54
+
55
+\makeatletter
56
+\DeclareRobustCommand{\rvdots}{%
57
+  \vbox{
58
+    \baselineskip4\p@\lineskiplimit\z@
59
+    \kern-\p@
60
+    \hbox{.}\hbox{.}\hbox{.}
61
+  }}
62
+\makeatother

+ 23
- 0
figures/tikz_standalone.tex View File

@@ -0,0 +1,23 @@
1
+% Fix for standalone with lualatex
2
+\usepackage{luatex85} % Fix for standalone with lualatex
3
+
4
+% Path magic
5
+\providecommand{\figurepath}{.}
6
+
7
+% Locale
8
+\usepackage[T1]{fontenc}
9
+\usepackage[utf8]{inputenc}
10
+\usepackage[english]{babel}
11
+\selectlanguage{english}
12
+
13
+% Fonts
14
+\usepackage{textcomp}
15
+\usepackage{microtype}
16
+
17
+% Stuff
18
+\usepackage{amsmath}
19
+\usepackage{amssymb}
20
+\usepackage{amsfonts}
21
+\usepackage{mathtools}
22
+\usepackage{bm}
23
+\usepackage{siunitx}

+ 97
- 0
preamble/abbreviations.tex View File

@@ -0,0 +1,97 @@
1
+% Sets
2
+\newcommand{\N}{\mathbb{N}}
3
+\newcommand{\Z}{\mathbb{Z}}
4
+\newcommand{\R}{\mathbb{R}}
5
+\newcommand{\D}{\mathcal{D}}
6
+
7
+% Random Variable
8
+\newcommand{\rv}[1]{\bm{#1}}
9
+\newcommand{\map}[1]{#1^{\text{MAP}}}
10
+% Matrix
11
+\newcommand{\mat}[1]{\bm{#1}}
12
+\newcommand{\tran}{^{\mkern-1.5mu\mathsf{T}}}
13
+\newcommand{\Eye}{\mathrm{I}}
14
+% Pseudo Inputs
15
+\newcommand{\ps}[1]{\bar{#1}}
16
+\newcommand{\psmat}[1]{\ps{\mat{#1}}}
17
+
18
+% Nicer empty set
19
+\renewcommand{\emptyset}{\varnothing}
20
+
21
+% Math operators
22
+% General
23
+\DeclareMathOperator*{\argmax}{argmax}
24
+\DeclareMathOperator*{\argmin}{argmin}
25
+\DeclareMathOperator{\atanTwo}{atan2}
26
+\DeclareMathOperator{\sgn}{sgn}
27
+\DeclareMathOperator{\diag}{diag}
28
+\DeclareMathOperator*{\maximize}{maximize}
29
+\DeclareMathOperator*{\minimize}{minimize}
30
+\DeclareMathOperator{\subjectto}{subject\ to}
31
+\DeclareMathOperator{\Oh}{\mathcal{O}}
32
+\newcommand{\Powerset}[1]{2^{#1}}
33
+\newcommand*{\diff}{\mathop{}\!\mathrm{d}}
34
+\DeclarePairedDelimiter{\abs}{\vert}{\vert}
35
+
36
+% Probabilities
37
+\DeclareMathOperator{\E}{\mathbb{E}}
38
+\DeclareMathOperator{\cov}{cov}
39
+\DeclareMathOperator{\var}{var}
40
+\DeclareMathOperator{\corr}{\varrho}
41
+\DeclareMathOperator{\p}{p}
42
+\DeclareMathOperator{\q}{q}
43
+\DeclareMathOperator{\KLdiv}{KL}
44
+\DeclareMathOperator{\K}{\mathcal{K}}
45
+\DeclareMathOperator{\Q}{\mathcal{Q}}
46
+\DeclareMathOperator{\Norm}{\mathcal{N}}
47
+\DeclareMathOperator{\Uni}{\mathbb{U}}
48
+\DeclareMathOperator{\Ind}{\mathbb{I}}
49
+\DeclareMathOperator{\GP}{\mathcal{GP}}
50
+\DeclareMathOperator{\SPGP}{\mathcal{SPGP}}
51
+\DeclareMathOperator{\Ell}{\mathcal{L}}
52
+\DeclareMathOperator{\X}{\mathcal{X}}
53
+\DeclareMathOperator{\indep}{\perp\mkern-9.5mu\perp}
54
+\DeclareMathOperator{\nindep}{\centernot{\indep}}
55
+
56
+\providecommand\given{}
57
+\DeclarePairedDelimiterX{\Cond}[1]{(}{)}{
58
+\renewcommand\given{%
59
+  \nonscript\:
60
+  \delimsize\vert
61
+  \nonscript\:
62
+  \mathopen{}
63
+  \allowbreak}
64
+#1
65
+}
66
+
67
+\newcommand{\Prob}{\p\Cond}
68
+\newcommand{\Variat}{\q\Cond}
69
+\newcommand{\Gaussian}{\Norm\Cond}
70
+\newcommand{\Uniform}{\Uni\Cond}
71
+\newcommand{\Indicator}{\Ind\Cond}
72
+
73
+\DeclarePairedDelimiterX{\KLdelim}[2]{(}{)}{%
74
+  #1\;\delimsize\|\;#2%
75
+}
76
+\newcommand{\KL}{\KLdiv\KLdelim}
77
+
78
+\DeclarePairedDelimiterXPP{\Moment}[2]{#1}{[}{]}{}{
79
+\renewcommand\given{%
80
+  \nonscript\:
81
+  \delimsize\vert
82
+  \nonscript\:
83
+  \mathopen{}
84
+  \allowbreak}
85
+#2
86
+}
87
+
88
+\providecommand\with{}
89
+\DeclarePairedDelimiterX{\Set}[1]{\{}{\}}{
90
+\renewcommand\with{%
91
+  \nonscript\:
92
+  \delimsize\vert
93
+  \nonscript\:
94
+  \mathopen{}
95
+  \allowbreak}
96
+#1
97
+}

+ 33
- 0
preamble/packages.tex View File

@@ -0,0 +1,33 @@
1
+\documentclass[twoside]{article}
2
+\usepackage{aistats2017}
3
+% \usepackage[accepted]{aistats2017}
4
+
5
+% Standalone
6
+\usepackage{currfile}
7
+\usepackage{standalone}
8
+\usepackage{xstring} % standalone path magic
9
+
10
+% Language
11
+\usepackage[main=english]{babel}
12
+\selectlanguage{english}
13
+\usepackage[T1]{fontenc}
14
+\usepackage[utf8]{inputenc}
15
+
16
+% Fonts
17
+\usepackage{textcomp}
18
+\usepackage{microtype}
19
+
20
+% Layout
21
+\usepackage[labelfont=bf, format=plain, indention=1em]{caption}
22
+\usepackage[skip=3pt]{subcaption}
23
+
24
+% Math
25
+\usepackage{amsmath}
26
+\usepackage{mathtools}
27
+\usepackage{bm}
28
+
29
+% Navigation
30
+\usepackage{url}
31
+\usepackage[hypertexnames=false, unicode]{hyperref}
32
+\usepackage[nameinlink, noabbrev]{cleveref}
33
+\usepackage[style=alphabetic, backend=biber]{biblatex}

Loading…
Cancel
Save