Template for a PDF e-book that fits on a phone screen.
Originally created for the "Little Book of Deep Learning" by François Fleuret (2023): https://fleuret.org/francois/lbdl.html
License: Attribution-NonCommercial-ShareAlike 4.0 International (CC BY-NC-SA 4.0)
% -*- mode: latex; mode: reftex; mode: auto-fill; mode: flyspell; coding: utf-8; tex-command: "pdflatex.sh" -*-
\documentclass[oneside,11pt]{memoir}
\input{layout.tex}
\usepackage{lipsum}
\hypersetup{
pdfauthor={xxxxxx},
pdftitle={xxxxxx},
pdfsubject={xxxxxx},
pdfkeywords={xxxxxx},
pdfproducer={LaTeX and TikZ},
pdfcreator={pdflatex},
}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{document}
\thispagestyle{empty}
\begin{center}
\vspace*{\stretch{1}}
{\huge The Little Book\\[0.75ex] of\\[1.75ex] Something}
\vspace*{4ex}
xxx xxx
\vspace*{\stretch{1}}
\end{center}
\newpage
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\vspace*{\stretch{1.25}}
This ebook is formatted to fit on a phone screen.
\vspace*{\stretch{1}}
\begin{flushright}
\footnotesize beta-\dotdate\today
\end{flushright}
\vspace*{-3ex}
\newpage
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Table of content
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
{
\everymath{\color{black}}
\tableofcontents* % Prints the table of contents
%\addcontentsline{toc}{chapter}{Contents}
}
\clearpage
\listoffigures*
\addcontentsline{toc}{chapter}{List of figures}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\chapter*{Foreword}
\addcontentsline{toc}{chapter}{Foreword}
\keyterm[lorem]{Lorem}
\lipsum[1-3]
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\part{Foundations}
%% This first part provides a minimal background about machine
%% learning, issues and techniques for efficient computation, and the
%% strategies to train a parametric model.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\chapter{Lorem}
\cite{arxiv-1907.07174}
\lipsum[1-3]
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\chapter{Ipsum}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\begin{figure}
\center
\begin{tikzpicture}[deepnet]
\path
node[var] (X) {$X$}
coordinate[next=4,layer] (encoder start)
node[next=4,layer,param] (encoder embed) {$\embedding$}
node[next,layer small] (encoder sum) {$+$}
node[next=4,layer large,param] (encoder sa) {$\selfattention$}
coordinate[next=4,layer] (encoder end)
;
\node[var,left=10pt of encoder sum] (encoder pe) {$\positionalencoding$};
\path
node[var,above=8mm of encoder sa] (Z) {$Z$}
coordinate[next=4,layer] (decoder start)
node[next=4,layer,param] (decoder embed) {$\embedding$}
node[next,layer small] (decoder sum) {$+$}
node[next=4,layer large,param,text height=3.5ex,every text node part/.style={align=center}] (decoder sa) {$\operatorname{causal}$\\[-1pt]$\selfattention$}
node[next=4,param,layer large,inputs={$\hspace*{3pt}Q\hspace*{38pt}KV$}] (decoder ca) {$\crossattention$}
node[next=4,layer,param] (decoder readout) {$\fullyconnected$}
coordinate[next=4,layer] (end)
node[next=4,var] (Y) {$Y$}
;
\node[var,left=10pt of decoder sum] (decoder pe) {$\positionalencoding$};
\begin{scope}[on background layer]
\node[replicated=N,fit=(encoder sa)] {};
\node[replicated=N,fit=(decoder sa) (decoder ca)] {};
\draw[halo]
(X)--(encoder start)--(encoder embed)--(encoder sum)--(encoder sa)
;
\draw[halo]
(Z)--(decoder start)--(decoder embed)--(decoder sum)--(decoder sa)
;
\draw[halo] (encoder pe)--(encoder sum);
\draw[halo,->] (decoder ca) -- (decoder readout) -- (Y);
\draw[halo] (decoder pe)--(decoder sum);
\coordinate (decoder ca q) at ($(decoder ca.south west)!0.5!(decoder ca.south)$);
\coordinate (decoder ca kv) at ($(decoder ca.south east)!0.5!(decoder ca.south)$);
\coordinate (decoder ca kv d) at ($(decoder ca kv)!0.5!(decoder ca kv|-decoder sa.north)$);
\draw[halo] (decoder ca q)--(decoder ca q|-decoder sa.north);
%% \draw[halo] (decoder ca kv)|-(encoder end)--(encoder sa.north);
\draw[halo] (decoder ca kv)--(decoder ca kv d)--++(3.25\layerthickness,0)|-(encoder end)--(encoder sa.north);
\end{scope}
\begin{pgfinterruptboundingbox}
\node[fit=(encoder embed) (encoder pe) (encoder sa),xshift=-5pt] (encoder) {};
\draw[curly brace]
%
(encoder.south west) -- (encoder.north west)
%
node[midway,left,every text node part/.style={align=center},xshift=-0.5em,yshift=2pt] {\likecaption Encoder};
\node[fit=(decoder embed) (decoder pe) (decoder readout),xshift=-5pt] (decoder) {};
\draw[curly brace]
%
(decoder.south west) -- (decoder.north west)
%
node[midway,left,every text node part/.style={align=center},xshift=-0.5em,yshift=2pt] {\likecaption Decoder};
\setlength{\diminfoshift}{85pt}
\diminfo{X}{X}{$T$}
\diminfo{encoder embed}{X}{$T \times D$}
\diminfo{encoder sa}{X}{$T \times D$}
\diminfo{Z}{X}{$S$}
\diminfo{decoder embed}{X}{$S \times D$}
\diminfo{decoder ca}{X}{$S \times D$}
\diminfo{decoder readout}{X}{$S \times V$}
\end{pgfinterruptboundingbox}
\end{tikzpicture}
\caption[Transformer]{Original encoder-decoder
\keyterm[Transformer]{Transformer model} for sequence-to-sequence
translation \citep{arxiv-1706.03762}.}\label{fig:transformer}
\end{figure}
\lipsum[1-2]
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\bibliography{test}
%% If there is an index, it should follow the bibliography (see the
%% Manual, 14.62). Bibliography entries are listed in one alphabetical
%% sequence arranged by the surname of the first author or by title if
%% there is no author.25 Nov 2022
%%
%% Bibliography - Chicago Citation Style, 17th Edition - Library
\printindex
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\newpage
\vspace*{\stretch{1}}
\ifdefined\draft
\begin{center}
{\color{red} (draft, do not circulate)}
\end{center}
\else
This book is licensed under the
\href{https://creativecommons.org/licenses/by-nc-sa/4.0/}{Creative
Commons BY-NC-SA 4.0 International License.}
\fi
Template by \href{https://fleuret.org/francois/}{François Fleuret}.
\vspace*{\stretch{1}}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\checknbdrafts
\end{document}