diff --git a/img/animation/conv.pdf b/img/animation/conv.pdf index ba31872..e4c5aae 100644 Binary files a/img/animation/conv.pdf and b/img/animation/conv.pdf differ diff --git a/img/animation/conv.tex b/img/animation/conv.tex index e3f39b8..c23e75e 100644 --- a/img/animation/conv.tex +++ b/img/animation/conv.tex @@ -2,6 +2,8 @@ \usepackage{tikz} \usepackage{ifthen} +\usepackage{physics} +\usepackage{upgreek} \newlength{\cell} \setlength{\cell}{1cm} @@ -17,37 +19,37 @@ \begin{tikzpicture} % draw main grid - \draw[thick] (0,0) rectangle (10 * \cell, 12 * \cell); + \draw[line width=1mm] (0,0) rectangle (10 * \cell, 12 * \cell); \foreach \x in {0,...,9} { \foreach \y in {0,...,11} { - \draw (\x * \cell, \y * \cell) rectangle (\x * \cell + \cell, \y * \cell + \cell); + \draw[fill=orange!20, opacity=0.5] (\x * \cell, \y * \cell) rectangle (\x * \cell + \cell, \y * \cell + \cell); } } - \node[anchor=base] at (5 * \cell, -\cell) {INPUT}; - - % draw convolution - \draw[thick, fill=red!20, opacity=0.5] (\n * \cell, 12 * \cell - \m * \cell) rectangle (\n * \cell + 3 * \cell, 12 * \cell - 3 * \cell - \m * \cell); - - \draw[fill=red!20, opacity=0.5] (\n * \cell + 10 * \cell + \separation, 9 * \cell - \m * \cell) rectangle (\n * \cell + 10 * \cell + \separation + \cell, 9 * \cell + \cell - \m * \cell); - - \draw[thick, red] (\n * \cell + 1.5 * \cell, 12 * \cell - \m * \cell) -- (\n * \cell + 10 * \cell + \separation + 0.5 * \cell, 10 * \cell - 0.5 * \cell - \m * \cell) -- (\n * \cell + 1.5 * \cell, 9 * \cell - \m * \cell); + \node[anchor=base] at (5 * \cell, -\cell) {$a^{\qty{l}}$}; % draw filter - \draw[thick] (10 * \cell + \separation, 0) rectangle (18 * \cell + \separation, 10 * \cell); + \draw[line width=1mm] (10 * \cell + \separation, 0) rectangle (18 * \cell + \separation, 10 * \cell); \foreach \x in {0,...,7} { \foreach \y in {0,...,9} { - \draw (10 * \cell + \separation + \x * \cell, \y * \cell) rectangle (10 * \cell + \separation + \x * \cell + \cell, \y * \cell + \cell); + \draw[fill=orange!20, opacity=0.5] (10 * \cell + \separation + \x * \cell, \y * \cell) rectangle (10 * \cell + \separation + \x * \cell + \cell, \y * \cell + \cell); } } - \node[anchor=base] at (10 * \cell + \separation + 4 * \cell, -\cell) {OUTPUT}; + % draw convolution + \draw[line width=0.5mm, red, fill=red!30, opacity=0.5] (\n * \cell, 12 * \cell - \m * \cell) rectangle (\n * \cell + 3 * \cell, 12 * \cell - 3 * \cell - \m * \cell); + + \draw[line width=0.5mm, red, fill=red!30, opacity=0.5] (\n * \cell + 10 * \cell + \separation, 9 * \cell - \m * \cell) rectangle (\n * \cell + 10 * \cell + \separation + \cell, 9 * \cell + \cell - \m * \cell); + + \draw[thick, red] (\n * \cell + 1.5 * \cell, 12 * \cell - \m * \cell) -- (\n * \cell + 10 * \cell + \separation + 0.5 * \cell, 10 * \cell - 0.5 * \cell - \m * \cell) -- (\n * \cell + 1.5 * \cell, 9 * \cell - \m * \cell); + + \node[anchor=base] at (10 * \cell + \separation + 4 * \cell, -\cell) {$\upphi^{-1}\qty(a^{\qty{l+1}})$}; \end{tikzpicture} } } diff --git a/img/animation/sequence/conv-0.png b/img/animation/sequence/conv-0.png index 8ed0889..a6cde9a 100644 Binary files a/img/animation/sequence/conv-0.png and b/img/animation/sequence/conv-0.png differ diff --git a/img/animation/sequence/conv-1.png b/img/animation/sequence/conv-1.png index 0f99107..8fa57aa 100644 Binary files a/img/animation/sequence/conv-1.png and b/img/animation/sequence/conv-1.png differ diff --git a/img/animation/sequence/conv-10.png b/img/animation/sequence/conv-10.png index b4e8513..a64d3d7 100644 Binary files a/img/animation/sequence/conv-10.png and b/img/animation/sequence/conv-10.png differ diff --git a/img/animation/sequence/conv-11.png b/img/animation/sequence/conv-11.png index 0432bb4..ae1c14d 100644 Binary files a/img/animation/sequence/conv-11.png and b/img/animation/sequence/conv-11.png differ diff --git a/img/animation/sequence/conv-12.png b/img/animation/sequence/conv-12.png index e7941f2..79eba61 100644 Binary files a/img/animation/sequence/conv-12.png and b/img/animation/sequence/conv-12.png differ diff --git a/img/animation/sequence/conv-13.png b/img/animation/sequence/conv-13.png index fccff15..0ae767a 100644 Binary files a/img/animation/sequence/conv-13.png and b/img/animation/sequence/conv-13.png differ diff --git a/img/animation/sequence/conv-14.png b/img/animation/sequence/conv-14.png index 1fe74d3..c2607c7 100644 Binary files a/img/animation/sequence/conv-14.png and b/img/animation/sequence/conv-14.png differ diff --git a/img/animation/sequence/conv-15.png b/img/animation/sequence/conv-15.png index 61f9317..bc41fe6 100644 Binary files a/img/animation/sequence/conv-15.png and b/img/animation/sequence/conv-15.png differ diff --git a/img/animation/sequence/conv-16.png b/img/animation/sequence/conv-16.png index 2a15bb5..0d3314d 100644 Binary files a/img/animation/sequence/conv-16.png and b/img/animation/sequence/conv-16.png differ diff --git a/img/animation/sequence/conv-17.png b/img/animation/sequence/conv-17.png index 1623cce..57f5a7b 100644 Binary files a/img/animation/sequence/conv-17.png and b/img/animation/sequence/conv-17.png differ diff --git a/img/animation/sequence/conv-18.png b/img/animation/sequence/conv-18.png index cddd5d1..f72c2b2 100644 Binary files a/img/animation/sequence/conv-18.png and b/img/animation/sequence/conv-18.png differ diff --git a/img/animation/sequence/conv-19.png b/img/animation/sequence/conv-19.png index 4a70b62..5d4df90 100644 Binary files a/img/animation/sequence/conv-19.png and b/img/animation/sequence/conv-19.png differ diff --git a/img/animation/sequence/conv-2.png b/img/animation/sequence/conv-2.png index 462dad4..ae9e91d 100644 Binary files a/img/animation/sequence/conv-2.png and b/img/animation/sequence/conv-2.png differ diff --git a/img/animation/sequence/conv-20.png b/img/animation/sequence/conv-20.png index 5227526..c44f5f2 100644 Binary files a/img/animation/sequence/conv-20.png and b/img/animation/sequence/conv-20.png differ diff --git a/img/animation/sequence/conv-21.png b/img/animation/sequence/conv-21.png index b2dfae0..ae21f45 100644 Binary files a/img/animation/sequence/conv-21.png and b/img/animation/sequence/conv-21.png differ diff --git a/img/animation/sequence/conv-22.png b/img/animation/sequence/conv-22.png index 2801105..f07a4b0 100644 Binary files a/img/animation/sequence/conv-22.png and b/img/animation/sequence/conv-22.png differ diff --git a/img/animation/sequence/conv-23.png b/img/animation/sequence/conv-23.png index e349615..e063d42 100644 Binary files a/img/animation/sequence/conv-23.png and b/img/animation/sequence/conv-23.png differ diff --git a/img/animation/sequence/conv-24.png b/img/animation/sequence/conv-24.png index 9886784..0ee983e 100644 Binary files a/img/animation/sequence/conv-24.png and b/img/animation/sequence/conv-24.png differ diff --git a/img/animation/sequence/conv-25.png b/img/animation/sequence/conv-25.png index c449bbf..2986738 100644 Binary files a/img/animation/sequence/conv-25.png and b/img/animation/sequence/conv-25.png differ diff --git a/img/animation/sequence/conv-26.png b/img/animation/sequence/conv-26.png index 5cb8d59..2963d76 100644 Binary files a/img/animation/sequence/conv-26.png and b/img/animation/sequence/conv-26.png differ diff --git a/img/animation/sequence/conv-27.png b/img/animation/sequence/conv-27.png index 97f7e69..5028f9c 100644 Binary files a/img/animation/sequence/conv-27.png and b/img/animation/sequence/conv-27.png differ diff --git a/img/animation/sequence/conv-28.png b/img/animation/sequence/conv-28.png index ecd9761..1d3fb2a 100644 Binary files a/img/animation/sequence/conv-28.png and b/img/animation/sequence/conv-28.png differ diff --git a/img/animation/sequence/conv-29.png b/img/animation/sequence/conv-29.png index 59c6ab5..dc0f48c 100644 Binary files a/img/animation/sequence/conv-29.png and b/img/animation/sequence/conv-29.png differ diff --git a/img/animation/sequence/conv-3.png b/img/animation/sequence/conv-3.png index 71b2a0f..069f77e 100644 Binary files a/img/animation/sequence/conv-3.png and b/img/animation/sequence/conv-3.png differ diff --git a/img/animation/sequence/conv-30.png b/img/animation/sequence/conv-30.png index 86fc819..25c4a77 100644 Binary files a/img/animation/sequence/conv-30.png and b/img/animation/sequence/conv-30.png differ diff --git a/img/animation/sequence/conv-31.png b/img/animation/sequence/conv-31.png index 72ce603..4e24cd6 100644 Binary files a/img/animation/sequence/conv-31.png and b/img/animation/sequence/conv-31.png differ diff --git a/img/animation/sequence/conv-32.png b/img/animation/sequence/conv-32.png index d4a2a72..0f86d5c 100644 Binary files a/img/animation/sequence/conv-32.png and b/img/animation/sequence/conv-32.png differ diff --git a/img/animation/sequence/conv-33.png b/img/animation/sequence/conv-33.png index 784f97a..9877d90 100644 Binary files a/img/animation/sequence/conv-33.png and b/img/animation/sequence/conv-33.png differ diff --git a/img/animation/sequence/conv-34.png b/img/animation/sequence/conv-34.png index 3d774ca..aa8c573 100644 Binary files a/img/animation/sequence/conv-34.png and b/img/animation/sequence/conv-34.png differ diff --git a/img/animation/sequence/conv-35.png b/img/animation/sequence/conv-35.png index d566a5b..e34e384 100644 Binary files a/img/animation/sequence/conv-35.png and b/img/animation/sequence/conv-35.png differ diff --git a/img/animation/sequence/conv-36.png b/img/animation/sequence/conv-36.png index 8fc36ac..09cc407 100644 Binary files a/img/animation/sequence/conv-36.png and b/img/animation/sequence/conv-36.png differ diff --git a/img/animation/sequence/conv-37.png b/img/animation/sequence/conv-37.png index 5975af3..433fec8 100644 Binary files a/img/animation/sequence/conv-37.png and b/img/animation/sequence/conv-37.png differ diff --git a/img/animation/sequence/conv-38.png b/img/animation/sequence/conv-38.png index 82efe40..7a896ed 100644 Binary files a/img/animation/sequence/conv-38.png and b/img/animation/sequence/conv-38.png differ diff --git a/img/animation/sequence/conv-39.png b/img/animation/sequence/conv-39.png index 14cf4ea..647215b 100644 Binary files a/img/animation/sequence/conv-39.png and b/img/animation/sequence/conv-39.png differ diff --git a/img/animation/sequence/conv-4.png b/img/animation/sequence/conv-4.png index f89982d..533ace7 100644 Binary files a/img/animation/sequence/conv-4.png and b/img/animation/sequence/conv-4.png differ diff --git a/img/animation/sequence/conv-40.png b/img/animation/sequence/conv-40.png index 58f8097..63f78a7 100644 Binary files a/img/animation/sequence/conv-40.png and b/img/animation/sequence/conv-40.png differ diff --git a/img/animation/sequence/conv-41.png b/img/animation/sequence/conv-41.png index 6b87252..d1652fb 100644 Binary files a/img/animation/sequence/conv-41.png and b/img/animation/sequence/conv-41.png differ diff --git a/img/animation/sequence/conv-42.png b/img/animation/sequence/conv-42.png index d8a2f13..0d87fc7 100644 Binary files a/img/animation/sequence/conv-42.png and b/img/animation/sequence/conv-42.png differ diff --git a/img/animation/sequence/conv-43.png b/img/animation/sequence/conv-43.png index 9afd39d..c10d45e 100644 Binary files a/img/animation/sequence/conv-43.png and b/img/animation/sequence/conv-43.png differ diff --git a/img/animation/sequence/conv-44.png b/img/animation/sequence/conv-44.png index 0e64d7a..99b22e8 100644 Binary files a/img/animation/sequence/conv-44.png and b/img/animation/sequence/conv-44.png differ diff --git a/img/animation/sequence/conv-45.png b/img/animation/sequence/conv-45.png index 9a2cf92..1542f82 100644 Binary files a/img/animation/sequence/conv-45.png and b/img/animation/sequence/conv-45.png differ diff --git a/img/animation/sequence/conv-46.png b/img/animation/sequence/conv-46.png index de2bb8d..45a04b2 100644 Binary files a/img/animation/sequence/conv-46.png and b/img/animation/sequence/conv-46.png differ diff --git a/img/animation/sequence/conv-47.png b/img/animation/sequence/conv-47.png index b3503de..9747a2b 100644 Binary files a/img/animation/sequence/conv-47.png and b/img/animation/sequence/conv-47.png differ diff --git a/img/animation/sequence/conv-48.png b/img/animation/sequence/conv-48.png index 794322d..09ca9b2 100644 Binary files a/img/animation/sequence/conv-48.png and b/img/animation/sequence/conv-48.png differ diff --git a/img/animation/sequence/conv-49.png b/img/animation/sequence/conv-49.png index 440865e..64baaa8 100644 Binary files a/img/animation/sequence/conv-49.png and b/img/animation/sequence/conv-49.png differ diff --git a/img/animation/sequence/conv-5.png b/img/animation/sequence/conv-5.png index a93eddf..2989c97 100644 Binary files a/img/animation/sequence/conv-5.png and b/img/animation/sequence/conv-5.png differ diff --git a/img/animation/sequence/conv-50.png b/img/animation/sequence/conv-50.png index fb8f2f2..6387ced 100644 Binary files a/img/animation/sequence/conv-50.png and b/img/animation/sequence/conv-50.png differ diff --git a/img/animation/sequence/conv-51.png b/img/animation/sequence/conv-51.png index b72c34d..894aaf8 100644 Binary files a/img/animation/sequence/conv-51.png and b/img/animation/sequence/conv-51.png differ diff --git a/img/animation/sequence/conv-52.png b/img/animation/sequence/conv-52.png index 7ff0ae8..e82756e 100644 Binary files a/img/animation/sequence/conv-52.png and b/img/animation/sequence/conv-52.png differ diff --git a/img/animation/sequence/conv-53.png b/img/animation/sequence/conv-53.png index bcf06e9..148a0e5 100644 Binary files a/img/animation/sequence/conv-53.png and b/img/animation/sequence/conv-53.png differ diff --git a/img/animation/sequence/conv-54.png b/img/animation/sequence/conv-54.png index 597a222..5ab9263 100644 Binary files a/img/animation/sequence/conv-54.png and b/img/animation/sequence/conv-54.png differ diff --git a/img/animation/sequence/conv-55.png b/img/animation/sequence/conv-55.png index 8cb98a1..9134cc1 100644 Binary files a/img/animation/sequence/conv-55.png and b/img/animation/sequence/conv-55.png differ diff --git a/img/animation/sequence/conv-56.png b/img/animation/sequence/conv-56.png index a252f0e..026453a 100644 Binary files a/img/animation/sequence/conv-56.png and b/img/animation/sequence/conv-56.png differ diff --git a/img/animation/sequence/conv-57.png b/img/animation/sequence/conv-57.png index 9f571a1..d5eb0bc 100644 Binary files a/img/animation/sequence/conv-57.png and b/img/animation/sequence/conv-57.png differ diff --git a/img/animation/sequence/conv-58.png b/img/animation/sequence/conv-58.png index 4e261a9..504f968 100644 Binary files a/img/animation/sequence/conv-58.png and b/img/animation/sequence/conv-58.png differ diff --git a/img/animation/sequence/conv-59.png b/img/animation/sequence/conv-59.png index efd8462..6d66fea 100644 Binary files a/img/animation/sequence/conv-59.png and b/img/animation/sequence/conv-59.png differ diff --git a/img/animation/sequence/conv-6.png b/img/animation/sequence/conv-6.png index 6affaad..b54ced8 100644 Binary files a/img/animation/sequence/conv-6.png and b/img/animation/sequence/conv-6.png differ diff --git a/img/animation/sequence/conv-60.png b/img/animation/sequence/conv-60.png index f0cad00..6371f2e 100644 Binary files a/img/animation/sequence/conv-60.png and b/img/animation/sequence/conv-60.png differ diff --git a/img/animation/sequence/conv-61.png b/img/animation/sequence/conv-61.png index ed83351..a1a53e9 100644 Binary files a/img/animation/sequence/conv-61.png and b/img/animation/sequence/conv-61.png differ diff --git a/img/animation/sequence/conv-62.png b/img/animation/sequence/conv-62.png index c478976..349fef5 100644 Binary files a/img/animation/sequence/conv-62.png and b/img/animation/sequence/conv-62.png differ diff --git a/img/animation/sequence/conv-63.png b/img/animation/sequence/conv-63.png index b8e15bf..597ddc8 100644 Binary files a/img/animation/sequence/conv-63.png and b/img/animation/sequence/conv-63.png differ diff --git a/img/animation/sequence/conv-64.png b/img/animation/sequence/conv-64.png index 042d1dd..dbbe7b9 100644 Binary files a/img/animation/sequence/conv-64.png and b/img/animation/sequence/conv-64.png differ diff --git a/img/animation/sequence/conv-65.png b/img/animation/sequence/conv-65.png index c5f38ad..b8dd31d 100644 Binary files a/img/animation/sequence/conv-65.png and b/img/animation/sequence/conv-65.png differ diff --git a/img/animation/sequence/conv-66.png b/img/animation/sequence/conv-66.png index b7d5bfc..3ef2226 100644 Binary files a/img/animation/sequence/conv-66.png and b/img/animation/sequence/conv-66.png differ diff --git a/img/animation/sequence/conv-67.png b/img/animation/sequence/conv-67.png index 6dae6bb..8b39dfb 100644 Binary files a/img/animation/sequence/conv-67.png and b/img/animation/sequence/conv-67.png differ diff --git a/img/animation/sequence/conv-68.png b/img/animation/sequence/conv-68.png index 282a354..5bb8c3e 100644 Binary files a/img/animation/sequence/conv-68.png and b/img/animation/sequence/conv-68.png differ diff --git a/img/animation/sequence/conv-69.png b/img/animation/sequence/conv-69.png index bfea620..e0e381c 100644 Binary files a/img/animation/sequence/conv-69.png and b/img/animation/sequence/conv-69.png differ diff --git a/img/animation/sequence/conv-7.png b/img/animation/sequence/conv-7.png index 617ab09..4f982fd 100644 Binary files a/img/animation/sequence/conv-7.png and b/img/animation/sequence/conv-7.png differ diff --git a/img/animation/sequence/conv-70.png b/img/animation/sequence/conv-70.png index 17432a9..b147f3b 100644 Binary files a/img/animation/sequence/conv-70.png and b/img/animation/sequence/conv-70.png differ diff --git a/img/animation/sequence/conv-71.png b/img/animation/sequence/conv-71.png index 3c31484..325eefa 100644 Binary files a/img/animation/sequence/conv-71.png and b/img/animation/sequence/conv-71.png differ diff --git a/img/animation/sequence/conv-72.png b/img/animation/sequence/conv-72.png index 8b5222c..93d0e88 100644 Binary files a/img/animation/sequence/conv-72.png and b/img/animation/sequence/conv-72.png differ diff --git a/img/animation/sequence/conv-73.png b/img/animation/sequence/conv-73.png index 0e94173..d5d7763 100644 Binary files a/img/animation/sequence/conv-73.png and b/img/animation/sequence/conv-73.png differ diff --git a/img/animation/sequence/conv-74.png b/img/animation/sequence/conv-74.png index a17e7c2..d6c43c9 100644 Binary files a/img/animation/sequence/conv-74.png and b/img/animation/sequence/conv-74.png differ diff --git a/img/animation/sequence/conv-75.png b/img/animation/sequence/conv-75.png index f9acda4..d89148b 100644 Binary files a/img/animation/sequence/conv-75.png and b/img/animation/sequence/conv-75.png differ diff --git a/img/animation/sequence/conv-76.png b/img/animation/sequence/conv-76.png index aa17cb6..5ec81e5 100644 Binary files a/img/animation/sequence/conv-76.png and b/img/animation/sequence/conv-76.png differ diff --git a/img/animation/sequence/conv-77.png b/img/animation/sequence/conv-77.png index 8dd4b0a..5c0297f 100644 Binary files a/img/animation/sequence/conv-77.png and b/img/animation/sequence/conv-77.png differ diff --git a/img/animation/sequence/conv-78.png b/img/animation/sequence/conv-78.png index 3b716b9..581a1ec 100644 Binary files a/img/animation/sequence/conv-78.png and b/img/animation/sequence/conv-78.png differ diff --git a/img/animation/sequence/conv-79.png b/img/animation/sequence/conv-79.png index 1d8856e..6a64790 100644 Binary files a/img/animation/sequence/conv-79.png and b/img/animation/sequence/conv-79.png differ diff --git a/img/animation/sequence/conv-8.png b/img/animation/sequence/conv-8.png index 7ee8af9..7845451 100644 Binary files a/img/animation/sequence/conv-8.png and b/img/animation/sequence/conv-8.png differ diff --git a/img/animation/sequence/conv-9.png b/img/animation/sequence/conv-9.png index c585e53..115109a 100644 Binary files a/img/animation/sequence/conv-9.png and b/img/animation/sequence/conv-9.png differ diff --git a/thesis.tex b/thesis.tex index 47d68e9..91c0627 100644 --- a/thesis.tex +++ b/thesis.tex @@ -1620,16 +1620,16 @@ \item can be \highlight{``deep''} to to learn \textbf{complicated functions} \end{itemize} - \begin{block}{Neural Networks} + \begin{block}{Layers} \vspace{0.5em} \begin{tabular}{@{}ll@{}} \textbf{fully connected}: & - $a^{\qty(i)\, \qty{l+1}} = \upphi\qty( a^{\qty(i)\, \qty{l}} \cdot W^{\qty{l}} + b^{\qty{l}} \mathds{1}_l )$ + $\upphi\qty( a^{\qty(i)\, \qty{l}} \cdot W^{\qty{l}} + b^{\qty{l}} \mathds{1}_l )$ \\ \textbf{convolutional}: & - $a^{\qty(i)\, \qty{l+1}} = \upphi\qty( a^{\qty(i)\, \qty{l}}\, *\, W^{\qty{l}} + b^{\qty{l}} \mathds{1}_l )$ + $\upphi\qty( a^{\qty(i)\, \qty{l}}\, *\, W^{\qty{l}} + b^{\qty{l}} \mathds{1}_l )$ \end{tabular} \end{block} @@ -1667,7 +1667,7 @@ \begin{column}{0.6\linewidth} \centering \only<1-3>{\includegraphics[width=0.75\columnwidth, trim={12in 5in 0 5in}, clip]{img/input_mat.png}} - \only<4>{\animategraphics[autoplay,loop,controls,width=\linewidth]{8}{img/animation/sequence/conv-}{0}{79}} + \only<4>{\animategraphics[autoplay,loop,controls={play,stop},width=\linewidth]{8}{img/animation/sequence/conv-}{0}{79}} \only<5>{\resizebox{\columnwidth}{!}{\import{img}{ccnn.pgf}}} \end{column} \end{columns}