diff --git a/.gitmodules b/.gitmodules
new file mode 100644
index 0000000..e69de29
diff --git a/thesis/third_party/PlotNeuralNet/.gitignore b/thesis/third_party/PlotNeuralNet/.gitignore
new file mode 100644
index 0000000..9c18754
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/.gitignore
@@ -0,0 +1,85 @@
+*.aux
+*.log
+*.gz
+
+__pycache__
+books
+project
+
+# PyInstaller
+# Usually these files are written by a python script from a template
+# before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# pyenv
+.python-version
+
+# celery beat schedule file
+celerybeat-schedule
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
\ No newline at end of file
diff --git a/thesis/third_party/PlotNeuralNet/.idea/misc.xml b/thesis/third_party/PlotNeuralNet/.idea/misc.xml
new file mode 100644
index 0000000..12f37ed
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/.idea/misc.xml
@@ -0,0 +1,4 @@
+
+
+
\ No newline at end of file
diff --git a/thesis/third_party/PlotNeuralNet/.idea/modules.xml b/thesis/third_party/PlotNeuralNet/.idea/modules.xml
new file mode 100644
index 0000000..dfea426
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/.idea/modules.xml
@@ -0,0 +1,8 @@
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/thesis/third_party/PlotNeuralNet/.idea/plotneuralnet.iml b/thesis/third_party/PlotNeuralNet/.idea/plotneuralnet.iml
new file mode 100644
index 0000000..6f63a63
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/.idea/plotneuralnet.iml
@@ -0,0 +1,12 @@
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/thesis/third_party/PlotNeuralNet/.idea/vcs.xml b/thesis/third_party/PlotNeuralNet/.idea/vcs.xml
new file mode 100644
index 0000000..94a25f7
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/.idea/vcs.xml
@@ -0,0 +1,6 @@
+
+
+
+
+
\ No newline at end of file
diff --git a/thesis/third_party/PlotNeuralNet/.idea/workspace.xml b/thesis/third_party/PlotNeuralNet/.idea/workspace.xml
new file mode 100644
index 0000000..9510dde
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/.idea/workspace.xml
@@ -0,0 +1,110 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ 1536764917516
+ 1536764917516
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/thesis/third_party/PlotNeuralNet/LICENSE b/thesis/third_party/PlotNeuralNet/LICENSE
new file mode 100644
index 0000000..914f977
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/LICENSE
@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2018 HarisIqbal88
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
diff --git a/thesis/third_party/PlotNeuralNet/README.md b/thesis/third_party/PlotNeuralNet/README.md
new file mode 100644
index 0000000..bcd90af
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/README.md
@@ -0,0 +1,101 @@
+# PlotNeuralNet
+[](https://doi.org/10.5281/zenodo.2526396)
+
+Latex code for drawing neural networks for reports and presentation. Have a look into examples to see how they are made. Additionally, lets consolidate any improvements that you make and fix any bugs to help more people with this code.
+
+## Examples
+
+Following are some network representations:
+
+
+
+
+
+
+
+
+
+
+Holistically-Nested Edge Detection (view on Overleaf )
+
+## Getting Started
+1. Install the following packages on Ubuntu.
+ * Ubuntu 16.04
+ ```
+ sudo apt-get install texlive-latex-extra
+ ```
+
+ * Ubuntu 18.04.2
+Base on this [website](https://gist.github.com/rain1024/98dd5e2c6c8c28f9ea9d), please install the following packages.
+ ```
+ sudo apt-get install texlive-latex-base
+ sudo apt-get install texlive-fonts-recommended
+ sudo apt-get install texlive-fonts-extra
+ sudo apt-get install texlive-latex-extra
+ ```
+
+ * Windows
+ 1. Download and install [MikTeX](https://miktex.org/download).
+ 2. Download and install bash runner on Windows, recommends [Git bash](https://git-scm.com/download/win) or Cygwin(https://www.cygwin.com/)
+
+2. Execute the example as followed.
+ ```
+ cd pyexamples/
+ bash ../tikzmake.sh test_simple
+ ```
+
+## TODO
+
+- [X] Python interface
+- [ ] Add easy legend functionality
+- [ ] Add more layer shapes like TruncatedPyramid, 2DSheet etc
+- [ ] Add examples for RNN and likes.
+
+## Latex usage
+
+See [`examples`](examples) directory for usage.
+
+## Python usage
+
+First, create a new directory and a new Python file:
+
+ $ mkdir my_project
+ $ cd my_project
+ vim my_arch.py
+
+Add the following code to your new file:
+
+```python
+import sys
+sys.path.append('../')
+from pycore.tikzeng import *
+
+# defined your arch
+arch = [
+ to_head( '..' ),
+ to_cor(),
+ to_begin(),
+ to_Conv("conv1", 512, 64, offset="(0,0,0)", to="(0,0,0)", height=64, depth=64, width=2 ),
+ to_Pool("pool1", offset="(0,0,0)", to="(conv1-east)"),
+ to_Conv("conv2", 128, 64, offset="(1,0,0)", to="(pool1-east)", height=32, depth=32, width=2 ),
+ to_connection( "pool1", "conv2"),
+ to_Pool("pool2", offset="(0,0,0)", to="(conv2-east)", height=28, depth=28, width=1),
+ to_SoftMax("soft1", 10 ,"(3,0,0)", "(pool1-east)", caption="SOFT" ),
+ to_connection("pool2", "soft1"),
+ to_end()
+ ]
+
+def main():
+ namefile = str(sys.argv[0]).split('.')[0]
+ to_generate(arch, namefile + '.tex' )
+
+if __name__ == '__main__':
+ main()
+```
+
+Now, run the program as follows:
+
+ bash ../tikzmake.sh my_arch
+
+
+
diff --git a/thesis/third_party/PlotNeuralNet/deepsad/.nvim.lua b/thesis/third_party/PlotNeuralNet/deepsad/.nvim.lua
new file mode 100644
index 0000000..f3081c3
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/deepsad/.nvim.lua
@@ -0,0 +1,46 @@
+local ok, overseer = pcall(require, "overseer")
+if not ok then return end
+
+-- Register a directory-local, Python-only build task
+overseer.register_template({
+ name = "Project: Build",
+ condition = {
+ dir = vim.fn.getcwd(), -- limit to this folder (Overseer exrc recipe)
+ filetype = {"python"} -- built-in filetype filter
+ },
+ builder = function()
+ return {
+ -- CHANGE ME: your build command (any tool is fine)
+ -- e.g. { "uv", "run", "ruff", "check" } or { "make" } or { "pytest", "-q" }
+ cmd = {"make"},
+ cwd = vim.fn.getcwd(),
+ -- Headless/silent (no terminal window)
+ strategy = {"jobstart", use_terminal = false},
+ components = {
+ -- Ensure a single instance; replace if one exists
+ {"unique", replace = true}, -- prevents duplicates
+ -- Kill old run and restart on every save
+ {"restart_on_save", delay = 150}, -- “newest save wins”
+ -- Send matches to quickfix; only open on real failures
+ {
+ "on_output_quickfix",
+ open_on_exit = "failure",
+ items_only = true
+ },
+ -- Set SUCCESS/FAILURE based on exit code & standard niceties
+ "on_exit_set_status", "default"
+ }
+ }
+ end
+})
+
+-- Start once on first save; restart_on_save handles subsequent saves
+vim.api.nvim_create_autocmd("BufWritePost", {
+ group = vim.api.nvim_create_augroup("ProjectOverseerAutostart",
+ {clear = true}),
+ callback = function()
+ if #overseer.list_tasks({name = "Project: Build"}) == 0 then
+ overseer.run_template({name = "Project: Build"})
+ end
+ end
+})
diff --git a/thesis/third_party/PlotNeuralNet/deepsad/Makefile b/thesis/third_party/PlotNeuralNet/deepsad/Makefile
new file mode 100644
index 0000000..b6a006c
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/deepsad/Makefile
@@ -0,0 +1,57 @@
+# ====== CONFIG ======
+# Add names (without extension). Example: NAMES = report thesis notes
+NAMES = subter_lenet_arch subter_ef_arch
+
+TEX = $(NAMES:%=%.tex)
+PDF = $(NAMES:%=%.pdf)
+
+.PHONY: all clean clean-aux clobber
+# Keep generated .tex even if a rule aborts
+.PRECIOUS: %.tex
+
+# Default: build all PDFs
+all: $(PDF)
+
+# ====== Rules ======
+# Generate {name}.tex from {name}.py
+# Pre-clean: remove aux + old .tex only if {name}.py is newer (or .tex missing)
+%.tex: %.py
+ @if [ ! -e "$@" ] || [ "$<" -nt "$@" ]; then \
+ echo "[preclean] $*: removing aux + old .tex"; \
+ rm -f "$*.aux" "$*.log" "$*.fdb_latexmk" "$*.fls" "$*.tex"; \
+ fi
+ @echo "python $< > $@"
+ @python "$<" > "$@"
+
+# Generate {name}.pdf from {name}.tex
+# Pre-clean: remove aux (keep .tex) only if PDF is out-of-date
+# Post-clean: remove aux (keep .tex) after successful pdflatex
+%.pdf: %.tex
+ @if [ ! -e "$@" ] || [ "$<" -nt "$@" ]; then \
+ echo "[preclean] $*: removing aux (keeping .tex)"; \
+ rm -f "$*.aux" "$*.log" "$*.fdb_latexmk" "$*.fls"; \
+ fi
+ @echo "pdflatex $<"
+ @pdflatex --interaction=nonstopmode "$<" || { echo "pdflatex failed; keeping logs for debugging."; exit 1; }
+ @rm -f "$*.aux" "$*.log" "$*.fdb_latexmk" "$*.fls"
+
+# ====== Convenience targets ======
+# Clean everything for listed names (including .tex)
+clean:
+ @echo "[clean] removing aux + .tex for: $(NAMES)"
+ @for n in $(NAMES); do \
+ rm -f "$$n.aux" "$$n.log" "$$n.fdb_latexmk" "$$n.fls" "$$n.tex"; \
+ done
+
+# Remove only aux/log-type files (keep .tex)
+clean-aux:
+ @echo "[clean-aux] removing aux (keeping .tex) for: $(NAMES)"
+ @for n in $(NAMES); do \
+ rm -f "$$n.aux" "$$n.log" "$$n.fdb_latexmk" "$$n.fls"; \
+ done
+
+# Nuke everything, including PDFs
+clobber: clean
+ @echo "[clobber] removing PDFs for: $(NAMES)"
+ @for n in $(NAMES); do rm -f "$$n.pdf"; done
+
diff --git a/thesis/third_party/PlotNeuralNet/deepsad/subter_ef_arch.py b/thesis/third_party/PlotNeuralNet/deepsad/subter_ef_arch.py
new file mode 100644
index 0000000..6b654a1
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/deepsad/subter_ef_arch.py
@@ -0,0 +1,303 @@
+# subter_lenet_arch.py
+# Requires running from inside the PlotNeuralNet repo, like: python3 ../subter_lenet_arch.py
+import sys, argparse
+
+sys.path.append("../") # import pycore from repo root
+
+from pycore.tikzeng import *
+
+parser = argparse.ArgumentParser()
+parser.add_argument("--rep_dim", type=int, default=1024, help="latent size for FC")
+args = parser.parse_args()
+REP = int(args.rep_dim)
+
+# Visual scales so the huge width doesn't dominate the figure
+H32, H16, H8, H1 = 26, 18, 12, 1
+D2048, D1024, D512, D256, D128, D1 = 52, 36, 24, 12, 6, 1
+W1, W4, W8, W16, W32 = 1, 2, 2, 4, 8
+
+
+arch = [
+ to_head(".."),
+ to_cor(),
+ to_begin(),
+ # --------------------------- ENCODER ---------------------------
+ # Input 1×32×2048 (caption carries H×W; s_filer is numeric)
+ to_Conv(
+ "input",
+ s_filer="{{2048×32}}",
+ n_filer=1,
+ offset="(0,0,0)",
+ to="(0,0,0)",
+ height=H32,
+ depth=D2048,
+ width=W1,
+ caption="input",
+ ),
+ # Conv1 (5x5, same): 1->8, 32×2048
+ to_Conv(
+ "dwconv1",
+ s_filer="",
+ n_filer=1,
+ offset="(2,0,0)",
+ to="(input-east)",
+ height=H32,
+ depth=D2048,
+ width=W1,
+ caption="",
+ ),
+ to_Conv(
+ "dwconv2",
+ s_filer="",
+ n_filer=16,
+ offset="(0,0,0)",
+ to="(dwconv1-east)",
+ height=H32,
+ depth=D2048,
+ width=W16,
+ caption="conv1",
+ ),
+ # Pool1 2×2: 32×2048 -> 16×1024
+ # to_connection("input", "conv1"),
+ to_Pool(
+ "pool1",
+ offset="(0,0,0)",
+ to="(dwconv2-east)",
+ height=H32,
+ depth=D512,
+ width=W16,
+ caption="",
+ ),
+ # Conv2 (5x5, same): 8->4, stays 16×1024
+ to_Conv(
+ "dwconv3",
+ s_filer="",
+ n_filer=1,
+ offset="(2,0,0)",
+ to="(pool1-east)",
+ height=H32,
+ depth=D512,
+ width=W1,
+ caption="",
+ ),
+ to_Conv(
+ "dwconv4",
+ s_filer="",
+ n_filer=32,
+ offset="(0,0,0)",
+ to="(dwconv3-east)",
+ height=H32,
+ depth=D512,
+ width=W32,
+ caption="conv2",
+ ),
+ # Pool2 2×2: 16×1024 -> 8×512
+ # to_connection("pool1", "conv2"),
+ to_Pool(
+ "pool2",
+ offset="(0,0,0)",
+ to="(dwconv4-east)",
+ height=H16,
+ depth=D256,
+ width=W32,
+ caption="",
+ ),
+ to_Pool(
+ "pool3",
+ offset="(0,0,0)",
+ to="(pool2-east)",
+ height=H8,
+ depth=D128,
+ width=W32,
+ caption="",
+ ),
+ to_Conv(
+ "squeeze",
+ s_filer="",
+ n_filer=8,
+ offset="(2,0,0)",
+ to="(pool3-east)",
+ height=H8,
+ depth=D128,
+ width=W8,
+ caption="squeeze",
+ ),
+ # FC -> rep_dim (use numeric n_filer)
+ to_fc(
+ "fc1",
+ n_filer="{{8×128×8}}",
+ offset="(2,0,0)",
+ to="(squeeze-east)",
+ height=H1,
+ depth=D512,
+ width=W1,
+ caption=f"FC",
+ ),
+ # to_connection("pool2", "fc1"),
+ # --------------------------- LATENT ---------------------------
+ to_Conv(
+ "latent",
+ n_filer="",
+ s_filer="latent dim",
+ offset="(2,0,0)",
+ to="(fc1-east)",
+ height=H8 * 1.6,
+ depth=D1,
+ width=W1,
+ caption=f"Latent Space",
+ ),
+ # to_connection("fc1", "latent"),
+ # --------------------------- DECODER ---------------------------
+ # FC back to 16384
+ to_fc(
+ "fc3",
+ n_filer="{{8×128×8}}",
+ offset="(2,0,0)",
+ to="(latent-east)",
+ height=H1,
+ depth=D512,
+ width=W1,
+ caption=f"FC",
+ ),
+ to_Conv(
+ "unsqueeze",
+ s_filer="",
+ n_filer=32,
+ offset="(2,0,0)",
+ to="(fc3-east)",
+ height=H8,
+ depth=D128,
+ width=W32,
+ caption="unsqueeze",
+ ),
+ # to_connection("latent", "fc3"),
+ # Reshape to 4×8×512
+ to_UnPool(
+ "up1",
+ offset="(2,0,0)",
+ to="(unsqueeze-east)",
+ height=H16,
+ depth=D256,
+ width=W32,
+ caption="",
+ ),
+ to_Conv(
+ "dwdeconv1",
+ s_filer="",
+ n_filer=1,
+ offset="(0,0,0)",
+ to="(up1-east)",
+ height=H16,
+ depth=D256,
+ width=W1,
+ caption="deconv1",
+ ),
+ to_Conv(
+ "dwdeconv2",
+ s_filer="{{256×16}}",
+ n_filer=32,
+ offset="(0,0,0)",
+ to="(dwdeconv1-east)",
+ height=H16,
+ depth=D256,
+ width=W32,
+ caption="",
+ ),
+ to_UnPool(
+ "up2",
+ offset="(2,0,0)",
+ to="(dwdeconv2-east)",
+ height=H16,
+ depth=D1024,
+ width=W32,
+ caption="",
+ ),
+ to_Conv(
+ "dwdeconv3",
+ s_filer="",
+ n_filer=1,
+ offset="(0,0,0)",
+ to="(up2-east)",
+ height=H16,
+ depth=D1024,
+ width=W1,
+ caption="deconv2",
+ ),
+ to_Conv(
+ "dwdeconv4",
+ s_filer="{{1024×16}}",
+ n_filer=16,
+ offset="(0,0,0)",
+ to="(dwdeconv3-east)",
+ height=H16,
+ depth=D1024,
+ width=W16,
+ caption="",
+ ),
+ to_UnPool(
+ "up3",
+ offset="(2,0,0)",
+ to="(dwdeconv4-east)",
+ height=H32,
+ depth=D2048,
+ width=W16,
+ caption="",
+ ),
+ to_Conv(
+ "dwdeconv5",
+ s_filer="",
+ n_filer=1,
+ offset="(0,0,0)",
+ to="(up3-east)",
+ height=H32,
+ depth=D2048,
+ width=W1,
+ caption="deconv3",
+ ),
+ to_Conv(
+ "dwdeconv6",
+ s_filer="{{2048×32}}",
+ n_filer=8,
+ offset="(0,0,0)",
+ to="(dwdeconv5-east)",
+ height=H32,
+ depth=D2048,
+ width=W8,
+ caption="",
+ ),
+ to_Conv(
+ "outconv",
+ s_filer="{{2048×32}}",
+ n_filer=1,
+ offset="(2,0,0)",
+ to="(dwdeconv6-east)",
+ height=H32,
+ depth=D2048,
+ width=W1,
+ caption="deconv4",
+ ),
+ # to_connection("up2", "deconv2"),
+ # Output
+ to_Conv(
+ "out",
+ s_filer="{{2048×32}}",
+ n_filer=1,
+ offset="(2,0,0)",
+ to="(outconv-east)",
+ height=H32,
+ depth=D2048,
+ width=W1,
+ caption="output",
+ ),
+ # to_connection("deconv2", "out"),
+ to_end(),
+]
+
+
+def main():
+ name = "subter_lenet_arch"
+ to_generate(arch, name + ".tex")
+
+
+if __name__ == "__main__":
+ main()
diff --git a/thesis/third_party/PlotNeuralNet/deepsad/subter_ef_arch.tex b/thesis/third_party/PlotNeuralNet/deepsad/subter_ef_arch.tex
new file mode 100644
index 0000000..fbf0f50
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/deepsad/subter_ef_arch.tex
@@ -0,0 +1,361 @@
+
+\documentclass[border=8pt, multi, tikz]{standalone}
+\usepackage{import}
+\subimport{../layers/}{init}
+\usetikzlibrary{positioning}
+\usetikzlibrary{3d} %for including external image
+
+
+\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
+\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
+\def\PoolColor{rgb:red,1;black,0.3}
+\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
+\def\FcColor{rgb:blue,5;red,2.5;white,5}
+\def\FcReluColor{rgb:blue,5;red,5;white,4}
+\def\SoftmaxColor{rgb:magenta,5;black,7}
+\def\SumColor{rgb:blue,5;green,15}
+
+
+\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width=0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
+
+\begin{document}
+\begin{tikzpicture}
+\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
+\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
+
+
+\pic[shift={(0,0,0)}] at (0,0,0)
+ {Box={
+ name=input,
+ caption=input,
+ xlabel={{1, }},
+ zlabel={{2048×32}},
+ fill=\ConvColor,
+ height=26,
+ width=1,
+ depth=52
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (input-east)
+ {Box={
+ name=dwconv1,
+ caption=,
+ xlabel={{1, }},
+ zlabel=,
+ fill=\ConvColor,
+ height=26,
+ width=1,
+ depth=52
+ }
+ };
+
+
+\pic[shift={(0,0,0)}] at (dwconv1-east)
+ {Box={
+ name=dwconv2,
+ caption=conv1,
+ xlabel={{16, }},
+ zlabel=,
+ fill=\ConvColor,
+ height=26,
+ width=4,
+ depth=52
+ }
+ };
+
+
+\pic[shift={ (0,0,0) }] at (dwconv2-east)
+ {Box={
+ name=pool1,
+ caption=,
+ fill=\PoolColor,
+ opacity=0.5,
+ height=26,
+ width=4,
+ depth=24
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (pool1-east)
+ {Box={
+ name=dwconv3,
+ caption=,
+ xlabel={{1, }},
+ zlabel=,
+ fill=\ConvColor,
+ height=26,
+ width=1,
+ depth=24
+ }
+ };
+
+
+\pic[shift={(0,0,0)}] at (dwconv3-east)
+ {Box={
+ name=dwconv4,
+ caption=conv2,
+ xlabel={{32, }},
+ zlabel=,
+ fill=\ConvColor,
+ height=26,
+ width=8,
+ depth=24
+ }
+ };
+
+
+\pic[shift={ (0,0,0) }] at (dwconv4-east)
+ {Box={
+ name=pool2,
+ caption=,
+ fill=\PoolColor,
+ opacity=0.5,
+ height=18,
+ width=8,
+ depth=12
+ }
+ };
+
+
+\pic[shift={ (0,0,0) }] at (pool2-east)
+ {Box={
+ name=pool3,
+ caption=,
+ fill=\PoolColor,
+ opacity=0.5,
+ height=12,
+ width=8,
+ depth=6
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (pool3-east)
+ {Box={
+ name=squeeze,
+ caption=squeeze,
+ xlabel={{8, }},
+ zlabel=,
+ fill=\ConvColor,
+ height=12,
+ width=2,
+ depth=6
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (squeeze-east)
+ {Box={
+ name=fc1,
+ caption=FC,
+ xlabel={{" ","dummy"}},
+ zlabel={{8×128×8}},
+ fill=\FcColor,
+ opacity=0.8,
+ height=1,
+ width=1,
+ depth=24
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (fc1-east)
+ {Box={
+ name=latent,
+ caption=Latent Space,
+ xlabel={{, }},
+ zlabel=latent dim,
+ fill=\ConvColor,
+ height=19.200000000000003,
+ width=1,
+ depth=1
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (latent-east)
+ {Box={
+ name=fc3,
+ caption=FC,
+ xlabel={{" ","dummy"}},
+ zlabel={{8×128×8}},
+ fill=\FcColor,
+ opacity=0.8,
+ height=1,
+ width=1,
+ depth=24
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (fc3-east)
+ {Box={
+ name=unsqueeze,
+ caption=unsqueeze,
+ xlabel={{32, }},
+ zlabel=,
+ fill=\ConvColor,
+ height=12,
+ width=8,
+ depth=6
+ }
+ };
+
+
+\pic[shift={ (2,0,0) }] at (unsqueeze-east)
+ {Box={
+ name=up1,
+ caption=,
+ fill=\UnpoolColor,
+ opacity=0.5,
+ height=18,
+ width=8,
+ depth=12
+ }
+ };
+
+
+\pic[shift={(0,0,0)}] at (up1-east)
+ {Box={
+ name=dwdeconv1,
+ caption=deconv1,
+ xlabel={{1, }},
+ zlabel=,
+ fill=\ConvColor,
+ height=18,
+ width=1,
+ depth=12
+ }
+ };
+
+
+\pic[shift={(0,0,0)}] at (dwdeconv1-east)
+ {Box={
+ name=dwdeconv2,
+ caption=,
+ xlabel={{32, }},
+ zlabel={{256×16}},
+ fill=\ConvColor,
+ height=18,
+ width=8,
+ depth=12
+ }
+ };
+
+
+\pic[shift={ (2,0,0) }] at (dwdeconv2-east)
+ {Box={
+ name=up2,
+ caption=,
+ fill=\UnpoolColor,
+ opacity=0.5,
+ height=18,
+ width=8,
+ depth=36
+ }
+ };
+
+
+\pic[shift={(0,0,0)}] at (up2-east)
+ {Box={
+ name=dwdeconv3,
+ caption=deconv2,
+ xlabel={{1, }},
+ zlabel=,
+ fill=\ConvColor,
+ height=18,
+ width=1,
+ depth=36
+ }
+ };
+
+
+\pic[shift={(0,0,0)}] at (dwdeconv3-east)
+ {Box={
+ name=dwdeconv4,
+ caption=,
+ xlabel={{16, }},
+ zlabel={{1024×16}},
+ fill=\ConvColor,
+ height=18,
+ width=4,
+ depth=36
+ }
+ };
+
+
+\pic[shift={ (2,0,0) }] at (dwdeconv4-east)
+ {Box={
+ name=up3,
+ caption=,
+ fill=\UnpoolColor,
+ opacity=0.5,
+ height=26,
+ width=4,
+ depth=52
+ }
+ };
+
+
+\pic[shift={(0,0,0)}] at (up3-east)
+ {Box={
+ name=dwdeconv5,
+ caption=deconv3,
+ xlabel={{1, }},
+ zlabel=,
+ fill=\ConvColor,
+ height=26,
+ width=1,
+ depth=52
+ }
+ };
+
+
+\pic[shift={(0,0,0)}] at (dwdeconv5-east)
+ {Box={
+ name=dwdeconv6,
+ caption=,
+ xlabel={{8, }},
+ zlabel={{2048×32}},
+ fill=\ConvColor,
+ height=26,
+ width=2,
+ depth=52
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (dwdeconv6-east)
+ {Box={
+ name=outconv,
+ caption=deconv4,
+ xlabel={{1, }},
+ zlabel={{2048×32}},
+ fill=\ConvColor,
+ height=26,
+ width=1,
+ depth=52
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (outconv-east)
+ {Box={
+ name=out,
+ caption=output,
+ xlabel={{1, }},
+ zlabel={{2048×32}},
+ fill=\ConvColor,
+ height=26,
+ width=1,
+ depth=52
+ }
+ };
+
+
+\end{tikzpicture}
+\end{document}
+
diff --git a/thesis/third_party/PlotNeuralNet/deepsad/subter_lenet_arch.py b/thesis/third_party/PlotNeuralNet/deepsad/subter_lenet_arch.py
new file mode 100644
index 0000000..a33782a
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/deepsad/subter_lenet_arch.py
@@ -0,0 +1,192 @@
+# subter_lenet_arch.py
+# Requires running from inside the PlotNeuralNet repo, like: python3 ../subter_lenet_arch.py
+import sys, argparse
+
+sys.path.append("../") # import pycore from repo root
+
+from pycore.tikzeng import *
+
+parser = argparse.ArgumentParser()
+parser.add_argument("--rep_dim", type=int, default=1024, help="latent size for FC")
+args = parser.parse_args()
+REP = int(args.rep_dim)
+
+# Visual scales so the huge width doesn't dominate the figure
+H32, H16, H8 = 26, 18, 12
+D2048, D1024, D512 = 52, 36, 24
+W1, W4, W8 = 1, 2, 4
+
+
+arch = [
+ to_head(".."),
+ to_cor(),
+ to_begin(),
+ # --------------------------- ENCODER ---------------------------
+ # Input 1×32×2048 (caption carries H×W; s_filer is numeric)
+ to_Conv(
+ "input",
+ s_filer="{{2048×32}}",
+ n_filer=1,
+ offset="(0,0,0)",
+ to="(0,0,0)",
+ height=H32,
+ depth=D2048,
+ width=W1,
+ caption="input",
+ ),
+ # Conv1 (5x5, same): 1->8, 32×2048
+ to_Conv(
+ "conv1",
+ s_filer="{{1024×16}}",
+ n_filer=8,
+ offset="(2,0,0)",
+ to="(input-east)",
+ height=H32,
+ depth=D2048,
+ width=W8,
+ caption="conv1",
+ ),
+ # Pool1 2×2: 32×2048 -> 16×1024
+ # to_connection("input", "conv1"),
+ to_Pool(
+ "pool1",
+ offset="(0,0,0)",
+ to="(conv1-east)",
+ height=H16,
+ depth=D1024,
+ width=W8,
+ caption="",
+ ),
+ # Conv2 (5x5, same): 8->4, stays 16×1024
+ to_Conv(
+ "conv2",
+ s_filer="{{512×8}}",
+ n_filer=4,
+ offset="(2,0,0)",
+ to="(pool1-east)",
+ height=H16,
+ depth=D1024,
+ width=W4,
+ caption="conv2",
+ ),
+ # Pool2 2×2: 16×1024 -> 8×512
+ # to_connection("pool1", "conv2"),
+ to_Pool(
+ "pool2",
+ offset="(0,0,0)",
+ to="(conv2-east)",
+ height=H8,
+ depth=D512,
+ width=W4,
+ caption="",
+ ),
+ # FC -> rep_dim (use numeric n_filer)
+ to_fc(
+ "fc1",
+ n_filer="{{4×512×8}}",
+ offset="(2,0,0)",
+ to="(pool2-east)",
+ height=1.3,
+ depth=D512,
+ width=W1,
+ caption=f"FC",
+ ),
+ # to_connection("pool2", "fc1"),
+ # --------------------------- LATENT ---------------------------
+ to_Conv(
+ "latent",
+ n_filer="",
+ s_filer="latent dim",
+ offset="(2,0,0)",
+ to="(fc1-east)",
+ height=H8 * 1.6,
+ depth=1.3,
+ width=W1,
+ caption=f"Latent Space",
+ ),
+ # to_connection("fc1", "latent"),
+ # --------------------------- DECODER ---------------------------
+ # FC back to 16384
+ to_fc(
+ "fc3",
+ n_filer="{{4×512×8}}",
+ offset="(2,0,0)",
+ to="(latent-east)",
+ height=1.3,
+ depth=D512,
+ width=W1,
+ caption=f"FC",
+ ),
+ # to_connection("latent", "fc3"),
+ # Reshape to 4×8×512
+ to_UnPool(
+ "up1",
+ offset="(2,0,0)",
+ to="(fc3-east)",
+ height=H16,
+ depth=D1024,
+ width=W4,
+ caption="",
+ ),
+ # Up ×2: 8×512 -> 16×1024 (we just draw a labeled box)
+ # DeConv1 (5×5, same): 4->8, 16×1024
+ to_Conv(
+ "deconv1",
+ s_filer="{{1024×16}}",
+ n_filer=8,
+ offset="(0,0,0)",
+ to="(up1-east)",
+ height=H16,
+ depth=D1024,
+ width=W8,
+ caption="deconv1",
+ ),
+ # to_connection("fc3", "up1"),
+ # Up ×2: 16×1024 -> 32×2048
+ to_UnPool(
+ "up2",
+ offset="(2,0,0)",
+ to="(deconv1-east)",
+ height=H32,
+ depth=D2048,
+ width=W8,
+ caption="",
+ ),
+ # to_connection("deconv1", "up2"),
+ # DeConv2 (5×5, same): 8->1, 32×2048
+ to_Conv(
+ "deconv2",
+ s_filer="{{2048×32}}",
+ n_filer=1,
+ offset="(0,0,0)",
+ to="(up2-east)",
+ height=H32,
+ depth=D2048,
+ width=W1,
+ caption="deconv2",
+ ),
+ # to_connection("up2", "deconv2"),
+ # Output
+ to_Conv(
+ "out",
+ s_filer="{{2048×32}}",
+ n_filer=1,
+ offset="(2,0,0)",
+ to="(deconv2-east)",
+ height=H32,
+ depth=D2048,
+ width=1.0,
+ caption="output",
+ ),
+ # to_connection("deconv2", "out"),
+ to_end(),
+]
+
+
+def main():
+ name = "subter_lenet_arch"
+ to_generate(arch, name + ".tex")
+
+
+if __name__ == "__main__":
+ main()
diff --git a/thesis/third_party/PlotNeuralNet/deepsad/subter_lenet_arch.tex b/thesis/third_party/PlotNeuralNet/deepsad/subter_lenet_arch.tex
new file mode 100644
index 0000000..beff65d
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/deepsad/subter_lenet_arch.tex
@@ -0,0 +1,209 @@
+
+\documentclass[border=8pt, multi, tikz]{standalone}
+\usepackage{import}
+\subimport{../layers/}{init}
+\usetikzlibrary{positioning}
+\usetikzlibrary{3d} %for including external image
+
+
+\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
+\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
+\def\PoolColor{rgb:red,1;black,0.3}
+\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
+\def\FcColor{rgb:blue,5;red,2.5;white,5}
+\def\FcReluColor{rgb:blue,5;red,5;white,4}
+\def\SoftmaxColor{rgb:magenta,5;black,7}
+\def\SumColor{rgb:blue,5;green,15}
+
+
+\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width=0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
+
+\begin{document}
+\begin{tikzpicture}
+\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
+\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
+
+
+\pic[shift={(0,0,0)}] at (0,0,0)
+ {Box={
+ name=input,
+ caption=input,
+ xlabel={{1, }},
+ zlabel={{2048×32}},
+ fill=\ConvColor,
+ height=26,
+ width=1,
+ depth=52
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (input-east)
+ {Box={
+ name=conv1,
+ caption=conv1,
+ xlabel={{8, }},
+ zlabel={{1024×16}},
+ fill=\ConvColor,
+ height=26,
+ width=4,
+ depth=52
+ }
+ };
+
+
+\pic[shift={ (0,0,0) }] at (conv1-east)
+ {Box={
+ name=pool1,
+ caption=,
+ fill=\PoolColor,
+ opacity=0.5,
+ height=18,
+ width=4,
+ depth=36
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (pool1-east)
+ {Box={
+ name=conv2,
+ caption=conv2,
+ xlabel={{4, }},
+ zlabel={{512×8}},
+ fill=\ConvColor,
+ height=18,
+ width=2,
+ depth=36
+ }
+ };
+
+
+\pic[shift={ (0,0,0) }] at (conv2-east)
+ {Box={
+ name=pool2,
+ caption=,
+ fill=\PoolColor,
+ opacity=0.5,
+ height=12,
+ width=2,
+ depth=24
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (pool2-east)
+ {Box={
+ name=fc1,
+ caption=FC,
+ xlabel={{" ","dummy"}},
+ zlabel={{4×512×8}},
+ fill=\FcColor,
+ opacity=0.8,
+ height=1.3,
+ width=1,
+ depth=24
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (fc1-east)
+ {Box={
+ name=latent,
+ caption=Latent Space,
+ xlabel={{, }},
+ zlabel=latent dim,
+ fill=\ConvColor,
+ height=19.200000000000003,
+ width=1,
+ depth=1.3
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (latent-east)
+ {Box={
+ name=fc3,
+ caption=FC,
+ xlabel={{" ","dummy"}},
+ zlabel={{4×512×8}},
+ fill=\FcColor,
+ opacity=0.8,
+ height=1.3,
+ width=1,
+ depth=24
+ }
+ };
+
+
+\pic[shift={ (2,0,0) }] at (fc3-east)
+ {Box={
+ name=up1,
+ caption=,
+ fill=\UnpoolColor,
+ opacity=0.5,
+ height=18,
+ width=2,
+ depth=36
+ }
+ };
+
+
+\pic[shift={(0,0,0)}] at (up1-east)
+ {Box={
+ name=deconv1,
+ caption=deconv1,
+ xlabel={{8, }},
+ zlabel={{1024×16}},
+ fill=\ConvColor,
+ height=18,
+ width=4,
+ depth=36
+ }
+ };
+
+
+\pic[shift={ (2,0,0) }] at (deconv1-east)
+ {Box={
+ name=up2,
+ caption=,
+ fill=\UnpoolColor,
+ opacity=0.5,
+ height=26,
+ width=4,
+ depth=52
+ }
+ };
+
+
+\pic[shift={(0,0,0)}] at (up2-east)
+ {Box={
+ name=deconv2,
+ caption=deconv2,
+ xlabel={{1, }},
+ zlabel={{2048×32}},
+ fill=\ConvColor,
+ height=26,
+ width=1,
+ depth=52
+ }
+ };
+
+
+\pic[shift={(2,0,0)}] at (deconv2-east)
+ {Box={
+ name=out,
+ caption=output,
+ xlabel={{1, }},
+ zlabel={{2048×32}},
+ fill=\ConvColor,
+ height=26,
+ width=1.0,
+ depth=52
+ }
+ };
+
+
+\end{tikzpicture}
+\end{document}
+
diff --git a/thesis/third_party/PlotNeuralNet/examples/AlexNet/alexnet.tex b/thesis/third_party/PlotNeuralNet/examples/AlexNet/alexnet.tex
new file mode 100644
index 0000000..ebc1e68
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/examples/AlexNet/alexnet.tex
@@ -0,0 +1,216 @@
+\documentclass[border=8pt, multi, tikz]{standalone}
+\usepackage{import}
+\subimport{../layers/}{init}
+\usetikzlibrary{positioning}
+\usetikzlibrary{3d} %for including external image
+
+
+\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
+\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
+\def\PoolColor{rgb:red,1;black,0.3}
+\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
+\def\FcColor{rgb:blue,2;green,5;white,5}
+\def\FcReluColor{blue,2;green,5;;white,4}
+\def\SoftmaxColor{rgb:magenta,5;black,7}
+
+
+\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width=0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
+
+\begin{document}
+\begin{tikzpicture}
+\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
+\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
+
+
+\pic[shift={(0,0,0)}] at (0,0,0)
+ {Box={
+ name=conv0,
+ caption= ,
+ xlabel={{3, }},
+ zlabel=224,
+ fill=\ConvColor,
+ height=44.8,
+ width=3,
+ depth=44.8
+ }
+ };
+
+
+\pic[shift={(1,0,0)}] at (conv0-east)
+ {Box={
+ name=conv1,
+ caption= ,
+ xlabel={{96, }},
+ zlabel=55,
+ fill=\ConvColor,
+ height=11.0,
+ width=4.8,
+ depth=11.0
+ }
+ };
+
+
+\draw [connection] (conv0-east) -- node {\midarrow} (conv1-west);
+
+
+\pic[shift={ (0,0,0) }] at (conv1-east)
+ {Box={
+ name=pool1,
+ caption= ,
+ fill=\PoolColor,
+ opacity=0.5,
+ height=5.4,
+ width=1,
+ depth=5.4
+ }
+ };
+
+
+\pic[shift={(1,0,0)}] at (pool1-east)
+ {Box={
+ name=conv2,
+ caption= ,
+ xlabel={{256, }},
+ zlabel=27,
+ fill=\ConvColor,
+ height=5.4,
+ width=12.8,
+ depth=5.4
+ }
+ };
+
+
+\draw [connection] (pool1-east) -- node {\midarrow} (conv2-west);
+
+
+\pic[shift={ (0,0,0) }] at (conv2-east)
+ {Box={
+ name=pool2,
+ caption= ,
+ fill=\PoolColor,
+ opacity=0.5,
+ height=2.6,
+ width=1,
+ depth=2.6
+ }
+ };
+
+
+\pic[shift={(1,0,0)}] at (pool2-east)
+ {Box={
+ name=conv3,
+ caption= ,
+ xlabel={{384, }},
+ zlabel=13,
+ fill=\ConvColor,
+ height=2.6,
+ width=19.2,
+ depth=2.6
+ }
+ };
+
+
+\draw [connection] (pool2-east) -- node {\midarrow} (conv3-west);
+
+
+\pic[shift={(1,0,0)}] at (conv3-east)
+ {Box={
+ name=conv4,
+ caption= ,
+ xlabel={{384, }},
+ zlabel=13,
+ fill=\ConvColor,
+ height=2.6,
+ width=19.2,
+ depth=2.6
+ }
+ };
+
+
+\draw [connection] (conv3-east) -- node {\midarrow} (conv4-west);
+
+
+\pic[shift={(1,0,0)}] at (conv4-east)
+ {Box={
+ name=conv5,
+ caption= ,
+ xlabel={{256, }},
+ zlabel=13,
+ fill=\ConvColor,
+ height=2.6,
+ width=12.8,
+ depth=2.6
+ }
+ };
+
+
+\draw [connection] (conv4-east) -- node {\midarrow} (conv5-west);
+
+
+\pic[shift={ (0,0,0) }] at (conv5-east)
+ {Box={
+ name=pool3,
+ caption= ,
+ fill=\PoolColor,
+ opacity=0.5,
+ height=1.2,
+ width=1,
+ depth=1.2
+ }
+ };
+
+
+\pic[shift={(1,0,0)}] at (pool3-east)
+ {Box={
+ name=Fc1,
+ caption= ,
+ xlabel={{1, }},
+ zlabel=4096,
+ fill=\FcColor,
+ height=1,
+ width=1,
+ depth=40.96
+ }
+ };
+
+
+\draw [connection] (pool3-east) -- node {\midarrow} (Fc1-west);
+
+
+\pic[shift={(2,0,0)}] at (Fc1-east)
+ {Box={
+ name=Fc2,
+ caption= ,
+ xlabel={{1, }},
+ zlabel=4096,
+ fill=\FcColor,
+ height=1,
+ width=1,
+ depth=40.96
+ }
+ };
+
+
+\draw [connection] (Fc1-east) -- node {\midarrow} (Fc2-west);
+
+
+\pic[shift={(3,0,0)}] at (Fc2-east)
+ {Box={
+ name=soft1,
+ caption=SOFT,
+ xlabel={{" ","dummy"}},
+ zlabel=1000,
+ fill=\SoftmaxColor,
+ opacity=0.8,
+ height=3,
+ width=1.5,
+ depth=25
+ }
+ };
+
+
+\draw [connection] (Fc2-east) -- node {\midarrow} (soft1-west);
+
+
+\end{tikzpicture}
+\end{document}
diff --git a/thesis/third_party/PlotNeuralNet/examples/AlexNet/alexnet_data.png b/thesis/third_party/PlotNeuralNet/examples/AlexNet/alexnet_data.png
new file mode 100644
index 0000000..e0b7d97
Binary files /dev/null and b/thesis/third_party/PlotNeuralNet/examples/AlexNet/alexnet_data.png differ
diff --git a/thesis/third_party/PlotNeuralNet/examples/HED/HED.tex b/thesis/third_party/PlotNeuralNet/examples/HED/HED.tex
new file mode 100644
index 0000000..dd45475
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/examples/HED/HED.tex
@@ -0,0 +1,134 @@
+\documentclass[border=15pt, multi, tikz]{standalone}
+\usepackage{import}
+\subimport{../../layers/}{init}
+\usetikzlibrary{positioning}
+
+\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
+\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
+\def\PoolColor{rgb:red,1;black,0.3}
+\def\DcnvColor{rgb:blue,5;green,2.5;white,5}
+\def\SoftmaxColor{rgb:magenta,5;black,7}
+\def\SumColor{rgb:blue,5;green,15}
+\def\poolsep{1}
+
+
+\begin{document}
+\begin{tikzpicture}
+\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.6]
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw Layer Blocks
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% conv1_1,conv1_2,%pool1
+\pic[shift={(0,0,0)}] at (0,0,0) {RightBandedBox={name=cr1,%
+ xlabel={{"64","64"}},zlabel=I,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=40,width={2,2},depth=40}};
+\pic[shift={(\poolsep,0,0)}] at (cr1-east) {Box={name=p1,%
+ fill=\PoolColor,opacity=0.5,height=30,width=1,depth=30}};
+% conv2_1,conv2_2,pool2
+\pic[shift={(1,0,0)}] at (p1-east) {RightBandedBox={name=cr2,%
+ xlabel={{"64","64"}},zlabel=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=30,width={3,3},depth=30}};
+\pic[shift={(\poolsep,0,0)}] at (cr2-east) {Box={name=p2,%
+ fill=\PoolColor,opacity=0.5,height=23,width=1,depth=23}};
+% conv3_1,conv3_2,pool3
+\pic[shift={(1,0,0)}] at (p2-east) {RightBandedBox={name=cr3,%
+ xlabel={{"256","256","256"}},zlabel=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=23,width={4,4,4},depth=23}};
+\pic[shift={(\poolsep,0,0)}] at (cr3-east) {Box={name=p3,%
+ fill=\PoolColor,opacity=0.5,height=14,width=1,depth=14}};
+% conv4_1,conv4_2,conv4_3,pool4
+\pic[shift={(1,0,0)}] at (p3-east) {RightBandedBox={name=cr4,%
+ xlabel={{"512","512","512"}},zlabel=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=14,width={7,7,7},depth=14}};
+\pic[shift={(\poolsep,0,0)}] at (cr4-east) {Box={name=p4,%
+ fill=\PoolColor,opacity=0.5,height=8,width=1,depth=8}};
+% conv5_1,conv5_2,conv5_3,pool5
+\pic[shift={(1,0,0)}] at (p4-east) {RightBandedBox={name=cr5,%
+ xlabel={{"512","512","512"}},fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=8,width={7,7,7},depth=8}};
+%% fc8 -> cr8 (score32)
+\pic[shift={(0,0,0)}] at (cr5-east) {Box={name=score16,%
+ xlabel={{"K","dummy"}},fill=\ConvColor,%
+ height=8,width=2,depth=8,zlabel=I/16}};
+
+%% Upsampling Deconv Layer
+%% Dcnv16
+\pic[shift={(2.5,0,0)}] at (score16-east) {Box={name=d16,%
+ xlabel={{"","dummy"}},fill=\DcnvColor,opacity=0.7,height=40,width=0.5,depth=40}};
+%% Dcnv8
+\pic[shift={(.25,0,0)}] at (d16-east) {Box={name=d8,%
+ xlabel={{"","dummy"}},fill=\DcnvColor,opacity=0.7,height=40,width=0.5,depth=40}};
+%% Dcnv4
+\pic[shift={(.25,0,0)}] at (d8-east) {Box={name=d4,%
+ xlabel={{"","dummy"}},fill=\DcnvColor,opacity=0.7,height=40,width=0.5,depth=40}};
+%% Dcnv2
+\pic[shift={(.25,0,0)}] at (d4-east) {Box={name=d2,%
+ xlabel={{"","dummy"}},fill=,opacity=0.01,height=40,width=0.5,depth=40}};
+
+%% Dcnv envelope
+\pic[shift={(-0.2,0,0)}] at (d16-west) {Box={name=env,caption=concatenation of deconvolved feature maps,%
+ xlabel={{"","dummy"}},fill=,opacity=0.2,height=42,width={8},depth=42}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\def\skipshift{6.5}
+%%Joining with previous streams (fcn-16)
+%% score16
+\pic[shift={(0,0,3+\skipshift)}] at (cr5-anchor) {Box={name=score8,%
+ xlabel={{"K","dummy"}},fill=\ConvColor,height=14,width=2,depth=14,zlabel=I/8}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%%Joining with previous streams (fcn-8)
+%% score8
+\pic[shift={(0,0,8+\skipshift)}] at (cr4-east) {Box={name=score4,%
+ xlabel={{"K","dummy"}},fill=\ConvColor,height=23,width=2,depth=23,zlabel=I/4}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%%Joining with previous streams (fcn-4)
+%% score4
+\pic[shift={(1,0,13+\skipshift)}] at (cr3-east) {Box={name=score2,%
+ xlabel={{"K","dummy"}},fill=\ConvColor,height=30,width=2,depth=30,zlabel=I/2}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%%Joining with previous streams (fcn-2)
+%% score2
+\pic[shift={(0.3,0,22+\skipshift)}] at (p2-east) {Box={name=score,%
+ xlabel={{"K","dummy"}},fill=\ConvColor,height=40,width=2,depth=40,zlabel=I}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% Final convolution
+
+\pic[shift={(3,0,0)}] at (d2-east) {Box={name=output,%
+ xlabel={{"K","dummy"}},fill=\ConvColor,height=40,width=2,depth=40,zlabel=I}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%%% Draw connections
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\draw [connection] (cr1-east) -- node {\midarrow} (p1-west);
+\draw [connection] (p1-east) -- node {\midarrow} (cr2-west);
+\draw [connection] (cr2-east) -- node {\midarrow} (p2-west);
+\draw [connection] (p2-east) -- node {\midarrow} (cr3-west);
+\draw [connection] (cr3-east) -- node {\midarrow} (p3-west);
+\draw [connection] (p3-east) -- node {\midarrow} (cr4-west);
+\draw [connection] (cr4-east) -- node {\midarrow} (p4-west);
+\draw [connection] (p4-east) -- node {\midarrow} (cr5-west);
+\draw [connection] (score16-east) -- node {\midarrow} (d16-west);
+%
+\path (cr4-east) -- (p4-west) coordinate[pos=0.4] (after4) ;
+\draw (d16-near)++(0,0,-1+\skipshift) coordinate (d16h);
+\draw [connection] (after4) -- node {\midarrow} ++(0,0,3+\skipshift) -- node {\midarrow} (score8-west);
+\draw [connection] (score8-east) -- node{\midarrow} (d16h) -- node{\midarrow}(d16-near);
+%
+\path (cr3-east) -- (p3-west) coordinate[pos=0.4] (after3) ;
+\draw (d8-near)++(0,0,4+\skipshift) coordinate (d8h);
+\draw [connection] (after3) -- node {\midarrow} ++(0,0,8+\skipshift) -- node {\midarrow} (score4-west);
+\draw [connection] (score4-east) -- node{\midarrow} (d8h) -- node{\midarrow}(d8-near);
+%
+\path (cr2-east) -- (p2-west) coordinate[pos=0.4] (after2) ;
+\draw (d4-near)++(0,0,9+\skipshift) coordinate (d4h);
+\draw [connection] (after2) -- node {\midarrow} ++(0,0,13+\skipshift) -- node {\midarrow} (score2-west);
+\draw [connection] (score2-east) -- node{\midarrow} (d4h) -- node{\midarrow}(d4-near);
+%
+\path (cr1-east) -- (p1-west) coordinate[pos=0.4] (after1) ;
+\draw (d2-near)++(0,0,18+\skipshift) coordinate (d2h);
+\draw [connection] (after1) -- node {\midarrow} ++(0,0,22+\skipshift) -- node {\midarrow} (score-west);
+\draw [connection] (score-east) -- node{\midarrow} (d2h) -- node{\midarrow}(d2-near);
+
+\draw [connection] (d2-east) -- node {\midarrow} (output-west);
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\end{tikzpicture}
+\end{document}\grid
diff --git a/thesis/third_party/PlotNeuralNet/examples/LeNet/lenet.tex b/thesis/third_party/PlotNeuralNet/examples/LeNet/lenet.tex
new file mode 100644
index 0000000..411053d
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/examples/LeNet/lenet.tex
@@ -0,0 +1,152 @@
+\documentclass[border=8pt, multi, tikz]{standalone}
+\usepackage{import}
+\subimport{../layers/}{init}
+\usetikzlibrary{positioning}
+\usetikzlibrary{3d} %for including external image
+
+
+\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
+\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
+\def\PoolColor{rgb:red,1;black,0.3}
+\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
+\def\FcColor{rgb:blue,5;red,2.5;white,5}
+\def\FcReluColor{rgb:blue,5;red,5;white,4}
+\def\SoftmaxColor{rgb:magenta,5;black,7}
+
+
+\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width=0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
+
+\begin{document}
+\begin{tikzpicture}
+\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
+\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
+
+
+\pic[shift={(0,0,0)}] at (0,0,0)
+ {Box={
+ name=conv0,
+ caption= ,
+ xlabel={{1, }},
+ zlabel=32,
+ fill=\ConvColor,
+ height=32,
+ width=1,
+ depth=32
+ }
+ };
+
+
+\pic[shift={(1,0,0)}] at (conv0-east)
+ {Box={
+ name=conv1,
+ caption= ,
+ xlabel={{6, }},
+ zlabel=28,
+ fill=\ConvColor,
+ height=28,
+ width=6,
+ depth=28
+ }
+ };
+
+
+\draw [connection] (conv0-east) -- node {\midarrow} (conv1-west);
+
+
+\pic[shift={ (0,0,0) }] at (conv1-east)
+ {Box={
+ name=pool1,
+ caption= ,
+ fill=\PoolColor,
+ opacity=0.5,
+ height=14,
+ width=6,
+ depth=14
+ }
+ };
+
+
+\pic[shift={(1,0,0)}] at (pool1-east)
+ {Box={
+ name=conv2,
+ caption= ,
+ xlabel={{16, }},
+ zlabel=10,
+ fill=\ConvColor,
+ height=10,
+ width=16,
+ depth=10
+ }
+ };
+
+
+\draw [connection] (pool1-east) -- node {\midarrow} (conv2-west);
+
+
+\pic[shift={ (0,0,0) }] at (conv2-east)
+ {Box={
+ name=pool2,
+ caption= ,
+ fill=\PoolColor,
+ opacity=0.5,
+ height=5,
+ width=16,
+ depth=5
+ }
+ };
+
+
+\pic[shift={(1,0,0)}] at (pool2-east)
+ {Box={
+ name=conv3,
+ caption= ,
+ xlabel={{1, }},
+ zlabel=120,
+ fill=\ConvColor,
+ height=1,
+ width=1,
+ depth=120
+ }
+ };
+
+
+\draw [connection] (pool2-east) -- node {\midarrow} (conv3-west);
+
+
+\pic[shift={(2,0,0)}] at (conv3-east)
+ {Box={
+ name=conv4,
+ caption= ,
+ xlabel={{1, }},
+ zlabel=84,
+ fill=\ConvColor,
+ height=1,
+ width=1,
+ depth=84
+ }
+ };
+
+
+\draw [connection] (conv3-east) -- node {\midarrow} (conv4-west);
+
+
+\pic[shift={(3,0,0)}] at (conv4-east)
+ {Box={
+ name=soft1,
+ caption=SOFT,
+ xlabel={{" ","dummy"}},
+ zlabel=10,
+ fill=\SoftmaxColor,
+ opacity=0.8,
+ height=3,
+ width=1.5,
+ depth=25
+ }
+ };
+
+
+\draw [connection] (conv4-east) -- node {\midarrow} (soft1-west);
+
+
+\end{tikzpicture}
+\end{document}
diff --git a/thesis/third_party/PlotNeuralNet/examples/LeNet/lenet.txt b/thesis/third_party/PlotNeuralNet/examples/LeNet/lenet.txt
new file mode 100644
index 0000000..8f063fa
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/examples/LeNet/lenet.txt
@@ -0,0 +1,8 @@
+input(32, 32, 1)
+conv(28, 28, 6)
+pool(14, 14, 6)
+conv(10, 10, 16)
+pool(5, 5, 16)
+conv(1,1,120)
+fullyconn(1,1,84)
+softmax(1,1,10)
\ No newline at end of file
diff --git a/thesis/third_party/PlotNeuralNet/examples/LeNet/lenet_data2.png b/thesis/third_party/PlotNeuralNet/examples/LeNet/lenet_data2.png
new file mode 100644
index 0000000..01ccfb2
Binary files /dev/null and b/thesis/third_party/PlotNeuralNet/examples/LeNet/lenet_data2.png differ
diff --git a/thesis/third_party/PlotNeuralNet/examples/SoftmaxLoss/SoftmaxLoss.tex b/thesis/third_party/PlotNeuralNet/examples/SoftmaxLoss/SoftmaxLoss.tex
new file mode 100644
index 0000000..c74ca20
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/examples/SoftmaxLoss/SoftmaxLoss.tex
@@ -0,0 +1,47 @@
+\documentclass[border=15pt, multi, tikz]{standalone}
+\usepackage{import}
+\subimport{../../layers/}{init}
+\usetikzlibrary{positioning}
+
+\newcommand{\up}{0.25}
+\newcommand{\down}{0.25}
+\newcommand{\arrowlength}{4}
+
+\begin{document}
+\begin{tikzpicture}
+\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw previous connections
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\draw [connection] (-\arrowlength,\up,0)
+node[anchor=south west,scale=2.1]{$p(x^{(t)})$}
+-- node {\midarrow} (0,\up,0);
+\draw [connection] (0,-\down,0) -- node {\midarrow} ++(-\arrowlength.0,0)
+node[anchor=north west,inner sep = 10, xshift=-25,scale=2.3]
+{
+ $\frac{\partial L}{\partial E_\mathcal{S}}\frac{\partial E_\mathcal{S}}{\partial p}$
+};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw Layer Blocks
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\pic[shift={(0,0,0)}] at (0,0,0) {Box={name=crp1,caption=SoftmaxLoss: $E_\mathcal{S}$ ,%
+ fill={rgb:blue,1.5;red,3.5;green,3.5;white,5},opacity=0.5,height=20,width=7,depth=20}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw next connections
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\draw [connection] (crp1-east)++(0,\up,0) -- node {\midarrow} ++(\arrowlength.0,0)
+node [anchor=south east,scale=2.1]{$E_\mathcal{S} [p;\theta]$};
+
+\draw [connection] (crp1-east)++(\arrowlength,-\down,0)
+node[anchor=north east,inner sep = 10, xshift=25,scale=2.3]
+{
+ $\frac{\partial L}{\partial E_\mathcal{S}} = \lambda_\mathcal{S}$
+}
+-- node {\midarrow} ++(-\arrowlength,0,0);
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+
+
+\end{tikzpicture}
+\end{document}
diff --git a/thesis/third_party/PlotNeuralNet/examples/Unet/Unet.tex b/thesis/third_party/PlotNeuralNet/examples/Unet/Unet.tex
new file mode 100644
index 0000000..25f366b
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/examples/Unet/Unet.tex
@@ -0,0 +1,164 @@
+\documentclass[border=8pt, multi, tikz]{standalone}
+%\usepackage{blocks}
+\usepackage{import}
+\subimport{../../layers/}{init}
+\usetikzlibrary{positioning}
+
+\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
+\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
+\def\PoolColor{rgb:red,1;black,0.3}
+\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
+\def\FcColor{rgb:blue,5;red,2.5;white,5}
+\def\FcReluColor{rgb:blue,5;red,5;white,4}
+\def\SoftmaxColor{rgb:magenta,5;black,7}
+
+
+\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width =0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
+
+\begin{document}
+\begin{tikzpicture}
+\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
+\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw Encoder
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% conv1_1,conv1_2
+\pic[shift={(0,0,0)}] at (0,0,0) {RightBandedBox={name=cr1,%
+ xlabel={{"64","64"}},zlabel=I,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=40,width={2,2},depth=40}};
+%pool1
+\pic[shift={(0,0,0)}] at (cr1-east) {Box={name=p1,%
+ fill=\PoolColor,opacity=0.5,height=32,width=1,depth=32}};
+%%%%%%%%%%
+% conv2_1,conv2_2
+\pic[shift={(1,0,0)}] at (p1-east) {RightBandedBox={name=cr2,%
+ xlabel={{"128","128"}},zlabel=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=32,width={3.5,3.5},depth=32}};
+%pool2
+\pic[shift={(0,0,0)}] at (cr2-east) {Box={name=p2,%
+ fill=\PoolColor,opacity=0.5,height=25,width=1,depth=25}};
+%%%%%%%%%%
+% conv3_1,conv3_2
+\pic[shift={(0.75,0,0)}] at (p2-east) {RightBandedBox={name=cr3,%
+ xlabel={{"256","256"}},zlabel=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=25,width={4.5,4.5},depth=25}};
+%pool3
+\pic[shift={(0,0,0)}] at (cr3-east) {Box={name=p3,%
+ fill=\PoolColor,opacity=0.5,height=16,width=1,depth=16}};
+%%%%%%%%%%
+% conv4_1,conv4_2,conv4_3
+\pic[shift={(0.5,0,0)}] at (p3-east) {RightBandedBox={name=cr4,%
+ xlabel={{"512","512"}},zlabel=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=16,width={6,6},depth=16}};
+%pool4
+\pic[shift={(0,0,0)}] at (cr4-east) {Box={name=p4,%
+ fill=\PoolColor,opacity=0.5,height=8,width=1,depth=8}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Bottleneck
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% conv5_1,conv5_2,conv5_3
+\pic[shift={(0.75,0,0)}] at (p4-east) {RightBandedBox={name=cr5,caption=Bottleneck Conv,%
+ xlabel={{"1024","1024"}},zlabel=I/16,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=8,width={8,8},depth=8}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw Decoder
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% unpool4,
+\pic[shift={(1.2,0,0)}] at (cr5-east) {Box={name=up4,%
+ fill=\UnpoolColor,opacity=0.6,height=16,width=1,depth=16}};
+\pic[shift={(0,0,0)}] at (up4-east) {RightBandedBox={name=ucr4,%
+ xlabel={{"512","dummy"}},fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=16,width=6,depth=16}};
+\pic[shift={(0,0,0)}] at (ucr4-east) {RightBandedBox={name=cat4,%
+ xlabel={{"512",""}},fill={rgb:white,1;black,3},bandfill={rgb:white,1;black,2},opacity=0.2,height=16,width=6,depth=16}};
+\pic[shift={(0,0,0)}] at (cat4-east) {RightBandedBox={name=ucr4a,%
+ xlabel={{"512","512"}},zlabel=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=16,width={6,6},depth=16}};
+%%%%%%%%%%
+%% unpool3,
+\pic[shift={(1.5,0,0)}] at (ucr4a-east) {Box={name=up3,%
+ fill=\UnpoolColor,opacity=0.6,height=25,width=1,depth=25}};
+\pic[shift={(0,0,0)}] at (up3-east) {RightBandedBox={name=ucr3,%
+ xlabel={{"256","dummy"}},fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=25,width=4.5,depth=25}};
+\pic[shift={(0,0,0)}] at (ucr3-east) {RightBandedBox={name=cat3,%
+ xlabel={{"256",""}},fill={rgb:white,1;black,3},bandfill={rgb:white,1;black,2},opacity=0.2,height=25,width=4.5,depth=25}};
+\pic[shift={(0,0,0)}] at (cat3-east) {RightBandedBox={name=ucr3a,%
+ xlabel={{"256","256"}},zlabel=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=25,width={4.5,4.5},depth=25}};
+%%%%%%%%%%
+%% unpool2,
+\pic[shift={(1,0,0)}] at (ucr3a-east) {Box={name=up2,%
+ fill=\UnpoolColor,opacity=0.6,height=32,width=1,depth=32}};
+\pic[shift={(0,0,0)}] at (up2-east) {RightBandedBox={name=ucr2,%
+ xlabel={{"128","dummy"}},fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=32,width=3.5,depth=32}};
+\pic[shift={(0,0,0)}] at (ucr2-east) {RightBandedBox={name=cat2,%
+ xlabel={{"128",""}},fill={rgb:white,1;black,3},bandfill={rgb:white,1;black,2},opacity=0.2,height=32,width=3.5,depth=32}};
+\pic[shift={(0,0,0)}] at (cat2-east) {RightBandedBox={name=ucr2a,%
+ xlabel={{"128","128"}},zlabel=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=32,width={3.5,3.5},depth=32}};
+%%%%%%%%%%
+%% unpool1,
+\pic[shift={(1.5,0,0)}] at (ucr2a-east) {Box={name=up1,%
+ fill=\UnpoolColor,opacity=0.6,height=40,width=1,depth=40}};
+\pic[shift={(0,0,0)}] at (up1-east) {RightBandedBox={name=ucr1,%
+ xlabel={{"64","dummy"}},fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=40,width=2.5,depth=40}};
+\pic[shift={(0,0,0)}] at (ucr1-east) {RightBandedBox={name=cat1,%
+ xlabel={{"64",""}},fill={rgb:white,1;black,3},bandfill={rgb:white,1;black,2},opacity=0.2,height=40,width=2.5,depth=40}};
+\pic[shift={(0,0,0)}] at (cat1-east) {RightBandedBox={name=ucr1a,%
+ xlabel={{"64","64"}},fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=40,width={2.5,2.5},depth=40}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Classifier
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\pic[shift={(0.75,0,0)}] at (ucr1a-east) {Box={name=out,caption=Softmax,%
+ zlabel=I,fill=\SoftmaxColor,height=40,width=1,depth=40}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% Draw connections
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\draw [connection] (p1-east) -- node {\midarrow} (cr2-west);
+\draw [connection] (p2-east) -- node {\midarrow} (cr3-west);
+\draw [connection] (p3-east) -- node {\midarrow} (cr4-west);
+\draw [connection] (p4-east) -- node {\midarrow} (cr5-west);
+\draw [connection] (cr5-east) -- node {\midarrow} (up4-west);
+\draw [connection] (ucr4a-east) -- node {\midarrow} (up3-west);
+\draw [connection] (ucr3a-east) -- node {\midarrow} (up2-west);
+\draw [connection] (ucr2a-east) -- node {\midarrow} (up1-west);
+\draw [connection] (ucr1a-east) -- node {\midarrow} (out-west);
+%\draw [connection] (out-east) -- node {\midarrow} ++(2,0,0);
+
+\path (cr4-southeast) -- (cr4-northeast) coordinate[pos=1.25] (cr4-top) ;
+\path (cr3-southeast) -- (cr3-northeast) coordinate[pos=1.25] (cr3-top) ;
+\path (cr2-southeast) -- (cr2-northeast) coordinate[pos=1.25] (cr2-top) ;
+\path (cr1-southeast) -- (cr1-northeast) coordinate[pos=1.25] (cr1-top) ;
+
+\path (cat4-south) -- (cat4-north) coordinate[pos=1.25] (cat4-top) ;
+\path (cat3-south) -- (cat3-north) coordinate[pos=1.25] (cat3-top) ;
+\path (cat2-south) -- (cat2-north) coordinate[pos=1.25] (cat2-top) ;
+\path (cat1-south) -- (cat1-north) coordinate[pos=1.25] (cat1-top) ;
+%
+\draw [copyconnection] (cr4-northeast)
+-- node {\copymidarrow}(cr4-top)
+-- node {\copymidarrow}(cat4-top)
+-- node {\copymidarrow} (cat4-north);
+%
+\draw [copyconnection] (cr3-northeast)
+-- node {\copymidarrow}(cr3-top)
+-- node {\copymidarrow}(cat3-top)
+-- node {\copymidarrow} (cat3-north);
+%
+\draw [copyconnection] (cr2-northeast)
+-- node {\copymidarrow}(cr2-top)
+-- node {\copymidarrow}(cat2-top)
+-- node {\copymidarrow} (cat2-north);
+%
+\draw [copyconnection] (cr1-northeast)
+-- node {\copymidarrow}(cr1-top)
+-- node {\copymidarrow}(cat1-top)
+-- node {\copymidarrow} (cat1-north);
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\end{tikzpicture}
+\end{document}
diff --git a/thesis/third_party/PlotNeuralNet/examples/Unet_Ushape/Unet_ushape.tex b/thesis/third_party/PlotNeuralNet/examples/Unet_Ushape/Unet_ushape.tex
new file mode 100644
index 0000000..4482e27
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/examples/Unet_Ushape/Unet_ushape.tex
@@ -0,0 +1,151 @@
+\documentclass[border=8pt, multi, tikz]{standalone}
+%\usepackage{blocks}
+\usepackage{import}
+\subimport{../../layers/}{init}
+\usetikzlibrary{positioning}
+
+\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
+\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
+\def\PoolColor{rgb:red,1;black,0.3}
+\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
+\def\ConcatColor{rgb:blue,5;red,2.5;white,5}
+\def\FcReluColor{rgb:blue,5;red,5;white,4}
+\def\SoftmaxColor{rgb:magenta,5;black,7}
+
+
+\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width =0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
+
+\begin{document}
+\begin{tikzpicture}
+\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
+\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw Encoder
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% conv1_1,conv1_2
+\pic[shift={(0,0,0)}] at (0,0,0) {RightBandedBox={name=cr1,%
+ xlabel={{"64","64"}},caption=I,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=40,width={2,2},depth=40}};
+%pool1
+\pic[shift={(1.2,-10,0)}] at (cr1-east) {Box={name=p1,%
+ fill=\PoolColor,opacity=0.6,height=32,width=1,depth=32}};
+%%%%%%%%%%
+% conv2_1,conv2_2
+\pic[shift={(0,0,0)}] at (p1-east) {RightBandedBox={name=cr2,%
+ xlabel={{"128","128"}},caption=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=32,width={3.5,3.5},depth=32}};
+%pool2
+\pic[shift={(1.2,-8.5,0)}] at (cr2-east) {Box={name=p2,%
+ fill=\PoolColor,opacity=0.6,height=25,width=1,depth=25}};
+%%%%%%%%%%
+% conv3_1,conv3_2
+\pic[shift={(0,0,0)}] at (p2-east) {RightBandedBox={name=cr3,%
+ xlabel={{"256","256"}},caption=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=25,width={4.5,4.5},depth=25}};
+%pool3
+\pic[shift={(1.2,-6.5,0)}] at (cr3-east) {Box={name=p3,%
+ fill=\PoolColor,opacity=0.6,height=16,width=1,depth=16}};
+%%%%%%%%%%
+% conv4_1,conv4_2,conv4_3
+\pic[shift={(0,0,0)}] at (p3-east) {RightBandedBox={name=cr4,%
+ xlabel={{"512","512"}},caption=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=16,width={6,6},depth=16}};
+%pool4
+\pic[shift={(1.2,-3,0)}] at (cr4-east) {Box={name=p4,%
+ fill=\PoolColor,opacity=0.6,height=8,width=1,depth=8}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Bottleneck
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% conv5_1,conv5_2,conv5_3
+\pic[shift={(0,0,0)}] at (p4-east) {RightBandedBox={name=cr5,caption=I/16,%
+ xlabel={{"1024","1024"}},fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=8,width={8,8},depth=8}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw Decoder
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% unpool4,
+\pic[shift={(0,0,0)}] at (cr5-east) {Box={name=up4,%
+ fill=\UnpoolColor,opacity=0.6,height=16,width=1,depth=16}};
+\pic[shift={(0,0,0)}] at (up4-east) {RightBandedBox={name=ucr4,%
+ xlabel={{"512","dummy"}},caption=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=16,width=6,depth=16}};
+\pic[shift={(0,3,0)}] at (ucr4-anchor) {Ball={name=cat4,fill=\ConcatColor,radius=2.5,logo=$||$}};
+\pic[shift={(1.4,0,0)}] at (cat4-east) {RightBandedBox={name=ucr4a,%
+ xlabel={{"512","512"}},caption=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=16,width={6,6},depth=16}};
+%%%%%%%%%%
+%% unpool3,
+\pic[shift={(0,0,0)}] at (ucr4a-east) {Box={name=up3,%
+ fill=\UnpoolColor,opacity=0.6,height=25,width=1,depth=25}};
+\pic[shift={(0,0,0)}] at (up3-east) {RightBandedBox={name=ucr3,%
+ xlabel={{"256","dummy"}},caption=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=25,width=4.5,depth=25}};
+\pic[shift={(0,6.5,0)}] at (ucr3-anchor) {Ball={name=cat3,fill=\ConcatColor,radius=2.5,logo=$||$}};
+\pic[shift={(1.5,0,0)}] at (cat3-east) {RightBandedBox={name=ucr3a,%
+ xlabel={{"256","256"}},caption=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=25,width={4.5,4.5},depth=25}};
+%%%%%%%%%%
+%% unpool2,
+\pic[shift={(0,0,0)}] at (ucr3a-east) {Box={name=up2,%
+ fill=\UnpoolColor,opacity=0.6,height=32,width=1,depth=32}};
+\pic[shift={(0,0,0)}] at (up2-east) {RightBandedBox={name=ucr2,%
+ xlabel={{"128","dummy"}},caption=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=32,width=3.5,depth=32}};
+\pic[shift={(0,8.5,0)}] at (ucr2-anchor) {Ball={name=cat2,fill=\ConcatColor,radius=2.5,logo=$||$}};
+\pic[shift={(1.8,0,0)}] at (cat2-east) {RightBandedBox={name=ucr2a,%
+ xlabel={{"128","128"}},caption=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=32,width={3.5,3.5},depth=32}};
+%%%%%%%%%%
+%% unpool1,
+\pic[shift={(0,0,0)}] at (ucr2a-east) {Box={name=up1,%
+ fill=\UnpoolColor,opacity=0.6,height=40,width=1,depth=40}};
+\pic[shift={(0,0,0)}] at (up1-east) {RightBandedBox={name=ucr1,%
+ xlabel={{"64","dummy"}},caption=I,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=40,width=2.5,depth=40}};
+\pic[shift={(0,10,0)}] at (ucr1-anchor) {Ball={name=cat1,fill=\ConcatColor,radius=2.5,logo=$||$}};
+\pic[shift={(2,0,0)}] at (cat1-east) {RightBandedBox={name=ucr1a,%
+ xlabel={{"64","64"}},caption=I,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=40,width={2.5,2.5},depth=40}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Classifier
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\pic[shift={(2,0,0)}] at (ucr1a-east) {Box={name=out,caption=Softmax,%
+ zlabel=I,fill=\SoftmaxColor,height=40,width=1,depth=40}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% Draw connections
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\path (cr1-east) -- (p1-west|-cr1-west) coordinate[pos=0.5] (crp1-mid) ;
+\path (cr2-east) -- (p2-west|-cr2-west) coordinate[pos=0.5] (crp2-mid) ;
+\path (cr3-east) -- (p3-west|-cr3-west) coordinate[pos=0.5] (crp3-mid) ;
+\path (cr4-east) -- (p4-west|-cr4-west) coordinate[pos=0.5] (crp4-mid) ;
+
+\draw[connection](cr1-east)--node{\midarrow}(crp1-mid)--node{\midarrow}(p1-west-|crp1-mid)--node{\midarrow}(p1-west);
+\draw[connection](cr2-east)--node{\midarrow}(crp2-mid)--node{\midarrow}(p2-west-|crp2-mid)--node{\midarrow}(p2-west);
+\draw[connection](cr3-east)--node{\midarrow}(crp3-mid)--node{\midarrow}(p3-west-|crp3-mid)--node{\midarrow}(p3-west);
+\draw[connection](cr4-east)--node{\midarrow}(crp4-mid)--node{\midarrow}(p4-west-|crp4-mid)--node{\midarrow}(p4-west);
+
+%\draw [connection] (cr5-east) -- node {\midarrow} (up4-west);
+%\draw [connection] (ucr4a-east) -- node {\midarrow} (up3-west);
+%\draw [connection] (ucr3a-east) -- node {\midarrow} (up2-west);
+%\draw [connection] (ucr2a-east) -- node {\midarrow} (up1-west);
+\draw [connection] (ucr1a-east) -- node {\midarrow} (out-west);
+%\draw [connection] (out-east) -- node {\midarrow} ++(2,0,0);
+
+\draw [copyconnection] (cr4-east) -- node {\copymidarrow} (cat4-west);
+\draw [copyconnection] (cr3-east) -- node {\copymidarrow} (cat3-west);
+\draw [copyconnection] (cr2-east) -- node {\copymidarrow} (cat2-west);
+\draw [copyconnection] (cr1-east) -- node {\copymidarrow} (cat1-west);
+
+\draw [copyconnection] (cat4-east) -- node {\copymidarrow} (ucr4a-west);
+\draw [copyconnection] (cat3-east) -- node {\copymidarrow} (ucr3a-west);
+\draw [copyconnection] (cat2-east) -- node {\copymidarrow} (ucr2a-west);
+\draw [copyconnection] (cat1-east) -- node {\copymidarrow} (ucr1a-west);
+
+\draw [copyconnection] (ucr4-north) -- node {\copymidarrow} (cat4-south);
+\draw [copyconnection] (ucr3-north) -- node {\copymidarrow} (cat3-south);
+\draw [copyconnection] (ucr2-north) -- node {\copymidarrow} (cat2-south);
+\draw [copyconnection] (ucr1-north) -- node {\copymidarrow} (cat1-south);
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\end{tikzpicture}
+\end{document}
diff --git a/thesis/third_party/PlotNeuralNet/examples/VGG16/vgg16.tex b/thesis/third_party/PlotNeuralNet/examples/VGG16/vgg16.tex
new file mode 100644
index 0000000..56012f7
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/examples/VGG16/vgg16.tex
@@ -0,0 +1,105 @@
+\documentclass[border=15pt, multi, tikz]{standalone}
+%\usepackage{blocks}
+\usepackage{import}
+\subimport{../../layers/}{init}
+\usetikzlibrary{positioning}
+
+\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
+\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
+\def\PoolColor{rgb:red,1;black,0.3}
+\def\FcColor{rgb:blue,5;red,2.5;white,5}
+\def\FcReluColor{rgb:blue,5;red,5;white,4}
+\def\SoftmaxColor{rgb:magenta,5;black,7}
+
+\begin{document}
+\begin{tikzpicture}
+\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw Layer Blocks
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% conv1_1,conv1_2
+\pic[shift={(0,0,0)}] at (0,0,0) {RightBandedBox={name=cr1,caption=conv1,%
+ xlabel={{"64","64"}},ylabel=224,zlabel=224,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=40,width={2,2},depth=40}};
+%pool1
+\pic[shift={(0,0,0)}] at (cr1-east) {Box={name=p1,%
+ fill=\PoolColor,opacity=0.5,height=35,width=1,depth=35}};
+%%%%%%%%%%
+% conv2_1,conv2_2
+\pic[shift={(2,0,0)}] at (p1-east) {RightBandedBox={name=cr2,caption=conv2,%
+ xlabel={{"128","128"}},zlabel=112,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=35,width={3,3},depth=35}};
+%pool2
+\pic[shift={(0,0,0)}] at (cr2-east) {Box={name=p2,%
+ fill=\PoolColor,opacity=0.5,height=30,width=1,depth=30}};
+%%%%%%%%%%
+% conv3_1,conv3_2
+\pic[shift={(2,0,0)}] at (p2-east) {RightBandedBox={name=cr3,caption=conv3,%
+ xlabel={{"256","256","256"}},zlabel=56,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=30,width={4,4,4},depth=30}};
+%pool3
+\pic[shift={(0,0,0)}] at (cr3-east) {Box={name=p3,%
+ fill=\PoolColor,opacity=0.5,height=23,width=1,depth=23}};
+%%%%%%%%%%
+% conv4_1,conv4_2,conv4_3
+\pic[shift={(1.8,0,0)}] at (p3-east) {RightBandedBox={name=cr4,caption=conv4,%
+ xlabel={{"512","512","512"}},zlabel=28,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=23,width={7,7,7},depth=23}};
+%pool4
+\pic[shift={(0,0,0)}] at (cr4-east) {Box={name=p4,%
+ fill=\PoolColor,opacity=0.5,height=15,width=1,depth=15}};
+%%%%%%%%%%
+% conv5_1,conv5_2,conv5_3
+\pic[shift={(1.5,0,0)}] at (p4-east) {RightBandedBox={name=cr5,caption=conv5,%
+ xlabel={{"512","512","512"}},zlabel=14,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=15,width={7,7,7},depth=15}};
+%pool5
+\pic[shift={(0,0,0)}] at (cr5-east) {Box={name=p5,%
+ fill=\PoolColor,opacity=0.5,height=10,width=1,depth=10}};
+%%%%%%%%%%
+% fc6
+\pic[shift={(3,0,0)}] at (p5-east) {RightBandedBox={name=fc6,caption=fc6,%
+ xlabel={{"1",""}},zlabel=4096,fill=\FcColor,bandfill=\FcReluColor,%
+ height=3,width=3,depth=100}};
+%%%%%%%%%%
+% fc7
+\pic[shift={(2,0,0)}] at (fc6-east) {RightBandedBox={name=fc7,caption=fc7,%
+ xlabel={{"1","dummy"}},zlabel=4096,fill=\FcColor,bandfill=\FcReluColor,%
+ height=3,width=3,depth=100}};
+%%%%%%%%%%
+% fc8
+\pic[shift={(1.5,0,0)}] at (fc7-east) {RightBandedBox={name=fc8,caption=fc8+softmax,%
+ xlabel={{"1","dummy"}},fill=\FcColor,bandfill=\FcReluColor,%
+ height=3,width=3,depth=25}};
+
+%%%%%%%%%%
+% softmax
+\pic[shift={(0,0,0)}] at (fc8-east) {Box={name=softmax,%
+ xlabel={{"","dummy"}},zlabel=K,opacity=0.8,fill=\SoftmaxColor,%
+ height=3,width=1.5,depth=25}};
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw Arrow Connections
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\draw [connection] (p1-east) -- node {\midarrow} (cr2-west);
+\draw [connection] (p2-east) -- node {\midarrow} (cr3-west);
+\draw [connection] (p3-east) -- node {\midarrow} (cr4-west);
+\draw [connection] (p4-east) -- node {\midarrow} (cr5-west);
+\draw [connection] (p5-east) -- node {\midarrow} (fc6-west);
+\draw [connection] (fc6-east) -- node {\midarrow} (fc7-west);
+\draw [connection] (fc7-east) -- node {\midarrow} (fc8-west);
+\draw [connection] (softmax-east) -- node {\midarrow} ++(1.5,0,0);
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw Dotted Edges
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\draw[densely dashed]
+ (fc6-west)++(0, 1.5*.2, 1.5*.2) coordinate(a) -- (p5-nearnortheast)
+ (fc6-west)++(0,-1.5*.2, 1.5*.2) coordinate(b) -- (p5-nearsoutheast)
+ (fc6-west)++(0,-1.5*.2,-1.5*.2) coordinate(c) -- (p5-farsoutheast)
+ (fc6-west)++(0, 1.5*.2,-1.5*.2) coordinate(d) -- (p5-farnortheast)
+
+ (a)--(b)--(c)--(d)
+ ;
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\end{tikzpicture}
+\end{document}
diff --git a/thesis/third_party/PlotNeuralNet/examples/fcn32s/fcn32.tex b/thesis/third_party/PlotNeuralNet/examples/fcn32s/fcn32.tex
new file mode 100644
index 0000000..7320b44
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/examples/fcn32s/fcn32.tex
@@ -0,0 +1,101 @@
+\documentclass[border=15pt, multi, tikz]{standalone}
+\usepackage{import}
+\subimport{../../layers/}{init}
+\usetikzlibrary{positioning}
+
+\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
+\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
+\def\PoolColor{rgb:red,1;black,0.3}
+\def\DcnvColor{rgb:blue,5;green,2.5;white,5}
+\def\SoftmaxColor{rgb:magenta,5;black,7}
+
+\begin{document}
+
+\begin{tikzpicture}
+\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw Layer Blocks
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% conv1_1,conv1_2
+\pic[shift={(0,0,0)}] at (0,0,0) {RightBandedBox={name=cr1,caption=conv1,%
+ xlabel={{"64","64"}},zlabel=I,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=40,width={2,2},depth=40}};
+%pool1
+\pic[shift={(0,0,0)}] at (cr1-east) {Box={name=p1,%
+ fill=\PoolColor,opacity=0.5,height=35,width=1,depth=35}};
+%%%%%%%%%%
+% conv2_1,conv2_2
+\pic[shift={(2,0,0)}] at (p1-east) {RightBandedBox={name=cr2,caption=conv2,%
+ xlabel={{"64","64"}},zlabel=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=35,width={3,3},depth=35}};
+%pool2
+\pic[shift={(0,0,0)}] at (cr2-east) {Box={name=p2,%
+ fill=\PoolColor,opacity=0.5,height=30,width=1,depth=30}};
+%%%%%%%%%%
+% conv3_1,conv3_2
+\pic[shift={(2,0,0)}] at (p2-east) {RightBandedBox={name=cr3,caption=conv3,%
+ xlabel={{"256","256","256"}},zlabel=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=30,width={4,4,4},depth=30}};
+%pool3
+\pic[shift={(0,0,0)}] at (cr3-east) {Box={name=p3,%
+ fill=\PoolColor,opacity=0.5,height=23,width=1,depth=23}};
+%%%%%%%%%%
+% conv4_1,conv4_2,conv4_3
+\pic[shift={(1.8,0,0)}] at (p3-east) {RightBandedBox={name=cr4,caption=conv4,%
+ xlabel={{"512","512","512"}},zlabel=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=23,width={7,7,7},depth=23}};
+%pool4
+\pic[shift={(0,0,0)}] at (cr4-east) {Box={name=p4,%
+ fill=\PoolColor,opacity=0.5,height=15,width=1,depth=15}};
+%%%%%%%%%%
+% conv5_1,conv5_2,conv5_3
+\pic[shift={(1.5,0,0)}] at (p4-east) {RightBandedBox={name=cr5,caption=conv5,%
+ xlabel={{"512","512","512"}},zlabel=I/16,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=15,width={7,7,7},depth=15}};
+%pool5
+\pic[shift={(0,0,0)}] at (cr5-east) {Box={name=p5,%
+ fill=\PoolColor,opacity=0.5,height=10,width=1,depth=10}};
+%%%%%%%%%%
+%% fc6, fc7 -> cr6, cr7
+\pic[shift={(1,0,0)}] at (p5-east) {RightBandedBox={name=cr6_7,caption=fc to conv,%
+ xlabel={{"4096","4096"}},fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=10,width={10,10},depth=10}};
+%%%%%%%%%%
+%% fc8 -> cr8
+
+\pic[shift={(1,0,0)}] at (cr6_7-east) {Box={name=c8,caption=fc8 to conv,%
+ xlabel={{"K","dummy"}},fill=\ConvColor,%
+ height=10,width=2,depth=10,zlabel=I/32}};
+%%%%%%%%%%
+%% Dcnv32
+\pic[shift={(2.5,0,0)}] at (c8-east) {Box={name=d32,caption=Deconv,%
+ xlabel={{"K","dummy"}},fill=\DcnvColor,%
+ height=40,width=2,depth=40}};
+%%%%%%%%%%
+%% softmax
+\pic[shift={(1,0,0)}] at (d32-east) {Box={name=softmax,caption=softmax,%
+ xlabel={{"K","dummy"}},fill=\SoftmaxColor,%
+ height=40,width=2,depth=40,zlabel=I}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw connections
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\draw [connection] (p1-east) -- node {\midarrow} (cr2-west);
+\draw [connection] (p2-east) -- node {\midarrow} (cr3-west);
+\draw [connection] (p3-east) -- node {\midarrow} (cr4-west);
+\draw [connection] (p4-east) -- node {\midarrow} (cr5-west);
+\draw [connection] (p5-east) -- node {\midarrow} (cr6_7-west);
+\draw [connection] (cr6_7-east) -- node {\midarrow} (c8-west);
+\draw [connection] (c8-east) -- node {\midarrow} (d32-west);
+\draw [connection] (d32-east) -- node {\midarrow} (softmax-west);
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw Dotted Edges
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\draw[densely dashed]
+(c8-nearnortheast) -- (d32-nearnorthwest)
+(c8-nearsoutheast) -- (d32-nearsouthwest)
+(c8-farsoutheast) -- (d32-farsouthwest)
+(c8-farnortheast) -- (d32-farnorthwest)
+;
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\end{tikzpicture}
+\end{document}\grid
diff --git a/thesis/third_party/PlotNeuralNet/examples/fcn8s/cats.jpg b/thesis/third_party/PlotNeuralNet/examples/fcn8s/cats.jpg
new file mode 100644
index 0000000..c5e3a4b
Binary files /dev/null and b/thesis/third_party/PlotNeuralNet/examples/fcn8s/cats.jpg differ
diff --git a/thesis/third_party/PlotNeuralNet/examples/fcn8s/fcn8.tex b/thesis/third_party/PlotNeuralNet/examples/fcn8s/fcn8.tex
new file mode 100644
index 0000000..28b9136
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/examples/fcn8s/fcn8.tex
@@ -0,0 +1,127 @@
+\documentclass[border=15pt, multi, tikz]{standalone}
+\usepackage{import}
+\subimport{../../layers/}{init}
+\usetikzlibrary{positioning}
+\usetikzlibrary{3d} %for including external image
+
+\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
+\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
+\def\PoolColor{rgb:red,1;black,0.3}
+\def\DcnvColor{rgb:blue,5;green,2.5;white,5}
+\def\SoftmaxColor{rgb:magenta,5;black,7}
+\def\SumColor{rgb:blue,5;green,15}
+
+\begin{document}
+\begin{tikzpicture}
+\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw Layer Blocks
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\node[canvas is zy plane at x=0] (temp) at (-3,0,0) {\includegraphics[width=8cm,height=8cm]{cats.jpg}};
+% conv1_1,conv1_2,%pool1
+\pic[shift={(0,0,0)}] at (0,0,0) {RightBandedBox={name=cr1,caption=conv1,%
+ xlabel={{"64","64"}},zlabel=I,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=40,width={2,2},depth=40}};
+\pic[shift={(0,0,0)}] at (cr1-east) {Box={name=p1,%
+ fill=\PoolColor,opacity=0.5,height=35,width=1,depth=35}};
+% conv2_1,conv2_2,pool2
+\pic[shift={(2,0,0)}] at (p1-east) {RightBandedBox={name=cr2,caption=conv2,%
+ xlabel={{"64","64"}},zlabel=I/2,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=35,width={3,3},depth=35}};
+\pic[shift={(0,0,0)}] at (cr2-east) {Box={name=p2,%
+ fill=\PoolColor,opacity=0.5,height=30,width=1,depth=30}};
+% conv3_1,conv3_2,pool3
+\pic[shift={(2,0,0)}] at (p2-east) {RightBandedBox={name=cr3,caption=conv3,%
+ xlabel={{"256","256","256"}},zlabel=I/4,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=30,width={4,4,4},depth=30}};
+\pic[shift={(0,0,0)}] at (cr3-east) {Box={name=p3,%
+ fill=\PoolColor,opacity=0.5,height=23,width=1,depth=23}};
+% conv4_1,conv4_2,conv4_3,pool4
+\pic[shift={(1.8,0,0)}] at (p3-east) {RightBandedBox={name=cr4,caption=conv4,%
+ xlabel={{"512","512","512"}},zlabel=I/8,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=23,width={7,7,7},depth=23}};
+\pic[shift={(0,0,0)}] at (cr4-east) {Box={name=p4,%
+ fill=\PoolColor,opacity=0.5,height=15,width=1,depth=15}};
+% conv5_1,conv5_2,conv5_3,pool5
+\pic[shift={(1.5,0,0)}] at (p4-east) {RightBandedBox={name=cr5,caption=conv5,%
+ xlabel={{"512","512","512"}},zlabel=I/16,fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=15,width={7,7,7},depth=15}};
+\pic[shift={(0,0,0)}] at (cr5-east) {Box={name=p5,%
+ fill=\PoolColor,opacity=0.5,height=10,width=1,depth=10}};
+%% fc6, fc7 -> cr6, cr7
+\pic[shift={(1,0,0)}] at (p5-east) {RightBandedBox={name=cr6_7,caption=fc to conv,%
+ xlabel={{"4096","4096"}},fill=\ConvColor,bandfill=\ConvReluColor,%
+ height=10,width={10,10},depth=10}};
+%% fc8 -> cr8 (score32)
+\pic[shift={(1,0,0)}] at (cr6_7-east) {Box={name=score32,caption=fc8 to conv,%
+ xlabel={{"K","dummy"}},fill=\ConvColor,%
+ height=10,width=2,depth=10,zlabel=I/32}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%%Joining with previous streams (fcn-16s)
+%% Upsampling Deconv Layer
+%% Dcnv32
+\pic[shift={(1.5,0,0)}] at (score32-east) {Box={name=d32,%
+ xlabel={{"K","dummy"}},fill=\DcnvColor,%
+ height=15,width=2,depth=15,zlabel=I/16}};
+%% score16
+\pic[shift={(0,-4,0)}] at (d32-west) {Box={name=score16,%
+ xlabel={{"K","dummy"}},fill=\ConvColor,%
+ height=15,width=2,depth=15,zlabel=I/16}};
+%% Elementwise sum between score16 and up32
+\pic[shift={(1.5,0,0)}] at (d32-east) {Ball={name=elt1,%
+ fill=\SumColor,opacity=0.6,%
+ radius=2.5,logo=$+$}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%%Joining with previous streams (fcn-8s)
+%% Upsampling Deconv Layer
+%% Dcnv16
+\pic[shift={(1.5,0,0)}] at (elt1-east) {Box={name=d16,%
+ xlabel={{"K","dummy"}},fill=\DcnvColor,%
+ height=23,width=2,depth=23,zlabel=I/8}};
+%% score8
+\pic[shift={(0,-6,0)}] at (d16-west) {Box={name=score8,%
+ xlabel={{"K","dummy"}},fill=\ConvColor,%
+ height=23,width=2,depth=23,zlabel=I/8}};
+%% Elementwise sum between score16 and up32
+\pic[shift={(1.5,0,0)}] at (d16-east) {Ball={name=elt2,%
+ fill=\SumColor,opacity=0.6,%
+ radius=2.5,logo=$+$}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%%% Output
+%%%%%%%%%%
+%% Dcnv8
+\pic[shift={(2.5,0,0)}] at (elt2-east) {Box={name=d8,%
+ xlabel={{"K","dummy"}},fill=\DcnvColor,%
+ height=40,width=2,depth=40}};
+%%%%%%%%%%
+%% softmax
+\pic[shift={(1,0,0)}] at (d8-east) {Box={name=softmax,caption=softmax,%
+ xlabel={{"K","dummy"}},fill=\SoftmaxColor,%
+ height=40,width=2,depth=40,zlabel=I}};
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%% Draw connections
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\draw [connection] (p1-east) -- node {\midarrow} (cr2-west);
+\draw [connection] (p2-east) -- node {\midarrow} (cr3-west);
+\draw [connection] (p3-east) -- node {\midarrow} (cr4-west);
+\draw [connection] (p4-east) -- node {\midarrow} (cr5-west);
+\draw [connection] (p5-east) -- node {\midarrow} (cr6_7-west);
+\draw [connection] (cr6_7-east) -- node {\midarrow} (score32-west);
+\draw [connection] (score32-east) -- node {\midarrow} (d32-west);
+
+\path (p4-east) -- (cr5-west) coordinate[pos=0.25] (between4_5) ;
+\draw [connection] (between4_5) -- node {\midarrow} (score16-west-|between4_5) -- node {\midarrow} (score16-west);
+\draw [connection] (d32-east) -- node {\midarrow} (elt1-west);
+\draw [connection] (score16-east) -- node {\midarrow} (score16-east -| elt1-south) -- node {\midarrow} (elt1-south);
+\draw [connection] (elt1-east) -- node {\midarrow} (d16-west);
+
+\path (p3-east) -- (cr4-west) coordinate[pos=0.25] (between3_4) ;
+\draw [connection] (between3_4) -- node {\midarrow} (score8-west-|between3_4) -- node {\midarrow} (score8-west);
+\draw [connection] (d16-east) -- node {\midarrow} (elt2-west);
+\draw [connection] (score8-east) -- node {\midarrow} (score8-east -| elt2-south)-- node {\midarrow} (elt2-south);
+\draw [connection] (elt2-east) -- node {\midarrow} (d8-west);
+\draw [connection] (d8-east) -- node{\midarrow} (softmax-west);
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\end{tikzpicture}
+\end{document}\grid
diff --git a/thesis/third_party/PlotNeuralNet/layers/Ball.sty b/thesis/third_party/PlotNeuralNet/layers/Ball.sty
new file mode 100644
index 0000000..b5fa719
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/layers/Ball.sty
@@ -0,0 +1,40 @@
+\ProvidesPackage{Ball}
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+%This Block can draw small Ball
+%Elementwise or reduction operations can be drawn with this
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\tikzset{Ball/.pic={\tikzset{/sphere/.cd,#1}
+
+\pgfmathsetmacro{\r}{\radius*\scale}
+
+\shade[ball color=\fill,opacity=\opacity] (0,0,0) circle (\r);
+\draw (0,0,0) circle [radius=\r] node[scale=4*\r] {\logo};
+
+\coordinate (\name-anchor) at ( 0 , 0 , 0) ;
+\coordinate (\name-east) at ( \r, 0 , 0) ;
+\coordinate (\name-west) at (-\r, 0 , 0) ;
+\coordinate (\name-north) at ( 0 , \r , 0) ;
+\coordinate (\name-south) at ( 0 , -\r, 0) ;
+
+\path (\name-south) + (0,-20pt) coordinate (caption-node)
+edge ["\textcolor{black}{\bf \caption}"'] (caption-node); %Ball caption
+
+},
+/sphere/.search also={/tikz},
+/sphere/.cd,
+radius/.store in=\radius,
+scale/.store in=\scale,
+caption/.store in=\caption,
+name/.store in=\name,
+fill/.store in=\fill,
+logo/.store in=\logo,
+opacity/.store in=\opacity,
+logo=$\Sigma$,
+fill=green,
+opacity=0.10,
+scale=0.2,
+radius=0.5,
+caption=,
+name=,
+}
diff --git a/thesis/third_party/PlotNeuralNet/layers/Box.sty b/thesis/third_party/PlotNeuralNet/layers/Box.sty
new file mode 100644
index 0000000..87c40b5
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/layers/Box.sty
@@ -0,0 +1,110 @@
+\ProvidesPackage{Box}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% This Block can draw simple block of boxes with custom colors.
+% Can be used for conv, deconv etc
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\tikzset{Box/.pic={\tikzset{/boxblock/.cd,#1}
+\tikzstyle{box}=[every edge/.append style={pic actions, densely dashed, opacity=.7},fill opacity=\opacity, pic actions,fill=\fill]
+
+\pgfmathsetmacro{\y}{\cubey*\scale}
+\pgfmathsetmacro{\z}{\cubez*\scale}
+
+%Multiple concatenated boxes
+\foreach[count=\i,%
+ evaluate=\i as \xlabel using {array({\boxlabels},\i-1)},%
+ evaluate=\unscaledx as \k using {\unscaledx*\scale+\prev}, remember=\k as \prev (initially 0)]
+\unscaledx in \cubex
+{
+ \pgfmathsetmacro{\x}{\unscaledx*\scale}
+ \coordinate (a) at (\k-\x , \y/2 , \z/2);
+ \coordinate (b) at (\k-\x ,-\y/2 , \z/2);
+ \coordinate (c) at (\k ,-\y/2 , \z/2);
+ \coordinate (d) at (\k , \y/2 , \z/2);
+ \coordinate (e) at (\k , \y/2 ,-\z/2);
+ \coordinate (f) at (\k ,-\y/2 ,-\z/2);
+ \coordinate (g) at (\k-\x ,-\y/2 ,-\z/2);
+ \coordinate (h) at (\k-\x , \y/2 ,-\z/2);
+
+ \draw [box]
+ (d) -- (a) -- (b) -- (c) -- cycle
+ (d) -- (a) -- (h) -- (e) -- cycle
+ %dotted edges
+ (f) edge (g)
+ (b) edge (g)
+ (h) edge (g)
+ ;
+ \path (b) edge ["\xlabel"',midway] (c);
+
+ \xdef\LastEastx{\k} %\k persists as \LastEastx after loop
+}%Loop ends
+\draw [box] (d) -- (e) -- (f) -- (c) -- cycle; %East face of last box
+
+\coordinate (a1) at (0 , \y/2 , \z/2);
+\coordinate (b1) at (0 ,-\y/2 , \z/2);
+\tikzstyle{depthlabel}=[pos=0.2,text width=14*\z,text centered,sloped]
+
+\path (c) edge ["\small\zlabel"',depthlabel](f); %depth label
+\path (b1) edge ["\ylabel",midway] (a1); %height label
+
+
+\tikzstyle{captionlabel}=[text width=15*\LastEastx/\scale,text centered]
+\path (\LastEastx/2,-\y/2,+\z/2) + (0,-25pt) coordinate (cap)
+edge ["\textcolor{black}{ \bf \caption}"',captionlabel](cap) ; %Block caption/pic object label
+
+%Define nodes to be used outside on the pic object
+\coordinate (\name-west) at (0,0,0) ;
+\coordinate (\name-east) at (\LastEastx, 0,0) ;
+\coordinate (\name-north) at (\LastEastx/2,\y/2,0);
+\coordinate (\name-south) at (\LastEastx/2,-\y/2,0);
+\coordinate (\name-anchor) at (\LastEastx/2, 0,0) ;
+
+\coordinate (\name-near) at (\LastEastx/2,0,\z/2);
+\coordinate (\name-far) at (\LastEastx/2,0,-\z/2);
+
+\coordinate (\name-nearwest) at (0,0,\z/2);
+\coordinate (\name-neareast) at (\LastEastx,0,\z/2);
+\coordinate (\name-farwest) at (0,0,-\z/2);
+\coordinate (\name-fareast) at (\LastEastx,0,-\z/2);
+
+\coordinate (\name-northeast) at (\name-north-|\name-east);
+\coordinate (\name-northwest) at (\name-north-|\name-west);
+\coordinate (\name-southeast) at (\name-south-|\name-east);
+\coordinate (\name-southwest) at (\name-south-|\name-west);
+
+\coordinate (\name-nearnortheast) at (\LastEastx, \y/2, \z/2);
+\coordinate (\name-farnortheast) at (\LastEastx, \y/2,-\z/2);
+\coordinate (\name-nearsoutheast) at (\LastEastx,-\y/2, \z/2);
+\coordinate (\name-farsoutheast) at (\LastEastx,-\y/2,-\z/2);
+
+\coordinate (\name-nearnorthwest) at (0, \y/2, \z/2);
+\coordinate (\name-farnorthwest) at (0, \y/2,-\z/2);
+\coordinate (\name-nearsouthwest) at (0,-\y/2, \z/2);
+\coordinate (\name-farsouthwest) at (0,-\y/2,-\z/2);
+
+},
+/boxblock/.search also={/tikz},
+/boxblock/.cd,
+width/.store in=\cubex,
+height/.store in=\cubey,
+depth/.store in=\cubez,
+scale/.store in=\scale,
+xlabel/.store in=\boxlabels,
+ylabel/.store in=\ylabel,
+zlabel/.store in=\zlabel,
+caption/.store in=\caption,
+name/.store in=\name,
+fill/.store in=\fill,
+opacity/.store in=\opacity,
+fill={rgb:red,5;green,5;blue,5;white,15},
+opacity=0.4,
+width=2,
+height=13,
+depth=15,
+scale=.2,
+xlabel={{"","","","","","","","","",""}},
+ylabel=,
+zlabel=,
+caption=,
+name=,
+}
diff --git a/thesis/third_party/PlotNeuralNet/layers/RightBandedBox.sty b/thesis/third_party/PlotNeuralNet/layers/RightBandedBox.sty
new file mode 100644
index 0000000..7d74a51
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/layers/RightBandedBox.sty
@@ -0,0 +1,130 @@
+\ProvidesPackage{RightBandedBox}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% This Block can draw simple block of boxes with custom colors.
+% Can be used for conv, deconv etc
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\tikzset{RightBandedBox/.pic={\tikzset{/block/.cd,#1}
+
+ \tikzstyle{box}=[every edge/.append style={pic actions, densely dashed, opacity=.7},fill opacity=\opacity, pic actions,fill=\fill]
+
+ \tikzstyle{band}=[every edge/.append style={pic actions, densely dashed, opacity=.7},fill opacity=\bandopacity, pic actions,fill=\bandfill,draw=\bandfill]
+
+ \pgfmathsetmacro{\y}{\cubey*\scale}
+ \pgfmathsetmacro{\z}{\cubez*\scale}
+
+ %Multiple concatenated boxes
+ \foreach[count=\i,%
+ evaluate=\i as \xlabel using {array({\boxlabels},\i-1)},%
+ evaluate=\unscaledx as \k using {\unscaledx*\scale+\prev}, remember=\k as \prev (initially 0)]
+ \unscaledx in \cubex
+ {
+ \pgfmathsetmacro{\x}{\unscaledx*\scale}
+ \coordinate (a) at (\k-\x , \y/2 , \z/2);
+ \coordinate (art) at (\k-\x/3 , \y/2 , \z/2); %a_right_third
+ \coordinate (b) at (\k-\x ,-\y/2 , \z/2);
+ \coordinate (brt) at (\k-\x/3 ,-\y/2 , \z/2); %b_right_third
+ \coordinate (c) at (\k ,-\y/2 , \z/2);
+ \coordinate (d) at (\k , \y/2 , \z/2);
+ \coordinate (e) at (\k , \y/2 ,-\z/2);
+ \coordinate (f) at (\k ,-\y/2 ,-\z/2);
+ \coordinate (g) at (\k-\x ,-\y/2 ,-\z/2);
+ \coordinate (h) at (\k-\x , \y/2 ,-\z/2);
+ \coordinate (hrt) at (\k-\x/3 , \y/2 ,-\z/2); %h_right_third
+
+ %fill box color
+ \draw [box]
+ (d) -- (a) -- (b) -- (c) -- cycle
+ (d) -- (a) -- (h) -- (e) -- cycle;
+ %dotted edges
+ \draw [box]
+ (f) edge (g)
+ (b) edge (g)
+ (h) edge (g);
+ %fill band color
+ \draw [band]
+ (d) -- (art) -- (brt) -- (c) -- cycle
+ (d) -- (art) -- (hrt) -- (e) -- cycle;
+ %draw edges again which were covered by band
+ \draw [box,fill opacity=0]
+ (d) -- (a) -- (b) -- (c) -- cycle
+ (d) -- (a) -- (h) -- (e) -- cycle;
+
+ \path (b) edge ["\xlabel"',midway] (c);
+
+ \xdef\LastEastx{\k} %\k persists as \LastEastx after loop
+ }%Loop ends
+ \draw [box] (d) -- (e) -- (f) -- (c) -- cycle; %East face of last box
+ \draw [band] (d) -- (e) -- (f) -- (c) -- cycle; %East face of last box
+ \draw [pic actions] (d) -- (e) -- (f) -- (c) -- cycle; %East face edges of last box
+
+ \coordinate (a1) at (0 , \y/2 , \z/2);
+ \coordinate (b1) at (0 ,-\y/2 , \z/2);
+ \tikzstyle{depthlabel}=[pos=0,text width=14*\z,text centered,sloped]
+
+ \path (c) edge ["\small\zlabels"',depthlabel](f); %depth label
+ \path (b1) edge ["\ylabel",midway] (a1); %height label
+
+ \tikzstyle{captionlabel}=[text width=15*\LastEastx/\scale,text centered]
+ \path (\LastEastx/2,-\y/2,+\z/2) + (0,-25pt) coordinate (cap)
+ edge ["\textcolor{black}{ \bf \caption}"',captionlabel] (cap); %Block caption/pic object label
+
+ %Define nodes to be used outside on the pic object
+ \coordinate (\name-west) at (0,0,0) ;
+ \coordinate (\name-east) at (\LastEastx, 0,0) ;
+ \coordinate (\name-north) at (\LastEastx/2,\y/2,0);
+ \coordinate (\name-south) at (\LastEastx/2,-\y/2,0);
+ \coordinate (\name-anchor) at (\LastEastx/2, 0,0) ;
+
+ \coordinate (\name-near) at (\LastEastx/2,0,\z/2);
+ \coordinate (\name-far) at (\LastEastx/2,0,-\z/2);
+
+ \coordinate (\name-nearwest) at (0,0,\z/2);
+ \coordinate (\name-neareast) at (\LastEastx,0,\z/2);
+ \coordinate (\name-farwest) at (0,0,-\z/2);
+ \coordinate (\name-fareast) at (\LastEastx,0,-\z/2);
+
+ \coordinate (\name-northeast) at (\name-north-|\name-east);
+ \coordinate (\name-northwest) at (\name-north-|\name-west);
+ \coordinate (\name-southeast) at (\name-south-|\name-east);
+ \coordinate (\name-southwest) at (\name-south-|\name-west);
+
+ \coordinate (\name-nearnortheast) at (\LastEastx, \y/2, \z/2);
+ \coordinate (\name-farnortheast) at (\LastEastx, \y/2,-\z/2);
+ \coordinate (\name-nearsoutheast) at (\LastEastx,-\y/2, \z/2);
+ \coordinate (\name-farsoutheast) at (\LastEastx,-\y/2,-\z/2);
+
+ \coordinate (\name-nearnorthwest) at (0, \y/2, \z/2);
+ \coordinate (\name-farnorthwest) at (0, \y/2,-\z/2);
+ \coordinate (\name-nearsouthwest) at (0,-\y/2, \z/2);
+ \coordinate (\name-farsouthwest) at (0,-\y/2,-\z/2);
+ },
+ /block/.search also={/tikz},
+ /block/.cd,
+ width/.store in=\cubex,
+ height/.store in=\cubey,
+ depth/.store in=\cubez,
+ scale/.store in=\scale,
+ xlabel/.store in=\boxlabels,
+ ylabel/.store in=\ylabel,
+ zlabel/.store in=\zlabels,
+ caption/.store in=\caption,
+ name/.store in=\name,
+ fill/.store in=\fill,
+ bandfill/.store in=\bandfill,
+ opacity/.store in=\opacity,
+ bandopacity/.store in=\bandopacity,
+ fill={rgb:red,5;green,5;blue,5;white,15},
+ bandfill={rgb:red,5;green,5;blue,5;white,5},
+ opacity=0.4,
+ bandopacity=0.6,
+ width=2,
+ height=13,
+ depth=15,
+ scale=.2,
+ xlabel={{"","","","","","","","","",""}},
+ ylabel=,
+ zlabel=,
+ caption=,
+ name=,
+}
diff --git a/thesis/third_party/PlotNeuralNet/layers/init.tex b/thesis/third_party/PlotNeuralNet/layers/init.tex
new file mode 100644
index 0000000..9a9b3eb
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/layers/init.tex
@@ -0,0 +1,11 @@
+%\ProvidesPackage{init}
+\usetikzlibrary{quotes,arrows.meta}
+\usetikzlibrary{positioning}
+
+\def\edgecolor{rgb:blue,4;red,1;green,4;black,3}
+\newcommand{\midarrow}{\tikz \draw[-Stealth,line width =0.8mm,draw=\edgecolor] (-0.3,0) -- ++(0.3,0);}
+
+\usepackage{Ball}
+\usepackage{Box}
+\usepackage{RightBandedBox}
+
diff --git a/thesis/third_party/PlotNeuralNet/my_project/my_arch.py b/thesis/third_party/PlotNeuralNet/my_project/my_arch.py
new file mode 100644
index 0000000..eb0bcd1
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/my_project/my_arch.py
@@ -0,0 +1,39 @@
+import sys
+
+sys.path.append("../")
+from pycore.tikzeng import *
+
+# defined your arch
+arch = [
+ to_head(".."),
+ to_cor(),
+ to_begin(),
+ to_Conv(
+ "conv1", 512, 64, offset="(0,0,0)", to="(0,0,0)", height=64, depth=64, width=2
+ ),
+ to_Pool("pool1", offset="(0,0,0)", to="(conv1-east)"),
+ to_Conv(
+ "conv2",
+ 128,
+ 64,
+ offset="(1,0,0)",
+ to="(pool1-east)",
+ height=32,
+ depth=32,
+ width=2,
+ ),
+ to_connection("pool1", "conv2"),
+ to_Pool("pool2", offset="(0,0,0)", to="(conv2-east)", height=28, depth=28, width=1),
+ to_SoftMax("soft1", 10, "(3,0,0)", "(pool1-east)", caption="SOFT"),
+ to_connection("pool2", "soft1"),
+ to_end(),
+]
+
+
+def main():
+ namefile = str(sys.argv[0]).split(".")[0]
+ to_generate(arch, namefile + ".tex")
+
+
+if __name__ == "__main__":
+ main()
diff --git a/thesis/third_party/PlotNeuralNet/my_project/my_arch.tex b/thesis/third_party/PlotNeuralNet/my_project/my_arch.tex
new file mode 100644
index 0000000..feb96f5
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/my_project/my_arch.tex
@@ -0,0 +1,104 @@
+
+\documentclass[border=8pt, multi, tikz]{standalone}
+\usepackage{import}
+\subimport{../layers/}{init}
+\usetikzlibrary{positioning}
+\usetikzlibrary{3d} %for including external image
+
+
+\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
+\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
+\def\PoolColor{rgb:red,1;black,0.3}
+\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
+\def\FcColor{rgb:blue,5;red,2.5;white,5}
+\def\FcReluColor{rgb:blue,5;red,5;white,4}
+\def\SoftmaxColor{rgb:magenta,5;black,7}
+\def\SumColor{rgb:blue,5;green,15}
+
+
+\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width=0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
+
+\begin{document}
+\begin{tikzpicture}
+ \tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
+ \tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
+
+
+ \pic[shift={(0,0,0)}] at (0,0,0)
+ {Box={
+ name=conv1,
+ caption= ,
+ xlabel={{64, }},
+ zlabel=512,
+ fill=\ConvColor,
+ height=64,
+ width=2,
+ depth=64
+ }
+ };
+
+
+ \pic[shift={ (0,0,0) }] at (conv1-east)
+ {Box={
+ name=pool1,
+ caption= ,
+ fill=\PoolColor,
+ opacity=0.5,
+ height=32,
+ width=1,
+ depth=32
+ }
+ };
+
+
+ \pic[shift={(1,0,0)}] at (pool1-east)
+ {Box={
+ name=conv2,
+ caption= ,
+ xlabel={{64, }},
+ zlabel=128,
+ fill=\ConvColor,
+ height=32,
+ width=2,
+ depth=32
+ }
+ };
+
+
+ \draw [connection] (pool1-east) -- node {\midarrow} (conv2-west);
+
+
+ \pic[shift={ (0,0,0) }] at (conv2-east)
+ {Box={
+ name=pool2,
+ caption= ,
+ fill=\PoolColor,
+ opacity=0.5,
+ height=28,
+ width=1,
+ depth=28
+ }
+ };
+
+
+ \pic[shift={(3,0,0)}] at (pool1-east)
+ {Box={
+ name=soft1,
+ caption=SOFT,
+ xlabel={{" ","dummy"}},
+ zlabel=10,
+ fill=\SoftmaxColor,
+ opacity=0.8,
+ height=3,
+ width=1.5,
+ depth=25
+ }
+ };
+
+
+ \draw [connection] (pool2-east) -- node {\midarrow} (soft1-west);
+
+
+\end{tikzpicture}
+\end{document}
+
diff --git a/thesis/third_party/PlotNeuralNet/pycore/__init__.py b/thesis/third_party/PlotNeuralNet/pycore/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/thesis/third_party/PlotNeuralNet/pycore/__init__.pyc b/thesis/third_party/PlotNeuralNet/pycore/__init__.pyc
new file mode 100644
index 0000000..e9f05b6
Binary files /dev/null and b/thesis/third_party/PlotNeuralNet/pycore/__init__.pyc differ
diff --git a/thesis/third_party/PlotNeuralNet/pycore/blocks.py b/thesis/third_party/PlotNeuralNet/pycore/blocks.py
new file mode 100644
index 0000000..82c2c2a
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/pycore/blocks.py
@@ -0,0 +1,75 @@
+
+from .tikzeng import *
+
+#define new block
+def block_2ConvPool( name, botton, top, s_filer=256, n_filer=64, offset="(1,0,0)", size=(32,32,3.5), opacity=0.5 ):
+ return [
+ to_ConvConvRelu(
+ name="ccr_{}".format( name ),
+ s_filer=str(s_filer),
+ n_filer=(n_filer,n_filer),
+ offset=offset,
+ to="({}-east)".format( botton ),
+ width=(size[2],size[2]),
+ height=size[0],
+ depth=size[1],
+ ),
+ to_Pool(
+ name="{}".format( top ),
+ offset="(0,0,0)",
+ to="(ccr_{}-east)".format( name ),
+ width=1,
+ height=size[0] - int(size[0]/4),
+ depth=size[1] - int(size[0]/4),
+ opacity=opacity, ),
+ to_connection(
+ "{}".format( botton ),
+ "ccr_{}".format( name )
+ )
+ ]
+
+
+def block_Unconv( name, botton, top, s_filer=256, n_filer=64, offset="(1,0,0)", size=(32,32,3.5), opacity=0.5 ):
+ return [
+ to_UnPool( name='unpool_{}'.format(name), offset=offset, to="({}-east)".format(botton), width=1, height=size[0], depth=size[1], opacity=opacity ),
+ to_ConvRes( name='ccr_res_{}'.format(name), offset="(0,0,0)", to="(unpool_{}-east)".format(name), s_filer=str(s_filer), n_filer=str(n_filer), width=size[2], height=size[0], depth=size[1], opacity=opacity ),
+ to_Conv( name='ccr_{}'.format(name), offset="(0,0,0)", to="(ccr_res_{}-east)".format(name), s_filer=str(s_filer), n_filer=str(n_filer), width=size[2], height=size[0], depth=size[1] ),
+ to_ConvRes( name='ccr_res_c_{}'.format(name), offset="(0,0,0)", to="(ccr_{}-east)".format(name), s_filer=str(s_filer), n_filer=str(n_filer), width=size[2], height=size[0], depth=size[1], opacity=opacity ),
+ to_Conv( name='{}'.format(top), offset="(0,0,0)", to="(ccr_res_c_{}-east)".format(name), s_filer=str(s_filer), n_filer=str(n_filer), width=size[2], height=size[0], depth=size[1] ),
+ to_connection(
+ "{}".format( botton ),
+ "unpool_{}".format( name )
+ )
+ ]
+
+
+
+
+def block_Res( num, name, botton, top, s_filer=256, n_filer=64, offset="(0,0,0)", size=(32,32,3.5), opacity=0.5 ):
+ lys = []
+ layers = [ *[ '{}_{}'.format(name,i) for i in range(num-1) ], top]
+ for name in layers:
+ ly = [ to_Conv(
+ name='{}'.format(name),
+ offset=offset,
+ to="({}-east)".format( botton ),
+ s_filer=str(s_filer),
+ n_filer=str(n_filer),
+ width=size[2],
+ height=size[0],
+ depth=size[1]
+ ),
+ to_connection(
+ "{}".format( botton ),
+ "{}".format( name )
+ )
+ ]
+ botton = name
+ lys+=ly
+
+ lys += [
+ to_skip( of=layers[1], to=layers[-2], pos=1.25),
+ ]
+ return lys
+
+
diff --git a/thesis/third_party/PlotNeuralNet/pycore/tikzeng.py b/thesis/third_party/PlotNeuralNet/pycore/tikzeng.py
new file mode 100644
index 0000000..51c17ba
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/pycore/tikzeng.py
@@ -0,0 +1,533 @@
+import os
+
+
+def to_head(projectpath):
+ pathlayers = os.path.join(projectpath, "layers/").replace("\\", "/")
+ return (
+ r"""
+\documentclass[border=8pt, multi, tikz]{standalone}
+\usepackage{import}
+\subimport{"""
+ + pathlayers
+ + r"""}{init}
+\usetikzlibrary{positioning}
+\usetikzlibrary{3d} %for including external image
+"""
+ )
+
+
+def to_cor():
+ return r"""
+\def\ConvColor{rgb:yellow,5;red,2.5;white,5}
+\def\ConvReluColor{rgb:yellow,5;red,5;white,5}
+\def\PoolColor{rgb:red,1;black,0.3}
+\def\UnpoolColor{rgb:blue,2;green,1;black,0.3}
+\def\FcColor{rgb:blue,5;red,2.5;white,5}
+\def\FcReluColor{rgb:blue,5;red,5;white,4}
+\def\SoftmaxColor{rgb:magenta,5;black,7}
+\def\SumColor{rgb:blue,5;green,15}
+"""
+
+
+def to_begin():
+ return r"""
+\newcommand{\copymidarrow}{\tikz \draw[-Stealth,line width=0.8mm,draw={rgb:blue,4;red,1;green,1;black,3}] (-0.3,0) -- ++(0.3,0);}
+
+\begin{document}
+\begin{tikzpicture}
+\tikzstyle{connection}=[ultra thick,every node/.style={sloped,allow upside down},draw=\edgecolor,opacity=0.7]
+\tikzstyle{copyconnection}=[ultra thick,every node/.style={sloped,allow upside down},draw={rgb:blue,4;red,1;green,1;black,3},opacity=0.7]
+"""
+
+
+# layers definition
+
+
+def to_input(pathfile, to="(-3,0,0)", width=8, height=8, name="temp"):
+ return (
+ r"""
+\node[canvas is zy plane at x=0] ("""
+ + name
+ + """) at """
+ + to
+ + """ {\includegraphics[width="""
+ + str(width)
+ + "cm"
+ + """,height="""
+ + str(height)
+ + "cm"
+ + """]{"""
+ + pathfile
+ + """}};
+"""
+ )
+
+
+# Conv
+def to_Conv(
+ name,
+ s_filer=256,
+ n_filer=64,
+ offset="(0,0,0)",
+ to="(0,0,0)",
+ width=1,
+ height=40,
+ depth=40,
+ caption=" ",
+):
+ return (
+ r"""
+\pic[shift={"""
+ + offset
+ + """}] at """
+ + to
+ + """
+ {Box={
+ name="""
+ + name
+ + """,
+ caption="""
+ + caption
+ + r""",
+ xlabel={{"""
+ + str(n_filer)
+ + """, }},
+ zlabel="""
+ + str(s_filer)
+ + """,
+ fill=\ConvColor,
+ height="""
+ + str(height)
+ + """,
+ width="""
+ + str(width)
+ + """,
+ depth="""
+ + str(depth)
+ + """
+ }
+ };
+"""
+ )
+
+
+# Conv,Conv,relu
+# Bottleneck
+def to_ConvConvRelu(
+ name,
+ s_filer=256,
+ n_filer=(64, 64),
+ offset="(0,0,0)",
+ to="(0,0,0)",
+ width=(2, 2),
+ height=40,
+ depth=40,
+ caption=" ",
+):
+ return (
+ r"""
+\pic[shift={ """
+ + offset
+ + """ }] at """
+ + to
+ + """
+ {RightBandedBox={
+ name="""
+ + name
+ + """,
+ caption="""
+ + caption
+ + """,
+ xlabel={{ """
+ + str(n_filer[0])
+ + """, """
+ + str(n_filer[1])
+ + """ }},
+ zlabel="""
+ + str(s_filer)
+ + """,
+ fill=\ConvColor,
+ bandfill=\ConvReluColor,
+ height="""
+ + str(height)
+ + """,
+ width={ """
+ + str(width[0])
+ + """ , """
+ + str(width[1])
+ + """ },
+ depth="""
+ + str(depth)
+ + """
+ }
+ };
+"""
+ )
+
+
+# Pool
+def to_Pool(
+ name,
+ offset="(0,0,0)",
+ to="(0,0,0)",
+ width=1,
+ height=32,
+ depth=32,
+ opacity=0.5,
+ caption=" ",
+):
+ return (
+ r"""
+\pic[shift={ """
+ + offset
+ + """ }] at """
+ + to
+ + """
+ {Box={
+ name="""
+ + name
+ + """,
+ caption="""
+ + caption
+ + r""",
+ fill=\PoolColor,
+ opacity="""
+ + str(opacity)
+ + """,
+ height="""
+ + str(height)
+ + """,
+ width="""
+ + str(width)
+ + """,
+ depth="""
+ + str(depth)
+ + """
+ }
+ };
+"""
+ )
+
+
+# unpool4,
+def to_UnPool(
+ name,
+ offset="(0,0,0)",
+ to="(0,0,0)",
+ width=1,
+ height=32,
+ depth=32,
+ opacity=0.5,
+ caption=" ",
+):
+ return (
+ r"""
+\pic[shift={ """
+ + offset
+ + """ }] at """
+ + to
+ + """
+ {Box={
+ name="""
+ + name
+ + r""",
+ caption="""
+ + caption
+ + r""",
+ fill=\UnpoolColor,
+ opacity="""
+ + str(opacity)
+ + """,
+ height="""
+ + str(height)
+ + """,
+ width="""
+ + str(width)
+ + """,
+ depth="""
+ + str(depth)
+ + """
+ }
+ };
+"""
+ )
+
+
+def to_ConvRes(
+ name,
+ s_filer=256,
+ n_filer=64,
+ offset="(0,0,0)",
+ to="(0,0,0)",
+ width=6,
+ height=40,
+ depth=40,
+ opacity=0.2,
+ caption=" ",
+):
+ return (
+ r"""
+\pic[shift={ """
+ + offset
+ + """ }] at """
+ + to
+ + """
+ {RightBandedBox={
+ name="""
+ + name
+ + """,
+ caption="""
+ + caption
+ + """,
+ xlabel={{ """
+ + str(n_filer)
+ + """, }},
+ zlabel="""
+ + str(s_filer)
+ + r""",
+ fill={rgb:white,1;black,3},
+ bandfill={rgb:white,1;black,2},
+ opacity="""
+ + str(opacity)
+ + """,
+ height="""
+ + str(height)
+ + """,
+ width="""
+ + str(width)
+ + """,
+ depth="""
+ + str(depth)
+ + """
+ }
+ };
+"""
+ )
+
+
+# ConvSoftMax
+def to_ConvSoftMax(
+ name,
+ s_filer=40,
+ offset="(0,0,0)",
+ to="(0,0,0)",
+ width=1,
+ height=40,
+ depth=40,
+ caption=" ",
+):
+ return (
+ r"""
+\pic[shift={"""
+ + offset
+ + """}] at """
+ + to
+ + """
+ {Box={
+ name="""
+ + name
+ + """,
+ caption="""
+ + caption
+ + """,
+ zlabel="""
+ + str(s_filer)
+ + """,
+ fill=\SoftmaxColor,
+ height="""
+ + str(height)
+ + """,
+ width="""
+ + str(width)
+ + """,
+ depth="""
+ + str(depth)
+ + """
+ }
+ };
+"""
+ )
+
+
+# SoftMax
+def to_SoftMax(
+ name,
+ s_filer=10,
+ offset="(0,0,0)",
+ to="(0,0,0)",
+ width=1.5,
+ height=3,
+ depth=25,
+ opacity=0.8,
+ caption=" ",
+):
+ return (
+ r"""
+\pic[shift={"""
+ + offset
+ + """}] at """
+ + to
+ + """
+ {Box={
+ name="""
+ + name
+ + """,
+ caption="""
+ + caption
+ + """,
+ xlabel={{" ","dummy"}},
+ zlabel="""
+ + str(s_filer)
+ + """,
+ fill=\SoftmaxColor,
+ opacity="""
+ + str(opacity)
+ + """,
+ height="""
+ + str(height)
+ + """,
+ width="""
+ + str(width)
+ + """,
+ depth="""
+ + str(depth)
+ + """
+ }
+ };
+"""
+ )
+
+
+def to_Sum(name, offset="(0,0,0)", to="(0,0,0)", radius=2.5, opacity=0.6):
+ return (
+ r"""
+\pic[shift={"""
+ + offset
+ + """}] at """
+ + to
+ + """
+ {Ball={
+ name="""
+ + name
+ + """,
+ fill=\SumColor,
+ opacity="""
+ + str(opacity)
+ + """,
+ radius="""
+ + str(radius)
+ + """,
+ logo=$+$
+ }
+ };
+"""
+ )
+
+
+def to_fc(
+ name,
+ n_filer=120,
+ offset="(0,0,0)",
+ to="(0,0,0)",
+ width=2,
+ height=2,
+ depth=10,
+ caption=" ",
+ # titlepos=0,
+):
+ return (
+ r"""
+\pic[shift={"""
+ + offset
+ + """}] at """
+ + to
+ + """
+ {Box={
+ name="""
+ + name
+ + """,
+ caption="""
+ + caption
+ + """,
+ xlabel={{" ","dummy"}},
+ zlabel="""
+ + str(n_filer)
+ + """,
+ fill=\FcColor,
+ opacity=0.8,
+ height="""
+ + str(height)
+ + """,
+ width="""
+ + str(width)
+ + """,
+ depth="""
+ + str(depth)
+ + """
+ }
+ };
+"""
+ )
+
+
+def to_connection(of, to):
+ return (
+ r"""
+\draw [connection] ("""
+ + of
+ + """-east) -- node {\midarrow} ("""
+ + to
+ + """-west);
+"""
+ )
+
+
+def to_skip(of, to, pos=1.25):
+ return (
+ r"""
+\path ("""
+ + of
+ + """-southeast) -- ("""
+ + of
+ + """-northeast) coordinate[pos="""
+ + str(pos)
+ + """] ("""
+ + of
+ + """-top) ;
+\path ("""
+ + to
+ + """-south) -- ("""
+ + to
+ + """-north) coordinate[pos="""
+ + str(pos)
+ + """] ("""
+ + to
+ + """-top) ;
+\draw [copyconnection] ("""
+ + of
+ + """-northeast)
+-- node {\copymidarrow}("""
+ + of
+ + """-top)
+-- node {\copymidarrow}("""
+ + to
+ + """-top)
+-- node {\copymidarrow} ("""
+ + to
+ + """-north);
+"""
+ )
+
+
+def to_end():
+ return r"""
+\end{tikzpicture}
+\end{document}
+"""
+
+
+def to_generate(arch, pathname="file.tex"):
+ with open(pathname, "w") as f:
+ for c in arch:
+ print(c)
+ f.write(c)
diff --git a/thesis/third_party/PlotNeuralNet/pycore/tikzeng.pyc b/thesis/third_party/PlotNeuralNet/pycore/tikzeng.pyc
new file mode 100644
index 0000000..ed1ff6e
Binary files /dev/null and b/thesis/third_party/PlotNeuralNet/pycore/tikzeng.pyc differ
diff --git a/thesis/third_party/PlotNeuralNet/pyexamples/test_simple.py b/thesis/third_party/PlotNeuralNet/pyexamples/test_simple.py
new file mode 100644
index 0000000..67a1cfa
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/pyexamples/test_simple.py
@@ -0,0 +1,28 @@
+
+import sys
+sys.path.append('../')
+from pycore.tikzeng import *
+
+# defined your arch
+arch = [
+ to_head( '..' ),
+ to_cor(),
+ to_begin(),
+ to_Conv("conv1", 512, 64, offset="(0,0,0)", to="(0,0,0)", height=64, depth=64, width=2 ),
+ to_Pool("pool1", offset="(0,0,0)", to="(conv1-east)"),
+ to_Conv("conv2", 128, 64, offset="(1,0,0)", to="(pool1-east)", height=32, depth=32, width=2 ),
+ to_connection( "pool1", "conv2"),
+ to_Pool("pool2", offset="(0,0,0)", to="(conv2-east)", height=28, depth=28, width=1),
+ to_SoftMax("soft1", 10 ,"(3,0,0)", "(pool1-east)", caption="SOFT" ),
+ to_connection("pool2", "soft1"),
+ to_Sum("sum1", offset="(1.5,0,0)", to="(soft1-east)", radius=2.5, opacity=0.6),
+ to_connection("soft1", "sum1"),
+ to_end()
+ ]
+
+def main():
+ namefile = str(sys.argv[0]).split('.')[0]
+ to_generate(arch, namefile + '.tex' )
+
+if __name__ == '__main__':
+ main()
diff --git a/thesis/third_party/PlotNeuralNet/pyexamples/unet.py b/thesis/third_party/PlotNeuralNet/pyexamples/unet.py
new file mode 100644
index 0000000..25ddd3f
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/pyexamples/unet.py
@@ -0,0 +1,52 @@
+
+import sys
+sys.path.append('../')
+from pycore.tikzeng import *
+from pycore.blocks import *
+
+arch = [
+ to_head('..'),
+ to_cor(),
+ to_begin(),
+
+ #input
+ to_input( '../examples/fcn8s/cats.jpg' ),
+
+ #block-001
+ to_ConvConvRelu( name='ccr_b1', s_filer=500, n_filer=(64,64), offset="(0,0,0)", to="(0,0,0)", width=(2,2), height=40, depth=40 ),
+ to_Pool(name="pool_b1", offset="(0,0,0)", to="(ccr_b1-east)", width=1, height=32, depth=32, opacity=0.5),
+
+ *block_2ConvPool( name='b2', botton='pool_b1', top='pool_b2', s_filer=256, n_filer=128, offset="(1,0,0)", size=(32,32,3.5), opacity=0.5 ),
+ *block_2ConvPool( name='b3', botton='pool_b2', top='pool_b3', s_filer=128, n_filer=256, offset="(1,0,0)", size=(25,25,4.5), opacity=0.5 ),
+ *block_2ConvPool( name='b4', botton='pool_b3', top='pool_b4', s_filer=64, n_filer=512, offset="(1,0,0)", size=(16,16,5.5), opacity=0.5 ),
+
+ #Bottleneck
+ #block-005
+ to_ConvConvRelu( name='ccr_b5', s_filer=32, n_filer=(1024,1024), offset="(2,0,0)", to="(pool_b4-east)", width=(8,8), height=8, depth=8, caption="Bottleneck" ),
+ to_connection( "pool_b4", "ccr_b5"),
+
+ #Decoder
+ *block_Unconv( name="b6", botton="ccr_b5", top='end_b6', s_filer=64, n_filer=512, offset="(2.1,0,0)", size=(16,16,5.0), opacity=0.5 ),
+ to_skip( of='ccr_b4', to='ccr_res_b6', pos=1.25),
+ *block_Unconv( name="b7", botton="end_b6", top='end_b7', s_filer=128, n_filer=256, offset="(2.1,0,0)", size=(25,25,4.5), opacity=0.5 ),
+ to_skip( of='ccr_b3', to='ccr_res_b7', pos=1.25),
+ *block_Unconv( name="b8", botton="end_b7", top='end_b8', s_filer=256, n_filer=128, offset="(2.1,0,0)", size=(32,32,3.5), opacity=0.5 ),
+ to_skip( of='ccr_b2', to='ccr_res_b8', pos=1.25),
+
+ *block_Unconv( name="b9", botton="end_b8", top='end_b9', s_filer=512, n_filer=64, offset="(2.1,0,0)", size=(40,40,2.5), opacity=0.5 ),
+ to_skip( of='ccr_b1', to='ccr_res_b9', pos=1.25),
+
+ to_ConvSoftMax( name="soft1", s_filer=512, offset="(0.75,0,0)", to="(end_b9-east)", width=1, height=40, depth=40, caption="SOFT" ),
+ to_connection( "end_b9", "soft1"),
+
+ to_end()
+ ]
+
+
+def main():
+ namefile = str(sys.argv[0]).split('.')[0]
+ to_generate(arch, namefile + '.tex' )
+
+if __name__ == '__main__':
+ main()
+
diff --git a/thesis/third_party/PlotNeuralNet/tikzmake.sh b/thesis/third_party/PlotNeuralNet/tikzmake.sh
new file mode 100644
index 0000000..560ca43
--- /dev/null
+++ b/thesis/third_party/PlotNeuralNet/tikzmake.sh
@@ -0,0 +1,14 @@
+#!/bin/bash
+
+
+python $1.py
+pdflatex $1.tex
+
+rm *.aux *.log *.vscodeLog
+rm *.tex
+
+if [[ "$OSTYPE" == "darwin"* ]]; then
+ open $1.pdf
+else
+ xdg-open $1.pdf
+fi
