Commit 8d61b190 authored by Mary Phuong's avatar Mary Phuong

multi-exit results

parent 45903b13
......@@ -8,6 +8,9 @@
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\definecolor{istgreen}{cmyk}{.51,.0,1.00,.63}
% \setbeamercolor{background canvas}{bg=white}
\setbeamercolor{headline}{fg=black,bg=white}
\setbeamercolor{footline}{fg=white, bg=gray}
\setbeamerfont{footline}{size=\large,series=\tt}
......
......@@ -264,25 +264,26 @@
\end{block}
\vspace{1\baselineskip}
\begin{block}{\Large Flexible Fine-tuning (Flex-Tuning)}
\begin{block}{\Large Flexible Fine-tuning (Flex-Tuning) {\tiny [Royer, Lampert]}}
\input{finetuning.tex}
\end{block}
\begin{block}{\Large Multi-output Distillation}
\begin{block}{\Large Multi-exit Distillation {\tiny [Phuong, Lampert]}}
\begin{columns}
\begin{column}{0.62\textwidth}
\includegraphics[width=\textwidth]{multi-output/architecture.pdf}
\end{column}
\begin{column}{0.35\textwidth}
\includegraphics[width=0.9\textwidth,height=.6\textwidth]{fine-tuning/selection_criterion_pacs.png}
\hspace*{-2cm}%
\includegraphics[width=1.1\textwidth]{multi-output/results_imnet100.png}
\vspace*{1\baselineskip}
\textbf{Multi-exit architectures}
\begin{itemize}
\item can be stopped anytime to provide a valid prediction
\end{itemize}
\textbf{Proposed training}
\begin{itemize}
\item Distill from later (more accurate) to earlier exits
\item distill from later (more accurate) \\ to earlier exits
\end{itemize}
\end{column}
\end{columns}
......@@ -381,11 +382,11 @@ $$\mathcal{R}_{\text{marg}}(h) = \mathbb{E}[\ell(z_{n+1},h)]$$
\end{columns}
[Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1]
% [Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1]
[Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1]
% [Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1]
[Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1]
% [Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1]
\end{frame}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment