Commit 8d61b190 authored by Mary Phuong's avatar Mary Phuong

multi-exit results

parent 45903b13
...@@ -8,6 +8,9 @@ ...@@ -8,6 +8,9 @@
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\definecolor{istgreen}{cmyk}{.51,.0,1.00,.63} \definecolor{istgreen}{cmyk}{.51,.0,1.00,.63}
% \setbeamercolor{background canvas}{bg=white}
\setbeamercolor{headline}{fg=black,bg=white} \setbeamercolor{headline}{fg=black,bg=white}
\setbeamercolor{footline}{fg=white, bg=gray} \setbeamercolor{footline}{fg=white, bg=gray}
\setbeamerfont{footline}{size=\large,series=\tt} \setbeamerfont{footline}{size=\large,series=\tt}
......
...@@ -264,25 +264,26 @@ ...@@ -264,25 +264,26 @@
\end{block} \end{block}
\vspace{1\baselineskip} \vspace{1\baselineskip}
\begin{block}{\Large Flexible Fine-tuning (Flex-Tuning)} \begin{block}{\Large Flexible Fine-tuning (Flex-Tuning) {\tiny [Royer, Lampert]}}
\input{finetuning.tex} \input{finetuning.tex}
\end{block} \end{block}
\begin{block}{\Large Multi-output Distillation} \begin{block}{\Large Multi-exit Distillation {\tiny [Phuong, Lampert]}}
\begin{columns} \begin{columns}
\begin{column}{0.62\textwidth} \begin{column}{0.62\textwidth}
\includegraphics[width=\textwidth]{multi-output/architecture.pdf} \includegraphics[width=\textwidth]{multi-output/architecture.pdf}
\end{column} \end{column}
\begin{column}{0.35\textwidth} \begin{column}{0.35\textwidth}
\includegraphics[width=0.9\textwidth,height=.6\textwidth]{fine-tuning/selection_criterion_pacs.png} \hspace*{-2cm}%
\includegraphics[width=1.1\textwidth]{multi-output/results_imnet100.png}
\vspace*{1\baselineskip}
\textbf{Multi-exit architectures} \textbf{Multi-exit architectures}
\begin{itemize} \begin{itemize}
\item can be stopped anytime to provide a valid prediction \item can be stopped anytime to provide a valid prediction
\end{itemize} \end{itemize}
\textbf{Proposed training} \textbf{Proposed training}
\begin{itemize} \begin{itemize}
\item Distill from later (more accurate) to earlier exits \item distill from later (more accurate) \\ to earlier exits
\end{itemize} \end{itemize}
\end{column} \end{column}
\end{columns} \end{columns}
...@@ -381,11 +382,11 @@ $$\mathcal{R}_{\text{marg}}(h) = \mathbb{E}[\ell(z_{n+1},h)]$$ ...@@ -381,11 +382,11 @@ $$\mathcal{R}_{\text{marg}}(h) = \mathbb{E}[\ell(z_{n+1},h)]$$
\end{columns} \end{columns}
[Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1] % [Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1]
[Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1] % [Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1]
[Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1] % [Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1][Reference 1]
\end{frame} \end{frame}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment