finetuning.tex 2 KB
Newer Older
 Christoph Lampert committed Oct 02, 2018 1 2 3  \newlength{\pacsheight} \setlength{\pacsheight}{2.5cm}  Amelie Royer committed Oct 02, 2018 4 5 6 \vspace{0.45cm} \begin{minipage}[c]{0.46\textwidth} \textbf{Problem Formulation:}  Amelie Royer committed Oct 02, 2018 7  \begin{itemize}  Christoph Lampert committed Oct 02, 2018 8 9 10 11 12 13 14 15 16 17 18 19 20 21  \item how to fine-tune pretrained model $M$ for new task? %$T: X \rightarrow Y$ %\item How to most efficiently fine-tune $M$ for new task $T': X' \rightarrow Y$ where $\mathcal{P}(X) \neq \mathcal{P}(X')$ %\item \textbf{Baseline:} Fine-tuning % \begin{itemize} % \item slow/intensive for large models % \item might overfit (small $X'$, many parameters) % \end{itemize} \end{itemize} \textbf{Proposed}: flexible Fine-tuning of internal layers \begin{itemize} \item allow any layer to be tuned, not just last \item automatic selection criterion \end{itemize}  Amelie Royer committed Oct 02, 2018 22 \end{minipage}  Amelie Royer committed Oct 02, 2018 23 %  Christoph Lampert committed Oct 02, 2018 24 25 26 27 28 29 \begin{minipage}[c]{0.25\textwidth} \includegraphics[width=\textwidth]{fine-tuning/selection_criterion_pacs.png} \end{minipage} \quad \begin{minipage}[c]{0.22\textwidth} \begin{minipage}[c]{.4\textwidth}  Amelie Royer committed Oct 02, 2018 30 31  \centering \includegraphics[height=\pacsheight]{pacs_1.png}  Amelie Royer committed Oct 02, 2018 32  \centering \scriptsize \blue{Photo (base)}  Christoph Lampert committed Oct 02, 2018 33 34 35 36 37 38 39 40 41  \end{minipage} %~\hspace{5pt}\vrule\hspace{5pt}~ % \begin{minipage}[c]{.4\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_4.png} \centering \scriptsize Painting \end{minipage} \begin{minipage}[c]{.4\textwidth}  Amelie Royer committed Oct 02, 2018 42 43 44  \centering \includegraphics[height=\pacsheight]{pacs_2.png} \centering \scriptsize Noisy  Christoph Lampert committed Oct 02, 2018 45 46 47 48  \end{minipage} % \begin{minipage}[c]{.4\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_5.png}  Amelie Royer committed Oct 02, 2018 49   Christoph Lampert committed Oct 02, 2018 50  \centering \scriptsize Cartoon  Amelie Royer committed Oct 02, 2018 51 52  \end{minipage}~  Christoph Lampert committed Oct 02, 2018 53 54  \begin{minipage}[c]{.4\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_3.png}  Amelie Royer committed Oct 02, 2018 55   Christoph Lampert committed Oct 02, 2018 56  \centering \scriptsize Blurry  Amelie Royer committed Oct 02, 2018 57  \end{minipage}~  Christoph Lampert committed Oct 02, 2018 58 59  % \begin{minipage}[c]{.4\textwidth}  Amelie Royer committed Oct 02, 2018 60 61 62 63  \centering \includegraphics[height=\pacsheight]{pacs_6.png} \centering \scriptsize Sketch \end{minipage}  Amelie Royer committed Oct 02, 2018 64 \end{minipage}  Amelie Royer committed Oct 02, 2018 65   Christoph Lampert committed Oct 02, 2018 66 67 68 69 70 %\begin{center} % \textbf{Example (PACS~\blue{[1]} dataset and variants)} %\vspace{0.25cm} %\end{center}