finetuning.tex 2 KB
Newer Older
Christoph Lampert's avatar
Christoph Lampert committed
1 2 3
  \newlength{\pacsheight}
  \setlength{\pacsheight}{2.5cm}

Amelie Royer's avatar
Amelie Royer committed
4 5 6
\vspace{0.45cm}
\begin{minipage}[c]{0.46\textwidth}
  \textbf{Problem Formulation:}
Amelie Royer's avatar
Amelie Royer committed
7
  \begin{itemize}
Christoph Lampert's avatar
Christoph Lampert committed
8 9 10 11 12 13 14 15 16 17 18 19 20 21
  \item how to fine-tune pretrained model $M$ for new task? %$T: X \rightarrow Y$
  %\item How to most efficiently fine-tune $M$ for new task $T': X' \rightarrow Y$ where $\mathcal{P}(X) \neq \mathcal{P}(X')$
  %\item \textbf{Baseline:} Fine-tuning 
  %  \begin{itemize}
  %    \item slow/intensive for large models 
  %      \item might overfit (small $X'$, many parameters)
  %      \end{itemize}
  \end{itemize}

\textbf{Proposed}: flexible Fine-tuning of internal layers
\begin{itemize}
\item allow any layer to be tuned, not just last
\item automatic selection criterion
\end{itemize}
Amelie Royer's avatar
Amelie Royer committed
22
\end{minipage}
Amelie Royer's avatar
Amelie Royer committed
23
%
Christoph Lampert's avatar
Christoph Lampert committed
24 25 26 27 28 29
\begin{minipage}[c]{0.25\textwidth}
\includegraphics[width=\textwidth]{fine-tuning/selection_criterion_pacs.png}
\end{minipage}
\quad
\begin{minipage}[c]{0.22\textwidth}
  \begin{minipage}[c]{.4\textwidth}
Amelie Royer's avatar
Amelie Royer committed
30 31
    \centering \includegraphics[height=\pacsheight]{pacs_1.png}

Amelie Royer's avatar
Amelie Royer committed
32
    \centering \scriptsize \blue{Photo (base)}
Christoph Lampert's avatar
Christoph Lampert committed
33 34 35 36 37 38 39 40 41
  \end{minipage} %~\hspace{5pt}\vrule\hspace{5pt}~
  %
    \begin{minipage}[c]{.4\textwidth}
    \centering \includegraphics[height=\pacsheight]{pacs_4.png}

    \centering \scriptsize Painting
  \end{minipage}

  \begin{minipage}[c]{.4\textwidth}
Amelie Royer's avatar
Amelie Royer committed
42 43 44
    \centering \includegraphics[height=\pacsheight]{pacs_2.png}

    \centering \scriptsize Noisy
Christoph Lampert's avatar
Christoph Lampert committed
45 46 47 48
  \end{minipage}
  %
  \begin{minipage}[c]{.4\textwidth}
    \centering \includegraphics[height=\pacsheight]{pacs_5.png}
Amelie Royer's avatar
Amelie Royer committed
49

Christoph Lampert's avatar
Christoph Lampert committed
50
    \centering \scriptsize Cartoon
Amelie Royer's avatar
Amelie Royer committed
51 52
  \end{minipage}~

Christoph Lampert's avatar
Christoph Lampert committed
53 54
    \begin{minipage}[c]{.4\textwidth}
    \centering \includegraphics[height=\pacsheight]{pacs_3.png}
Amelie Royer's avatar
Amelie Royer committed
55

Christoph Lampert's avatar
Christoph Lampert committed
56
    \centering \scriptsize Blurry
Amelie Royer's avatar
Amelie Royer committed
57
  \end{minipage}~
Christoph Lampert's avatar
Christoph Lampert committed
58 59
  % 
  \begin{minipage}[c]{.4\textwidth}
Amelie Royer's avatar
Amelie Royer committed
60 61 62 63
    \centering \includegraphics[height=\pacsheight]{pacs_6.png}

    \centering \scriptsize Sketch
  \end{minipage}
Amelie Royer's avatar
Amelie Royer committed
64
\end{minipage}
Amelie Royer's avatar
Amelie Royer committed
65

Christoph Lampert's avatar
Christoph Lampert committed
66 67 68 69 70
%\begin{center}
%  \textbf{Example (PACS~\blue{[1]} dataset and variants)}
%\vspace{0.25cm}
%\end{center}