finetuning.tex 1.98 KB
Newer Older
Christoph Lampert's avatar
Christoph Lampert committed
1 2 3
  \newlength{\pacsheight}
  \setlength{\pacsheight}{2.5cm}

Amelie Royer's avatar
Amelie Royer committed
4 5
\vspace{0.45cm}
\begin{minipage}[c]{0.46\textwidth}
Christoph Lampert's avatar
Christoph Lampert committed
6
  \textbf{Goal:}
Amelie Royer's avatar
Amelie Royer committed
7
  \begin{itemize}
Christoph Lampert's avatar
Christoph Lampert committed
8
  \item fine-tune pretrained model for new task %$T: X \rightarrow Y$
Christoph Lampert's avatar
Christoph Lampert committed
9 10 11 12 13 14 15 16
  %\item How to most efficiently fine-tune $M$ for new task $T': X' \rightarrow Y$ where $\mathcal{P}(X) \neq \mathcal{P}(X')$
  %\item \textbf{Baseline:} Fine-tuning 
  %  \begin{itemize}
  %    \item slow/intensive for large models 
  %      \item might overfit (small $X'$, many parameters)
  %      \end{itemize}
  \end{itemize}

Christoph Lampert's avatar
Christoph Lampert committed
17
\textbf{Proposed}: 
Christoph Lampert's avatar
Christoph Lampert committed
18
\begin{itemize}
Christoph Lampert's avatar
Christoph Lampert committed
19
\item flexible fine-tuning of internal layers
Christoph Lampert's avatar
Christoph Lampert committed
20 21 22
\item allow any layer to be tuned, not just last
\item automatic selection criterion
\end{itemize}
Amelie Royer's avatar
Amelie Royer committed
23
\end{minipage}
Amelie Royer's avatar
Amelie Royer committed
24
%
Christoph Lampert's avatar
Christoph Lampert committed
25 26 27 28 29 30
\begin{minipage}[c]{0.25\textwidth}
\includegraphics[width=\textwidth]{fine-tuning/selection_criterion_pacs.png}
\end{minipage}
\quad
\begin{minipage}[c]{0.22\textwidth}
  \begin{minipage}[c]{.4\textwidth}
Amelie Royer's avatar
Amelie Royer committed
31 32
    \centering \includegraphics[height=\pacsheight]{pacs_1.png}

Amelie Royer's avatar
Amelie Royer committed
33
    \centering \scriptsize \blue{Photo (base)}
Christoph Lampert's avatar
Christoph Lampert committed
34 35 36 37 38 39 40 41 42
  \end{minipage} %~\hspace{5pt}\vrule\hspace{5pt}~
  %
    \begin{minipage}[c]{.4\textwidth}
    \centering \includegraphics[height=\pacsheight]{pacs_4.png}

    \centering \scriptsize Painting
  \end{minipage}

  \begin{minipage}[c]{.4\textwidth}
Amelie Royer's avatar
Amelie Royer committed
43 44 45
    \centering \includegraphics[height=\pacsheight]{pacs_2.png}

    \centering \scriptsize Noisy
Christoph Lampert's avatar
Christoph Lampert committed
46 47 48 49
  \end{minipage}
  %
  \begin{minipage}[c]{.4\textwidth}
    \centering \includegraphics[height=\pacsheight]{pacs_5.png}
Amelie Royer's avatar
Amelie Royer committed
50

Christoph Lampert's avatar
Christoph Lampert committed
51
    \centering \scriptsize Cartoon
Amelie Royer's avatar
Amelie Royer committed
52 53
  \end{minipage}~

Christoph Lampert's avatar
Christoph Lampert committed
54 55
    \begin{minipage}[c]{.4\textwidth}
    \centering \includegraphics[height=\pacsheight]{pacs_3.png}
Amelie Royer's avatar
Amelie Royer committed
56

Christoph Lampert's avatar
Christoph Lampert committed
57
    \centering \scriptsize Blurry
Amelie Royer's avatar
Amelie Royer committed
58
  \end{minipage}~
Christoph Lampert's avatar
Christoph Lampert committed
59 60
  % 
  \begin{minipage}[c]{.4\textwidth}
Amelie Royer's avatar
Amelie Royer committed
61 62 63 64
    \centering \includegraphics[height=\pacsheight]{pacs_6.png}

    \centering \scriptsize Sketch
  \end{minipage}
Amelie Royer's avatar
Amelie Royer committed
65
\end{minipage}
Amelie Royer's avatar
Amelie Royer committed
66

Christoph Lampert's avatar
Christoph Lampert committed
67 68 69 70 71
%\begin{center}
%  \textbf{Example (PACS~\blue{[1]} dataset and variants)}
%\vspace{0.25cm}
%\end{center}