finetuning.tex 1.58 KB
Newer Older
Amelie Royer's avatar
Amelie Royer committed
1 2 3
\vspace{0.45cm}
\begin{minipage}[c]{0.46\textwidth}
  \textbf{Problem Formulation:}
Amelie Royer's avatar
Amelie Royer committed
4
  \begin{itemize}
Amelie Royer's avatar
Amelie Royer committed
5 6 7 8 9 10 11 12
  \item Pretrained model $M$ for task $T: X \rightarrow Y$
  \item How to most efficiently fine-tune $M$ for new task $T': X' \rightarrow Y$ where $\mathcal{P}(X) \neq \mathcal{P}(X')$
  \item \textbf{Baseline:} Fine-tuning 
    \begin{itemize}
      \item slow for large models 
        \item  overfitting (small $X'$, many parameters)
        \end{itemize}
      \end{itemize}
Amelie Royer's avatar
Amelie Royer committed
13
\end{minipage}
Amelie Royer's avatar
Amelie Royer committed
14 15
%
\begin{minipage}[c]{0.49\textwidth}
Amelie Royer's avatar
Amelie Royer committed
16 17 18
\begin{center}
  \newcommand{\pacsheight}{2.5cm}
  \textbf{Example (PACS~\blue{[1]} dataset and variants)}
Amelie Royer's avatar
Amelie Royer committed
19
  \begin{minipage}[c]{0.16\textwidth}
Amelie Royer's avatar
Amelie Royer committed
20 21
    \centering \includegraphics[height=\pacsheight]{pacs_1.png}

Amelie Royer's avatar
Amelie Royer committed
22 23
    \centering \scriptsize \blue{Photo (base)}
  \end{minipage}~~~
Amelie Royer's avatar
Amelie Royer committed
24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49
  \begin{minipage}[c]{0.14\textwidth}
    \centering \includegraphics[height=\pacsheight]{pacs_2.png}

    \centering \scriptsize Noisy
  \end{minipage}~
  \begin{minipage}[c]{0.14\textwidth}
    \centering \includegraphics[height=\pacsheight]{pacs_3.png}

    \centering \scriptsize Blurry
  \end{minipage}~
  \begin{minipage}[c]{0.14\textwidth}
    \centering \includegraphics[height=\pacsheight]{pacs_4.png}

    \centering \scriptsize Painting
  \end{minipage}~
  \begin{minipage}[c]{0.14\textwidth}
    \centering \includegraphics[height=\pacsheight]{pacs_5.png}

    \centering \scriptsize Cartoon
  \end{minipage}~
  \begin{minipage}[c]{0.14\textwidth}
    \centering \includegraphics[height=\pacsheight]{pacs_6.png}

    \centering \scriptsize Sketch
  \end{minipage}
\end{center}
Amelie Royer's avatar
Amelie Royer committed
50
\end{minipage}
Amelie Royer's avatar
Amelie Royer committed
51