diff --git a/finetuning.tex b/finetuning.tex index ddf7d296bf7e5eb2778a7253a7e5282ff0474803..b2ea0de130fd4472ea7954784c8e17ff03336961 100644 --- a/finetuning.tex +++ b/finetuning.tex @@ -1,11 +1,51 @@ -\begin{minipage}[c]{0.65\textwidth} -\textbf{Setting:} -\begin{itemize} -\item classes appear sequentially (or in batches) % $c_1,c_2,\dots,c_T$ -\item each class $y$ has training images $X^y=\{x^y_1,\dots,x^y_{n_y}\}$ -\end{itemize} +\vspace{0.45cm} +\begin{minipage}[c]{0.46\textwidth} + \textbf{Problem Formulation:} + \begin{itemize} + \item Pretrained model $M$ for task $T: X \rightarrow Y$ + \item How to most efficiently fine-tune $M$ for new task $T': X' \rightarrow Y$ where $\mathcal{P}(X) \neq \mathcal{P}(X')$ + \item \textbf{Baseline:} Fine-tuning + \begin{itemize} + \item slow for large models + \item overfitting (small $X'$, many parameters) + \end{itemize} + \end{itemize} \end{minipage} -~ -\begin{minipage}[c]{0.65\textwidth} -\textbf{Example (ImageNet and Variants)} +% +\begin{minipage}[c]{0.49\textwidth} +\begin{center} + \newcommand{\pacsheight}{2.5cm} + \textbf{Example (PACS~\blue{[1]} dataset and variants)} + \begin{minipage}[c]{0.16\textwidth} + \centering \includegraphics[height=\pacsheight]{pacs_1.png} + + \centering \scriptsize \blue{Photo (base)} + \end{minipage}~~~ + \begin{minipage}[c]{0.14\textwidth} + \centering \includegraphics[height=\pacsheight]{pacs_2.png} + + \centering \scriptsize Noisy + \end{minipage}~ + \begin{minipage}[c]{0.14\textwidth} + \centering \includegraphics[height=\pacsheight]{pacs_3.png} + + \centering \scriptsize Blurry + \end{minipage}~ + \begin{minipage}[c]{0.14\textwidth} + \centering \includegraphics[height=\pacsheight]{pacs_4.png} + + \centering \scriptsize Painting + \end{minipage}~ + \begin{minipage}[c]{0.14\textwidth} + \centering \includegraphics[height=\pacsheight]{pacs_5.png} + + \centering \scriptsize Cartoon + \end{minipage}~ + \begin{minipage}[c]{0.14\textwidth} + \centering \includegraphics[height=\pacsheight]{pacs_6.png} + + \centering \scriptsize Sketch + \end{minipage} +\end{center} \end{minipage} + diff --git a/images/pacs_1.png b/images/pacs_1.png new file mode 100644 index 0000000000000000000000000000000000000000..a8fe9dc6f471b9966a21f3ae378d4f7cf7a7d34c Binary files /dev/null and b/images/pacs_1.png differ diff --git a/images/pacs_2.png b/images/pacs_2.png new file mode 100644 index 0000000000000000000000000000000000000000..e4ea52c2e65a6ee8a385d7ed0d1d361ab388b777 Binary files /dev/null and b/images/pacs_2.png differ diff --git a/images/pacs_3.png b/images/pacs_3.png new file mode 100644 index 0000000000000000000000000000000000000000..1c1a1b20efc1c822266e4366eb0cb90dad0fac1c Binary files /dev/null and b/images/pacs_3.png differ diff --git a/images/pacs_4.png b/images/pacs_4.png new file mode 100644 index 0000000000000000000000000000000000000000..ccecfc990dee32261d5a64642faf1f2be529b971 Binary files /dev/null and b/images/pacs_4.png differ diff --git a/images/pacs_5.png b/images/pacs_5.png new file mode 100644 index 0000000000000000000000000000000000000000..81eb467487ebf559ace974ffdbaf968c0a486cf6 Binary files /dev/null and b/images/pacs_5.png differ diff --git a/images/pacs_6.png b/images/pacs_6.png new file mode 100644 index 0000000000000000000000000000000000000000..ac171e3ee73f6b7e7c0feb09f8ba3ad79e2c7639 Binary files /dev/null and b/images/pacs_6.png differ