diff --git a/fine-tuning/seelction_criterion.pdf b/fine-tuning/seelction_criterion.pdf index d170d1e7b430b80405233bf22df12a4c5073722f..a86d15ccd07f02931d863d420307aa7d6baf16f4 100644 Binary files a/fine-tuning/seelction_criterion.pdf and b/fine-tuning/seelction_criterion.pdf differ diff --git a/fine-tuning/selection_criterion_pacs.png b/fine-tuning/selection_criterion_pacs.png index 30854cc64ad673c6564c04d3b9eb68f167262767..443c7dc868af437869fff6589de5694bffae3a90 100644 Binary files a/fine-tuning/selection_criterion_pacs.png and b/fine-tuning/selection_criterion_pacs.png differ diff --git a/finetuning.tex b/finetuning.tex index 8061b804ee142952474289b3a23d40b861db81ee..3e9c3dca21e3ac4751e59f318640f84e6e53883c 100644 --- a/finetuning.tex +++ b/finetuning.tex @@ -6,8 +6,8 @@ \item How to most efficiently fine-tune $M$ for new task $T': X' \rightarrow Y$ where $\mathcal{P}(X) \neq \mathcal{P}(X')$ \item \textbf{Baseline:} Fine-tuning \begin{itemize} - \item slow for large models - \item overfitting (small $X'$, many parameters) + \item slow/intensive for large models + \item might overfit (small $X'$, many parameters) \end{itemize} \end{itemize} \end{minipage} @@ -16,11 +16,13 @@ \begin{center} \newcommand{\pacsheight}{2.5cm} \textbf{Example (PACS~\blue{[1]} dataset and variants)} +\vspace{0.25cm} + \begin{minipage}[c]{0.16\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_1.png} \centering \scriptsize \blue{Photo (base)} - \end{minipage}~~~ + \end{minipage}~\hspace{5pt}\vrule\hspace{5pt}~ \begin{minipage}[c]{0.14\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_2.png} @@ -58,7 +60,7 @@ \end{itemize} \end{minipage} \begin{minipage}[c]{0.5\textwidth} - \raisebox{-0.5\height}{\includegraphics[width=0.44\textwidth]{fine-tuning/seelction_criterion.pdf}} + \raisebox{-0.5\height}{\includegraphics[width=0.58\textwidth]{fine-tuning/seelction_criterion.pdf}} `~~ - \raisebox{-0.5\height}{\includegraphics[width=0.45\textwidth]{fine-tuning/selection_criterion_pacs.png}} + \raisebox{-0.5\height}{\includegraphics[width=0.33\textwidth]{fine-tuning/selection_criterion_pacs.png}} \end{minipage}