From cabb5896663230d13c8debe7de073228df9043ac Mon Sep 17 00:00:00 2001 From: Christoph Lampert Date: Tue, 2 Oct 2018 17:11:21 +0200 Subject: [PATCH] shuffled --- finetuning.tex | 90 ++++++++++++++++++++++++++------------------------ poster.tex | 86 +++++++++++++++++++++++++++++++++++++++++++---- 2 files changed, 127 insertions(+), 49 deletions(-) diff --git a/finetuning.tex b/finetuning.tex index 3e9c3dc..f3889d5 100644 --- a/finetuning.tex +++ b/finetuning.tex @@ -1,66 +1,70 @@ + \newlength{\pacsheight} + \setlength{\pacsheight}{2.5cm} + \vspace{0.45cm} \begin{minipage}[c]{0.46\textwidth} \textbf{Problem Formulation:} \begin{itemize} - \item Pretrained model $M$ for task $T: X \rightarrow Y$ - \item How to most efficiently fine-tune $M$ for new task $T': X' \rightarrow Y$ where $\mathcal{P}(X) \neq \mathcal{P}(X')$ - \item \textbf{Baseline:} Fine-tuning - \begin{itemize} - \item slow/intensive for large models - \item might overfit (small $X'$, many parameters) - \end{itemize} - \end{itemize} + \item how to fine-tune pretrained model $M$ for new task? %$T: X \rightarrow Y$ + %\item How to most efficiently fine-tune $M$ for new task $T': X' \rightarrow Y$ where $\mathcal{P}(X) \neq \mathcal{P}(X')$ + %\item \textbf{Baseline:} Fine-tuning + % \begin{itemize} + % \item slow/intensive for large models + % \item might overfit (small $X'$, many parameters) + % \end{itemize} + \end{itemize} + +\textbf{Proposed}: flexible Fine-tuning of internal layers +\begin{itemize} +\item allow any layer to be tuned, not just last +\item automatic selection criterion +\end{itemize} \end{minipage} % -\begin{minipage}[c]{0.49\textwidth} -\begin{center} - \newcommand{\pacsheight}{2.5cm} - \textbf{Example (PACS~\blue{[1]} dataset and variants)} -\vspace{0.25cm} - - \begin{minipage}[c]{0.16\textwidth} +\begin{minipage}[c]{0.25\textwidth} +\includegraphics[width=\textwidth]{fine-tuning/selection_criterion_pacs.png} +\end{minipage} +\quad +\begin{minipage}[c]{0.22\textwidth} + \begin{minipage}[c]{.4\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_1.png} \centering \scriptsize \blue{Photo (base)} - \end{minipage}~\hspace{5pt}\vrule\hspace{5pt}~ - \begin{minipage}[c]{0.14\textwidth} + \end{minipage} %~\hspace{5pt}\vrule\hspace{5pt}~ + % + \begin{minipage}[c]{.4\textwidth} + \centering \includegraphics[height=\pacsheight]{pacs_4.png} + + \centering \scriptsize Painting + \end{minipage} + + \begin{minipage}[c]{.4\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_2.png} \centering \scriptsize Noisy - \end{minipage}~ - \begin{minipage}[c]{0.14\textwidth} - \centering \includegraphics[height=\pacsheight]{pacs_3.png} + \end{minipage} + % + \begin{minipage}[c]{.4\textwidth} + \centering \includegraphics[height=\pacsheight]{pacs_5.png} - \centering \scriptsize Blurry + \centering \scriptsize Cartoon \end{minipage}~ - \begin{minipage}[c]{0.14\textwidth} - \centering \includegraphics[height=\pacsheight]{pacs_4.png} - \centering \scriptsize Painting - \end{minipage}~ - \begin{minipage}[c]{0.14\textwidth} - \centering \includegraphics[height=\pacsheight]{pacs_5.png} + \begin{minipage}[c]{.4\textwidth} + \centering \includegraphics[height=\pacsheight]{pacs_3.png} - \centering \scriptsize Cartoon + \centering \scriptsize Blurry \end{minipage}~ - \begin{minipage}[c]{0.14\textwidth} + % + \begin{minipage}[c]{.4\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_6.png} \centering \scriptsize Sketch \end{minipage} -\end{center} \end{minipage} -\begin{minipage}[c]{0.45\textwidth} -\textbf{Proposed}: Flexible Fine-tuning of internal layers -\begin{itemize} -\item Layer Selection Criterion -\item Experiments in various settings -\item Projection module (parametrized case) -\end{itemize} -\end{minipage} -\begin{minipage}[c]{0.5\textwidth} - \raisebox{-0.5\height}{\includegraphics[width=0.58\textwidth]{fine-tuning/seelction_criterion.pdf}} -`~~ - \raisebox{-0.5\height}{\includegraphics[width=0.33\textwidth]{fine-tuning/selection_criterion_pacs.png}} -\end{minipage} +%\begin{center} +% \textbf{Example (PACS~\blue{[1]} dataset and variants)} +%\vspace{0.25cm} +%\end{center} + diff --git a/poster.tex b/poster.tex index 65a2b03..72438d9 100755 --- a/poster.tex +++ b/poster.tex @@ -8,10 +8,16 @@ \usepackage[scaled]{helvet} \usepackage{pbox} +\usepackage{framed} +\newenvironment{fshaded}{% +\def\FrameCommand{\fcolorbox{framecolor}{shadecolor}}% +\MakeFramed {\FrameRestore}}% +{\endMakeFramed} +\definecolor{shadecolor}{rgb}{0.8,0.8,0.8} +\definecolor{framecolor}{rgb}{.0,.0,.0}% %\usepackage{algorithm} %\usepackage{algorithmic} -%\usepackage{framed} %\usepackage{mathrsfs} %\usepackage{stmaryrd} % for /llbracket, /rrbracket %\usepackage{rotating} @@ -181,16 +187,84 @@ \ \ \ \begin{column}{.49\textwidth} \begin{block}{\Large Our Research} +\definecolor{shadecolor}{rgb}{0.7,0.7,0.7}% + +%\begin{fshaded} +\textbf{Theory (Statistical Machine Learning)} + +\begin{columns} +\begin{column}{.25\textwidth} +\begin{itemize} +\item {Multi-task learning} +\end{itemize} +\end{column} +% +\begin{column}{.27\textwidth} +\begin{itemize} +\item Lifelong learning +\end{itemize} +\end{column} +% +\begin{column}{.35\textwidth} +\begin{itemize} +\item Learning with Strong Supervision +\end{itemize} +\end{column} +\end{columns} + +%\end{fshaded} +\vspace{.5\baselineskip} + +%\begin{fshaded} +\textbf{Models/Algorithms} + +% +\begin{columns} +\begin{column}{.25\textwidth} +\begin{itemize} +\item {Incremental learning} +\end{itemize} +\end{column} +\begin{column}{.27\textwidth} +\begin{itemize} +\item Multi-stage architectures +\end{itemize} +\end{column} +\begin{column}{.35\textwidth} \begin{itemize} -\item \LARGE Lots -\item of -\item Cool -\item Stuff +\item Non-standard forms of supervision \end{itemize} +\end{column} +\end{columns} +%\end{fshaded} + +%\begin{fshaded} +\vspace{.5\baselineskip} +\textbf{Applications (in Computer Vision)} + +\begin{columns} +\begin{column}{.25\textwidth} +\begin{itemize} +\item {Object recognition} +\end{itemize} +\end{column} +\begin{column}{.27\textwidth} +\begin{itemize} +\item {Object detection} +\end{itemize} +\end{column} +\begin{column}{.35\textwidth} +\begin{itemize} +\item {Semantic image representations} +\end{itemize} +\end{column} +\end{columns} +%\end{fshaded} \end{block} -\begin{block}{\Large Example: Flex-tuning} +\vspace{1\baselineskip} +\begin{block}{\Large Flexible Fine-tuning (Flex-Tuning)} \input{finetuning.tex} \end{block} -- 2.22.0