Commit cabb5896 authored by Christoph Lampert's avatar Christoph Lampert

shuffled

parent a34b7bf1
\newlength{\pacsheight}
\setlength{\pacsheight}{2.5cm}
\vspace{0.45cm} \vspace{0.45cm}
\begin{minipage}[c]{0.46\textwidth} \begin{minipage}[c]{0.46\textwidth}
\textbf{Problem Formulation:} \textbf{Problem Formulation:}
\begin{itemize} \begin{itemize}
\item Pretrained model $M$ for task $T: X \rightarrow Y$ \item how to fine-tune pretrained model $M$ for new task? %$T: X \rightarrow Y$
\item How to most efficiently fine-tune $M$ for new task $T': X' \rightarrow Y$ where $\mathcal{P}(X) \neq \mathcal{P}(X')$ %\item How to most efficiently fine-tune $M$ for new task $T': X' \rightarrow Y$ where $\mathcal{P}(X) \neq \mathcal{P}(X')$
\item \textbf{Baseline:} Fine-tuning %\item \textbf{Baseline:} Fine-tuning
\begin{itemize} % \begin{itemize}
\item slow/intensive for large models % \item slow/intensive for large models
\item might overfit (small $X'$, many parameters) % \item might overfit (small $X'$, many parameters)
\end{itemize} % \end{itemize}
\end{itemize} \end{itemize}
\textbf{Proposed}: flexible Fine-tuning of internal layers
\begin{itemize}
\item allow any layer to be tuned, not just last
\item automatic selection criterion
\end{itemize}
\end{minipage} \end{minipage}
% %
\begin{minipage}[c]{0.49\textwidth} \begin{minipage}[c]{0.25\textwidth}
\begin{center} \includegraphics[width=\textwidth]{fine-tuning/selection_criterion_pacs.png}
\newcommand{\pacsheight}{2.5cm} \end{minipage}
\textbf{Example (PACS~\blue{[1]} dataset and variants)} \quad
\vspace{0.25cm} \begin{minipage}[c]{0.22\textwidth}
\begin{minipage}[c]{.4\textwidth}
\begin{minipage}[c]{0.16\textwidth}
\centering \includegraphics[height=\pacsheight]{pacs_1.png} \centering \includegraphics[height=\pacsheight]{pacs_1.png}
\centering \scriptsize \blue{Photo (base)} \centering \scriptsize \blue{Photo (base)}
\end{minipage}~\hspace{5pt}\vrule\hspace{5pt}~ \end{minipage} %~\hspace{5pt}\vrule\hspace{5pt}~
\begin{minipage}[c]{0.14\textwidth} %
\begin{minipage}[c]{.4\textwidth}
\centering \includegraphics[height=\pacsheight]{pacs_4.png}
\centering \scriptsize Painting
\end{minipage}
\begin{minipage}[c]{.4\textwidth}
\centering \includegraphics[height=\pacsheight]{pacs_2.png} \centering \includegraphics[height=\pacsheight]{pacs_2.png}
\centering \scriptsize Noisy \centering \scriptsize Noisy
\end{minipage}~ \end{minipage}
\begin{minipage}[c]{0.14\textwidth} %
\centering \includegraphics[height=\pacsheight]{pacs_3.png} \begin{minipage}[c]{.4\textwidth}
\centering \includegraphics[height=\pacsheight]{pacs_5.png}
\centering \scriptsize Blurry \centering \scriptsize Cartoon
\end{minipage}~ \end{minipage}~
\begin{minipage}[c]{0.14\textwidth}
\centering \includegraphics[height=\pacsheight]{pacs_4.png}
\centering \scriptsize Painting \begin{minipage}[c]{.4\textwidth}
\end{minipage}~ \centering \includegraphics[height=\pacsheight]{pacs_3.png}
\begin{minipage}[c]{0.14\textwidth}
\centering \includegraphics[height=\pacsheight]{pacs_5.png}
\centering \scriptsize Cartoon \centering \scriptsize Blurry
\end{minipage}~ \end{minipage}~
\begin{minipage}[c]{0.14\textwidth} %
\begin{minipage}[c]{.4\textwidth}
\centering \includegraphics[height=\pacsheight]{pacs_6.png} \centering \includegraphics[height=\pacsheight]{pacs_6.png}
\centering \scriptsize Sketch \centering \scriptsize Sketch
\end{minipage} \end{minipage}
\end{center}
\end{minipage} \end{minipage}
\begin{minipage}[c]{0.45\textwidth} %\begin{center}
\textbf{Proposed}: Flexible Fine-tuning of internal layers % \textbf{Example (PACS~\blue{[1]} dataset and variants)}
\begin{itemize} %\vspace{0.25cm}
\item Layer Selection Criterion %\end{center}
\item Experiments in various settings
\item Projection module (parametrized case)
\end{itemize}
\end{minipage}
\begin{minipage}[c]{0.5\textwidth}
\raisebox{-0.5\height}{\includegraphics[width=0.58\textwidth]{fine-tuning/seelction_criterion.pdf}}
`~~
\raisebox{-0.5\height}{\includegraphics[width=0.33\textwidth]{fine-tuning/selection_criterion_pacs.png}}
\end{minipage}
...@@ -8,10 +8,16 @@ ...@@ -8,10 +8,16 @@
\usepackage[scaled]{helvet} \usepackage[scaled]{helvet}
\usepackage{pbox} \usepackage{pbox}
\usepackage{framed}
\newenvironment{fshaded}{%
\def\FrameCommand{\fcolorbox{framecolor}{shadecolor}}%
\MakeFramed {\FrameRestore}}%
{\endMakeFramed}
\definecolor{shadecolor}{rgb}{0.8,0.8,0.8}
\definecolor{framecolor}{rgb}{.0,.0,.0}%
%\usepackage{algorithm} %\usepackage{algorithm}
%\usepackage{algorithmic} %\usepackage{algorithmic}
%\usepackage{framed}
%\usepackage{mathrsfs} %\usepackage{mathrsfs}
%\usepackage{stmaryrd} % for /llbracket, /rrbracket %\usepackage{stmaryrd} % for /llbracket, /rrbracket
%\usepackage{rotating} %\usepackage{rotating}
...@@ -181,16 +187,84 @@ ...@@ -181,16 +187,84 @@
\ \ \ \begin{column}{.49\textwidth} \ \ \ \begin{column}{.49\textwidth}
\begin{block}{\Large Our Research} \begin{block}{\Large Our Research}
\definecolor{shadecolor}{rgb}{0.7,0.7,0.7}%
%\begin{fshaded}
\textbf{Theory (Statistical Machine Learning)}
\begin{columns}
\begin{column}{.25\textwidth}
\begin{itemize}
\item {Multi-task learning}
\end{itemize}
\end{column}
%
\begin{column}{.27\textwidth}
\begin{itemize}
\item Lifelong learning
\end{itemize}
\end{column}
%
\begin{column}{.35\textwidth}
\begin{itemize}
\item Learning with Strong Supervision
\end{itemize}
\end{column}
\end{columns}
%\end{fshaded}
\vspace{.5\baselineskip}
%\begin{fshaded}
\textbf{Models/Algorithms}
%
\begin{columns}
\begin{column}{.25\textwidth}
\begin{itemize}
\item {Incremental learning}
\end{itemize}
\end{column}
\begin{column}{.27\textwidth}
\begin{itemize}
\item Multi-stage architectures
\end{itemize}
\end{column}
\begin{column}{.35\textwidth}
\begin{itemize} \begin{itemize}
\item \LARGE Lots \item Non-standard forms of supervision
\item of
\item Cool
\item Stuff
\end{itemize} \end{itemize}
\end{column}
\end{columns}
%\end{fshaded}
%\begin{fshaded}
\vspace{.5\baselineskip}
\textbf{Applications (in Computer Vision)}
\begin{columns}
\begin{column}{.25\textwidth}
\begin{itemize}
\item {Object recognition}
\end{itemize}
\end{column}
\begin{column}{.27\textwidth}
\begin{itemize}
\item {Object detection}
\end{itemize}
\end{column}
\begin{column}{.35\textwidth}
\begin{itemize}
\item {Semantic image representations}
\end{itemize}
\end{column}
\end{columns}
%\end{fshaded}
\end{block} \end{block}
\begin{block}{\Large Example: Flex-tuning} \vspace{1\baselineskip}
\begin{block}{\Large Flexible Fine-tuning (Flex-Tuning)}
\input{finetuning.tex} \input{finetuning.tex}
\end{block} \end{block}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment