Commit cabb5896 by Christoph Lampert

### shuffled

parent a34b7bf1
 \newlength{\pacsheight} \setlength{\pacsheight}{2.5cm} \vspace{0.45cm} \vspace{0.45cm} \begin{minipage}[c]{0.46\textwidth} \begin{minipage}[c]{0.46\textwidth} \textbf{Problem Formulation:} \textbf{Problem Formulation:} \begin{itemize} \begin{itemize} \item Pretrained model $M$ for task $T: X \rightarrow Y$ \item how to fine-tune pretrained model $M$ for new task? %$T: X \rightarrow Y$ \item How to most efficiently fine-tune $M$ for new task $T': X' \rightarrow Y$ where $\mathcal{P}(X) \neq \mathcal{P}(X')$ %\item How to most efficiently fine-tune $M$ for new task $T': X' \rightarrow Y$ where $\mathcal{P}(X) \neq \mathcal{P}(X')$ \item \textbf{Baseline:} Fine-tuning %\item \textbf{Baseline:} Fine-tuning \begin{itemize} % \begin{itemize} \item slow/intensive for large models % \item slow/intensive for large models \item might overfit (small $X'$, many parameters) % \item might overfit (small $X'$, many parameters) \end{itemize} % \end{itemize} \end{itemize} \end{itemize} \textbf{Proposed}: flexible Fine-tuning of internal layers \begin{itemize} \item allow any layer to be tuned, not just last \item automatic selection criterion \end{itemize} \end{minipage} \end{minipage} % % \begin{minipage}[c]{0.49\textwidth} \begin{minipage}[c]{0.25\textwidth} \begin{center} \includegraphics[width=\textwidth]{fine-tuning/selection_criterion_pacs.png} \newcommand{\pacsheight}{2.5cm} \end{minipage} \textbf{Example (PACS~\blue{[1]} dataset and variants)} \quad \vspace{0.25cm} \begin{minipage}[c]{0.22\textwidth} \begin{minipage}[c]{.4\textwidth} \begin{minipage}[c]{0.16\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_1.png} \centering \includegraphics[height=\pacsheight]{pacs_1.png} \centering \scriptsize \blue{Photo (base)} \centering \scriptsize \blue{Photo (base)} \end{minipage}~\hspace{5pt}\vrule\hspace{5pt}~ \end{minipage} %~\hspace{5pt}\vrule\hspace{5pt}~ \begin{minipage}[c]{0.14\textwidth} % \begin{minipage}[c]{.4\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_4.png} \centering \scriptsize Painting \end{minipage} \begin{minipage}[c]{.4\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_2.png} \centering \includegraphics[height=\pacsheight]{pacs_2.png} \centering \scriptsize Noisy \centering \scriptsize Noisy \end{minipage}~ \end{minipage} \begin{minipage}[c]{0.14\textwidth} % \centering \includegraphics[height=\pacsheight]{pacs_3.png} \begin{minipage}[c]{.4\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_5.png} \centering \scriptsize Blurry \centering \scriptsize Cartoon \end{minipage}~ \end{minipage}~ \begin{minipage}[c]{0.14\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_4.png} \centering \scriptsize Painting \begin{minipage}[c]{.4\textwidth} \end{minipage}~ \centering \includegraphics[height=\pacsheight]{pacs_3.png} \begin{minipage}[c]{0.14\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_5.png} \centering \scriptsize Cartoon \centering \scriptsize Blurry \end{minipage}~ \end{minipage}~ \begin{minipage}[c]{0.14\textwidth} % \begin{minipage}[c]{.4\textwidth} \centering \includegraphics[height=\pacsheight]{pacs_6.png} \centering \includegraphics[height=\pacsheight]{pacs_6.png} \centering \scriptsize Sketch \centering \scriptsize Sketch \end{minipage} \end{minipage} \end{center} \end{minipage} \end{minipage} \begin{minipage}[c]{0.45\textwidth} %\begin{center} \textbf{Proposed}: Flexible Fine-tuning of internal layers % \textbf{Example (PACS~\blue{[1]} dataset and variants)} \begin{itemize} %\vspace{0.25cm} \item Layer Selection Criterion %\end{center} \item Experiments in various settings \item Projection module (parametrized case) \end{itemize} \end{minipage} \begin{minipage}[c]{0.5\textwidth} \raisebox{-0.5\height}{\includegraphics[width=0.58\textwidth]{fine-tuning/seelction_criterion.pdf}} `~~ \raisebox{-0.5\height}{\includegraphics[width=0.33\textwidth]{fine-tuning/selection_criterion_pacs.png}} \end{minipage}
 ... @@ -8,10 +8,16 @@ ... @@ -8,10 +8,16 @@ \usepackage[scaled]{helvet} \usepackage[scaled]{helvet} \usepackage{pbox} \usepackage{pbox} \usepackage{framed} \newenvironment{fshaded}{% \def\FrameCommand{\fcolorbox{framecolor}{shadecolor}}% \MakeFramed {\FrameRestore}}% {\endMakeFramed} \definecolor{shadecolor}{rgb}{0.8,0.8,0.8} \definecolor{framecolor}{rgb}{.0,.0,.0}% %\usepackage{algorithm} %\usepackage{algorithm} %\usepackage{algorithmic} %\usepackage{algorithmic} %\usepackage{framed} %\usepackage{mathrsfs} %\usepackage{mathrsfs} %\usepackage{stmaryrd} % for /llbracket, /rrbracket %\usepackage{stmaryrd} % for /llbracket, /rrbracket %\usepackage{rotating} %\usepackage{rotating} ... @@ -181,16 +187,84 @@ ... @@ -181,16 +187,84 @@ \ \ \ \begin{column}{.49\textwidth} \ \ \ \begin{column}{.49\textwidth} \begin{block}{\Large Our Research} \begin{block}{\Large Our Research} \definecolor{shadecolor}{rgb}{0.7,0.7,0.7}% %\begin{fshaded} \textbf{Theory (Statistical Machine Learning)} \begin{columns} \begin{column}{.25\textwidth} \begin{itemize} \item {Multi-task learning} \end{itemize} \end{column} % \begin{column}{.27\textwidth} \begin{itemize} \item Lifelong learning \end{itemize} \end{column} % \begin{column}{.35\textwidth} \begin{itemize} \item Learning with Strong Supervision \end{itemize} \end{column} \end{columns} %\end{fshaded} \vspace{.5\baselineskip} %\begin{fshaded} \textbf{Models/Algorithms} % \begin{columns} \begin{column}{.25\textwidth} \begin{itemize} \item {Incremental learning} \end{itemize} \end{column} \begin{column}{.27\textwidth} \begin{itemize} \item Multi-stage architectures \end{itemize} \end{column} \begin{column}{.35\textwidth} \begin{itemize} \begin{itemize} \item \LARGE Lots \item Non-standard forms of supervision \item of \item Cool \item Stuff \end{itemize} \end{itemize} \end{column} \end{columns} %\end{fshaded} %\begin{fshaded} \vspace{.5\baselineskip} \textbf{Applications (in Computer Vision)} \begin{columns} \begin{column}{.25\textwidth} \begin{itemize} \item {Object recognition} \end{itemize} \end{column} \begin{column}{.27\textwidth} \begin{itemize} \item {Object detection} \end{itemize} \end{column} \begin{column}{.35\textwidth} \begin{itemize} \item {Semantic image representations} \end{itemize} \end{column} \end{columns} %\end{fshaded} \end{block} \end{block} \begin{block}{\Large Example: Flex-tuning} \vspace{1\baselineskip} \begin{block}{\Large Flexible Fine-tuning (Flex-Tuning)} \input{finetuning.tex} \input{finetuning.tex} \end{block} \end{block} ... ...
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment