\begin{frame}
	\myheading{Module 14.1: Sequence Learning Problems}
\end{frame}

\begin{frame}
  \begin{columns}
    \column{0.5\textwidth}
          \hspace{-0.7cm}
      \begin{overlayarea}{\textwidth}{\textheight}

\only<2>{
  \vspace{1cm}
  \hspace{1cm}
  \begin{center}
    \begin{tikzpicture}[scale=0.9, transform shape]
      \node[inner sep=0pt] (A) at (-4.5,8.5)
      {\includegraphics[height=1.5cm, width=1.5cm]{images/flower.jpg}};

      \node (B) at (0,8.5) {
              \begin{tikzpicture}[thick,scale=1.1, every node/.style={scale=1.1}]
              \pgfsetxvec{\pgfpoint{1cm}{0cm}}
              \pgfsetyvec{\pgfpoint{0cm}{1cm}}
              \pgfsetzvec{\pgfpoint{-0.707cm}{.707cm}}

              \onslide<1->{
                \cuboid{(5.9,-2,0.2)}{pink!50}{0.8}{0.8}{0}
                \cuboid{(5.9,-2,0.0)}{pink!50}{0.8}{0.8}{0}
                \cuboid{(5.9,-2,-0.2)}{pink!50}{0.8}{0.8}{0}
                \cuboid{(5.9,-2,-0.4)}{pink!50}{0.8}{0.8}{0}
                \cuboid{(5.9,-2,-0.6)}{pink!50}{0.8}{0.8}{0}
                \cuboid{(5.9,-2,-0.8)}{pink!50}{0.8}{0.8}{0}
                \cuboid{(5.9,-2,-1)}{pink!50}{0.8}{0.8}{0}
                \cuboid{(5.9,-2,-1.2)}{pink!50}{0.8}{0.8}{0}
                \cuboidlabelmine{(5.9,-2,-1.2)}{pink!50}{0.8}{0.8}{0}{10}{10}{}
              }
              \onslide<1->{

                \cuboid{(7.9,-2.7,0.8)}{blue!50}{0.5}{0.5}{0}
                \cuboid{(7.9,-2.7,0.6)}{blue!50}{0.5}{0.5}{0}
                \cuboid{(7.9,-2.7,0.4)}{blue!50}{0.5}{0.5}{0}
                \cuboid{(7.9,-2.7,0.2)}{blue!50}{0.5}{0.5}{0}
                \cuboid{(7.9,-2.7,-0.0)}{blue!50}{0.5}{0.5}{0}
                \cuboid{(7.9,-2.7,-0.2)}{blue!50}{0.5}{0.5}{0}
                \cuboid{(7.9,-2.7,-0.4)}{blue!50}{0.5}{0.5}{0}
                \cuboid{(7.9,-2.7,-0.6)}{blue!50}{0.5}{0.5}{0}
                \cuboidlabelmine{(7.9,-2.7,-0.6)}{blue!50}{0.5}{0.5}{0}{5}{5}{}
                \kernel{(6.1,-3,-0.4)}{gray}{0.2}{0.2}{0}{(7.8,-3.2,-0.4)}
              }
              \onslide<1->{

                \cuboid{(9.8,-3.5,1.8)}{magenta!50}{0.5}{0}{1.4}
                %   \node at (9.3,-2.85,2.2) {\tiny{FC 1}};
                \draw[black] (7.9,-2.7,0.8) -- (9.55,-3.5,1.78);
                \draw[black] (7.9,-2.7,-0.6) -- (8.8,-3,-0.3);
              }
              \onslide<1->{
                \cuboid{(10.8,-3.5,1.7)}{magenta!50}{0.5}{0}{1.15}

                \draw[black] (9.8,-3.5,1.8) -- (10.5,-3.5,1.7);
                \draw[black] (9.8,-3.5,0.4) -- (10.3,-3.5,0.55);
              }
              \end{tikzpicture}
              };
              \draw[->,thick] (A) -- (-2.8,8.5);
    \end{tikzpicture}

              \end{center}
              }
      \only<3>{

        \include{modules/Module1/tikz_images/word2vec_1}

        }

      \only<4>{
          \vspace{1cm}

          \begin{center}

            \begin{tikzpicture}[scale=0.9, transform shape]
\node[inner sep=0pt] (A) at (-4.5,8.5)
            {\includegraphics[width=1.5cm, height=1.5cm]{images/apple.jpeg}};

            \node (B) at (-0.8,8.5) {
              \begin{tikzpicture}[thick,scale=0.9, every node/.style={scale=0.9}]
              \pgfsetxvec{\pgfpoint{1cm}{0cm}}
              \pgfsetyvec{\pgfpoint{0cm}{1cm}}
              \pgfsetzvec{\pgfpoint{-0.707cm}{.707cm}}

              \onslide<1->{
                \cuboid{(5.9,-2,0.2)}{pink!50}{0.8}{0.8}{0}
                \cuboid{(5.9,-2,0.0)}{pink!50}{0.8}{0.8}{0}
                \cuboid{(5.9,-2,-0.2)}{pink!50}{0.8}{0.8}{0}
                \cuboid{(5.9,-2,-0.4)}{pink!50}{0.8}{0.8}{0}
                \cuboid{(5.9,-2,-0.6)}{pink!50}{0.8}{0.8}{0}
                \cuboid{(5.9,-2,-0.8)}{pink!50}{0.8}{0.8}{0}
                \cuboid{(5.9,-2,-1)}{pink!50}{0.8}{0.8}{0}
                \cuboid{(5.9,-2,-1.2)}{pink!50}{0.8}{0.8}{0}
                \cuboidlabelmine{(5.9,-2,-1.2)}{pink!50}{0.8}{0.8}{0}{10}{10}{}
              }
              \onslide<1->{

                \cuboid{(7.9,-2.7,0.8)}{blue!50}{0.5}{0.5}{0}
                \cuboid{(7.9,-2.7,0.6)}{blue!50}{0.5}{0.5}{0}
                \cuboid{(7.9,-2.7,0.4)}{blue!50}{0.5}{0.5}{0}
                \cuboid{(7.9,-2.7,0.2)}{blue!50}{0.5}{0.5}{0}
                \cuboid{(7.9,-2.7,-0.0)}{blue!50}{0.5}{0.5}{0}
                \cuboid{(7.9,-2.7,-0.2)}{blue!50}{0.5}{0.5}{0}
                \cuboid{(7.9,-2.7,-0.4)}{blue!50}{0.5}{0.5}{0}
                \cuboid{(7.9,-2.7,-0.6)}{blue!50}{0.5}{0.5}{0}
                \cuboidlabelmine{(7.9,-2.7,-0.6)}{blue!50}{0.5}{0.5}{0}{5}{5}{}
                \kernel{(6.1,-3,-0.4)}{gray}{0.2}{0.2}{0}{(7.8,-3.2,-0.4)}
              }
              \onslide<1->{

                \cuboid{(9.8,-3.5,1.8)}{magenta!50}{0.5}{0}{1.4}
                %   \node at (9.3,-2.85,2.2) {\tiny{FC 1}};
                \draw[black] (7.9,-2.7,0.8) -- (9.55,-3.5,1.78);
                \draw[black] (7.9,-2.7,-0.6) -- (8.8,-3,-0.3);
              }
              \onslide<1->{
                \cuboid{(10.8,-3.5,1.7)}{magenta!50}{0.5}{0}{1.15}

                \draw[black] (9.8,-3.5,1.8) -- (10.5,-3.5,1.7);
                \draw[black] (9.8,-3.5,0.4) -- (10.3,-3.5,0.55);
              }
              \end{tikzpicture}
            };

            \draw[->,thick] (-3.8,8.5) -- (-3,8.5);
            \draw[->,thick] (1.1,8.8) -- (1.6,8.8);

            \node[inner sep=0pt] (A) at (2.1,8.5)
            {\includegraphics[scale = 0.2]{images/classification.PNG}};
\node[inner sep=0pt] (A) at (2.9,9.5) {\small apple};
\node[inner sep=0pt] (A) at (2.9,8.8) {\small bus};
\node[inner sep=0pt] (A) at (2.9,8.1) {\small car};
\node[inner sep=0pt] (A) at (2.9,7.5) {\vdots};
          \end{tikzpicture}

        \end{center}

        }

          \only<5>{
            \vspace{1cm}

            \begin{center}

              \begin{tikzpicture}[scale=0.9, transform shape]
              \node[inner sep=0pt] (A) at (-5.5,8.5)
              {\includegraphics[width=1.5cm, height=1.5cm,trim={1cm 0 0.6cm 0},clip ]{images/car1.jpeg}};

              \node (B) at (-1.8,8.5) {
                \begin{tikzpicture}[thick,scale=0.9, every node/.style={scale=0.9}]
                \pgfsetxvec{\pgfpoint{1cm}{0cm}}
                \pgfsetyvec{\pgfpoint{0cm}{1cm}}
                \pgfsetzvec{\pgfpoint{-0.707cm}{.707cm}}

                \onslide<1->{
                  \cuboid{(5.9,-2,0.2)}{pink!50}{0.8}{0.8}{0}
                  \cuboid{(5.9,-2,0.0)}{pink!50}{0.8}{0.8}{0}
                  \cuboid{(5.9,-2,-0.2)}{pink!50}{0.8}{0.8}{0}
                  \cuboid{(5.9,-2,-0.4)}{pink!50}{0.8}{0.8}{0}
                  \cuboid{(5.9,-2,-0.6)}{pink!50}{0.8}{0.8}{0}
                  \cuboid{(5.9,-2,-0.8)}{pink!50}{0.8}{0.8}{0}
                  \cuboid{(5.9,-2,-1)}{pink!50}{0.8}{0.8}{0}
                  \cuboid{(5.9,-2,-1.2)}{pink!50}{0.8}{0.8}{0}
                  \cuboidlabelmine{(5.9,-2,-1.2)}{pink!50}{0.8}{0.8}{0}{10}{10}{}
                }
                \onslide<1->{

                  \cuboid{(7.9,-2.7,0.8)}{blue!50}{0.5}{0.5}{0}
                  \cuboid{(7.9,-2.7,0.6)}{blue!50}{0.5}{0.5}{0}
                  \cuboid{(7.9,-2.7,0.4)}{blue!50}{0.5}{0.5}{0}
                  \cuboid{(7.9,-2.7,0.2)}{blue!50}{0.5}{0.5}{0}
                  \cuboid{(7.9,-2.7,-0.0)}{blue!50}{0.5}{0.5}{0}
                  \cuboid{(7.9,-2.7,-0.2)}{blue!50}{0.5}{0.5}{0}
                  \cuboid{(7.9,-2.7,-0.4)}{blue!50}{0.5}{0.5}{0}
                  \cuboid{(7.9,-2.7,-0.6)}{blue!50}{0.5}{0.5}{0}
                  \cuboidlabelmine{(7.9,-2.7,-0.6)}{blue!50}{0.5}{0.5}{0}{5}{5}{}
                  \kernel{(6.1,-3,-0.4)}{gray}{0.2}{0.2}{0}{(7.8,-3.2,-0.4)}
                }
                \onslide<1->{

                  \cuboid{(9.8,-3.5,1.8)}{magenta!50}{0.5}{0}{1.4}
                  %   \node at (9.3,-2.85,2.2) {\tiny{FC 1}};
                  \draw[black] (7.9,-2.7,0.8) -- (9.55,-3.5,1.78);
                  \draw[black] (7.9,-2.7,-0.6) -- (8.8,-3,-0.3);
                }
                \onslide<1->{
                  \cuboid{(10.8,-3.5,1.7)}{magenta!50}{0.5}{0}{1.15}

                  \draw[black] (9.8,-3.5,1.8) -- (10.5,-3.5,1.7);
                  \draw[black] (9.8,-3.5,0.4) -- (10.3,-3.5,0.55);
                }
                \end{tikzpicture}
              };

              \draw[->,thick] (-4.5,8.5) -- (-4,8.5);
              \draw[->,thick] (0.1,8.8) -- (0.6,8.8);

              \node[inner sep=0pt] (A) at (1.1,8.5)
              {\includegraphics[scale = 0.2]{images/classification1.PNG}};
              \node[inner sep=0pt] (A) at (1.9,9.5) {\small apple};
              \node[inner sep=0pt] (A) at (1.9,8.8) {\small bus};
              \node[inner sep=0pt] (A) at (1.9,8.1) {\small car};
              \node[inner sep=0pt] (A) at (1.9,7.5) {\vdots};
            \end{tikzpicture}

          \end{center}

        }
      \end{overlayarea}

    \column{0.5\textwidth}
      \begin{overlayarea}{\textwidth}{\textheight}
        \begin{itemize}
            \justifying
          \item<1-> In feedforward and convolutional neural networks the size of the
                    input was always fixed
          \item<2-> For example, we fed fixed size ($32\times32$) images to convolutional
                    neural networks for image classification
          \item<3-> Similarly in word2vec, we fed a fixed window ($k$) of words to the
                    network
          \item<4-> Further, each input to the network was independent of the previous
                    or future inputs
          \item<5-> For example, the computatations, outputs and decisions for two successive images
                    are completely independent of each other
        \end{itemize}
      \end{overlayarea}
  \end{columns}
\end{frame}

\begin{frame}
  \begin{columns}
    \column{0.5\textwidth}
      \begin{overlayarea}{\textwidth}{\textheight}
        \vspace{1.5cm}
        \begin{center}
        \begin{tikzpicture}

            \onslide<4->{
          \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (0,1){};
          \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (0,-0.5){};
          \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (0,-1){\tiny d};
          \draw[->](Aemb)--(A);
          }
        \onslide<5->{
          \node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black] (C) at (0,2.8){};
          \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (0,3.3){\tiny e};

          \draw[->](A)--(C);
        }

            \onslide<6->{
              \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (1,1){};
              \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (1,-0.5){};
              \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (1,-1){\tiny e};
              \draw[->](Aemb)--(A);
              \node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black] (C) at (1,2.8){};
              \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (1,3.3){\tiny e};

              \draw[->](A)--(C);
            }

                        \onslide<6->{
                          \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (2,1){};
                          \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (2,-0.5){};
                          \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (2,-1){\tiny e};
                          \draw[->](Aemb)--(A);
                          \node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black] (C) at (2,2.8){};
                          \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (2,3.3){\tiny p};

                          \draw[->](A)--(C);
                        }
                                    \onslide<7->{
                                      \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (3,1){};
                                      \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (3,-0.5){};
                                      \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (3,-1){\tiny p};
                                      \draw[->](Aemb)--(A);
                                      \node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black] (C) at (3,2.8){};
                                      \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (3,3.3){\tiny $\langle$ stop $\rangle$};

                                      \draw[->](A)--(C);
                                    }
          \end{tikzpicture}

        \end{center}

      \end{overlayarea}

    \column{0.5\textwidth}
      \begin{overlayarea}{\textwidth}{\textheight}
        \begin{itemize}
            \justifying
          \item<1-> In many applications the input is not of a fixed size
          \item<2-> Further successive inputs may not be independent of each other
          \item<3-> For example, consider the task of auto completion
          \item<4-> Given the first character `d' you want to predict the next character
                    `e' and so on
        \end{itemize}
      \end{overlayarea}
  \end{columns}
\end{frame}

\begin{frame}
  \begin{columns}
    \column{0.5\textwidth}
      \begin{overlayarea}{\textwidth}{\textheight}
                \vspace{1.5cm}
                \begin{center}
                  \begin{tikzpicture}

                  \onslide<1->{
                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (0,1){};
                    \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (0,-0.5){};
                    \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (0,-1){\tiny d};
                    \draw[->](Aemb)--(A);

                  }
                  \onslide<1->{
                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black] (C) at (0,2.8){};
                    \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (0,3.3){\tiny e};

                    \draw[->](A)--(C);
                        %\onslide<4->{
                        %\node[rectangle, minimum height=48mm, minimum width= 6mm, draw=red!100, line width=1.5,rounded corners=3pt,solid] (X) at (2,1){};
                        %\node[rectangle, minimum height=48mm, minimum width= 6mm, draw=red!100, line width=1.5,rounded corners=3pt,solid] (X) at (3,1){};
                        %\node[rectangle, minimum height=48mm, minimum width= 6mm, draw=red!100, line width=1.5,rounded corners=3pt,solid] (X) at (1,1){};
                        %}
                  }

                  \onslide<1->{
                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (1,1){};
                    \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (1,-0.5){};
                    \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (1,-1){\tiny e};
                    \draw[->](Aemb)--(A);
                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black] (C) at (1,2.8){};
                    \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (1,3.3){\tiny e};

                    \draw[->](A)--(C);
                  }

                  \onslide<1->{
                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (2,1){};
                    \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (2,-0.5){};
                    \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (2,-1){\tiny e};
                    \draw[->](Aemb)--(A);
                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black] (C) at (2,2.8){};
                    \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (2,3.3){\tiny p};

                    \draw[->](A)--(C);
                  }
                  \onslide<1->{
                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (3,1){};
                    \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (3,-0.5){};
                    \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (3,-1){\tiny p};
                    \draw[->](Aemb)--(A);
                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black] (C) at (3,2.8){};
                    \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (3,3.3){\tiny $\langle$ stop $\rangle$};

                    \draw[->](A)--(C);
                  }
                  \end{tikzpicture}

                \end{center}
      \end{overlayarea}

    \column{0.5\textwidth}
      \begin{overlayarea}{\textwidth}{\textheight}
        \begin{itemize} \justifying
          \item<1-> Notice a few things
          \item<2-> First, successive inputs are no longer independent (while predicting
                    `e' you would want to know what the previous input was in addition
                    to the current input)
          \item<3-> Second, the length of the inputs and the number of predictions you
                    need to make is not fixed (for example, ``learn'', ``deep'', ``machine'' have
                    different number of characters)
          \item<4-> Third, each network (\textcolor{orange}{orange}-\textcolor{blue}{blue}-\textcolor{green}{green} structure) is performing the same task (\textbf{input} : character
                    \textbf{output} : character)
        \end{itemize}
      \end{overlayarea}
  \end{columns}
\end{frame}

\begin{frame}
  \begin{columns}
    \column{0.5\textwidth}
      \begin{overlayarea}{\textwidth}{\textheight}
                        \vspace{1.5cm}
                        \begin{center}
                          \begin{tikzpicture}

                          \onslide<1->{
                            \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (0,1){};
                            \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (0,-0.5){};
                            \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (0,-1){\tiny d};
                            \draw[->](Aemb)--(A);
                          }
                          \onslide<1->{
                            \node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black] (C) at (0,2.8){};
                            \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (0,3.3){\tiny e};

                            \draw[->](A)--(C);
                          }

                          \onslide<1->{
                            \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (1,1){};
                            \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (1,-0.5){};
                            \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (1,-1){\tiny e};
                            \draw[->](Aemb)--(A);
                            \node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black] (C) at (1,2.8){};
                            \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (1,3.3){\tiny e};

                            \draw[->](A)--(C);
                          }

                          \onslide<1->{
                            \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (2,1){};
                            \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (2,-0.5){};
                            \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (2,-1){\tiny e};
                            \draw[->](Aemb)--(A);
                            \node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black] (C) at (2,2.8){};
                            \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (2,3.3){\tiny p};

                            \draw[->](A)--(C);
                          }
                          \onslide<1->{
                            \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (3,1){};
                            \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (3,-0.5){};
                            \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (3,-1){\tiny p};
                            \draw[->](Aemb)--(A);
                            \node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black] (C) at (3,2.8){};
                            \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (3,3.3){\tiny $\langle$ stop $\rangle$};

                            \draw[->](A)--(C);
                          }
                          \end{tikzpicture}

                        \end{center}

      \end{overlayarea}

    \column{0.5\textwidth}
      \begin{overlayarea}{\textwidth}{\textheight}
        \begin{itemize} \justifying
          \item<1-> These are known as sequence learning problems
          \item<2-> We need to look at a sequence of (dependent) inputs and produce
                    an output (or outputs)
          \item<3-> Each input corresponds to one time step
          \item<4-> Let us look at some more examples of such problems
        \end{itemize}
      \end{overlayarea}
  \end{columns}
\end{frame}

\begin{frame}
  \begin{columns}
    \column{0.5\textwidth}
      \begin{overlayarea}{\textwidth}{\textheight}
                        \vspace{1.5cm}
                        \begin{center}
                            \include{modules/Module1/tikz_images/noun}

                        \end{center}

      \end{overlayarea}

    \column{0.5\textwidth}
      \begin{overlayarea}{\textwidth}{\textheight}
        \small{\begin{itemize} \justifying
                  \item<1-> Consider the task of predicting the part of speech tag (noun,
                            adverb, adjective verb) of each word in a sentence
                  \item<7-> Once we see an adjective (social) we are \underline{almost} sure that
                            the next word should be a noun (man)
                  \item<8-> Thus the current output (noun) depends on the current input as well
                            as the previous input
                  \item<9-> Further the size of the input is not fixed (sentences could have
                            arbitrary number of words)
                  \item<10-> Notice that here we are interested in producing an output at each
                            time step
                  \item<11-> Each network is performing the same task (\textbf{input} : word, \textbf{output} : tag)
                \end{itemize}}
      \end{overlayarea}
  \end{columns}
\end{frame}

\begin{frame}
  \begin{columns}
    \column{0.5\textwidth}
      \begin{overlayarea}{\textwidth}{\textheight}
                                \vspace{1.5cm}
                                \begin{center}
                                  \begin{tikzpicture}

\onslide<4->{
                                                                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (0,1){};
                      \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (0,-0.5){};
                                    \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (0,-1){\tiny The};
                                    \draw[->](Aemb)--(A);
                                  }
                                  \onslide<4->{
                                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black,opacity=0.4,dashed] (C) at (0,2.8){};
                                        \onslide<11->{
\node [rectangle, minimum height=1mm, minimum width=3mm,text width=0.5cm, align=center] (w1) at (0,3.5){\tiny don't};
\node [rectangle, minimum height=1mm, minimum width=3mm,text width=0.5cm, align=center] (w1) at (0,3.3){\tiny care};}

                                    \draw[->](A)--(C);
                                  }

                                  \onslide<5->{
                                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (1,1){};
                                    \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (1,-0.5){};
                                    \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (1,-1){\tiny movie};
                                    \draw[->](Aemb)--(A);
\node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black,opacity=0.4,dashed] (C) at (1,2.8){};
\onslide<11->{
\node [rectangle, minimum height=1mm, minimum width=3mm,text width=0.5cm, align=center] (w1) at (1,3.5){\tiny don't};
\node [rectangle, minimum height=1mm, minimum width=3mm,text width=0.5cm, align=center] (w1) at (1,3.3){\tiny care};}


                                    \draw[->](A)--(C);
                                  }

                                  \onslide<6->{
                                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (2,1){};
                                    \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (2,-0.5){};
                                    \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (2,-1){\tiny was};
                                    \draw[->](Aemb)--(A);
\node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black,opacity=0.4,dashed] (C) at (2,2.8){};
\onslide<11->{
\node [rectangle, minimum height=1mm, minimum width=3mm,text width=0.5cm, align=center] (w1) at (2,3.5){\tiny don't};
\node [rectangle, minimum height=1mm, minimum width=3mm,text width=0.5cm, align=center] (w1) at (2,3.3){\tiny care};}


                                    \draw[->](A)--(C);
                                  }
                                  \onslide<7->{
                                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (3,1){};
                                    \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (3,-0.5){};
                                    \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (3,-1){\tiny boring};
                                    \draw[->](Aemb)--(A);
\node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black,opacity=0.4,dashed] (C) at (3,2.8){};
\onslide<11->{
\node [rectangle, minimum height=1mm, minimum width=3mm,text width=0.5cm, align=center] (w1) at (3,3.5){\tiny don't};
\node [rectangle, minimum height=1mm, minimum width=3mm,text width=0.5cm, align=center] (w1) at (3,3.3){\tiny care};}


                                    \draw[->](A)--(C);
                                  }

                                  \onslide<8->{
                                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (4,1){};
                                    \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (4,-0.5){};
\node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (4,-1){\tiny and};
                                    \draw[->](Aemb)--(A);
\node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black,opacity=0.4,dashed] (C) at (4,2.8){};
\onslide<11->{
\node [rectangle, minimum height=1mm, minimum width=3mm,text width=0.5cm, align=center] (w1) at (4,3.5){\tiny don't};
\node [rectangle, minimum height=1mm, minimum width=3mm,text width=0.5cm, align=center] (w1) at (4,3.3){\tiny care};}

                                    \draw[->](A)--(C);
                                  }
                                  \onslide<9->{
                                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=blue!50, draw=black] (A) at (5,1){};
                                    \node [rectangle, minimum height=6mm, minimum width=3mm, fill=orange!50, draw=black] (Aemb) at (5,-0.5){};
                                    \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (5,-1){\tiny long};
                                    \draw[->](Aemb)--(A);
                                    \node [rectangle, minimum height=8mm, minimum width=3mm, fill=green!50, draw=black] (C) at (5,2.8){};
                                    \node [rectangle, minimum height=3mm, minimum width=3mm,text width=1cm, align=center] (w1) at (5,3.3){\tiny $+/-$};

                                    \draw[->](A)--(C);
                                  }
                                  \end{tikzpicture}

                                \end{center}
      \end{overlayarea}

    \column{0.5\textwidth}
      \begin{overlayarea}{\textwidth}{\textheight}
        \begin{itemize} \justifying
          \item<1-> Sometimes we may not be interested in producing an output
                    at every stage
          \item<2-> Instead we would look at the full sequence and then produce
                    an output
          \item<3-> For example, consider the task of predicting the polarity of
                    a movie review
          \item<10-> The prediction clearly does not depend only on the last word
                    but also on some words which appear before
          \item<11-> Here again we could think that the network is performing the same task
                    at each step (input : word, output : $+/-$) but it's just that we don't
                    care about intermediate outputs
        \end{itemize}
      \end{overlayarea}
  \end{columns}
\end{frame}

\begin{frame}
  \begin{columns}
    \column{0.5\textwidth}
      \begin{overlayarea}{\textwidth}{\textheight}
\vspace{1.5cm}
\begin{center}
\include{modules/Module1/tikz_images/ramdev}


\end{center}

      \end{overlayarea}

    \column{0.5\textwidth}
      \begin{overlayarea}{\textwidth}{\textheight}
        \begin{itemize} \justifying
          \item<1-> Sequences could be composed of anything (not just
                    words)
          \item<2-> For example, a video could be treated as a sequence of images
          \item<8-> We may want to look at the entire sequence and detect the activity
                    being performed
        \end{itemize}
      \end{overlayarea}
  \end{columns}
\end{frame}
