\begin{turn}{-90}
\begin{tikzpicture}[thick,scale=0.7,font=\sffamily]
  		\tikzset{node style/.style={circle,transform shape,rotate=90, minimum width=0.85cm, line width=0.5mm, fill=gray!20!white}}
      \tikzset{nodehl style/.style={circle,transform shape,rotate=90, minimum width=0.85cm, line width=0.5mm, fill=gray!20!white, draw=blue!80}}

  		% Draw the states
  		\node[node style] at (-0.5,0)       (skm1)      {$s_{k-1}$};
  		\node[nodehl style] at (0,3.75)    (hkm1)      {$h_{k-1}$};
  		\node[node style] at (1.5,1.5)   (stk)       {$\tilde{s}_k$};
  		\node[node style] at (1.5,3)     (fk)        {$f_k$};
  		\node[node style] at (1.5,4.5)   (ik)        {$i_k$};
  		\node[nodehl style] at (1.5,6)     (ok)        {$o_k$};
  		\node[node style] at (2.75,0)       (sk)        {$s_k$};
  		\node[nodehl style] at (3,3.75)    (hk)        {$h_k$};
  		% 
  		\node[node style] at (5,0)      (stm1)      {$s_{t-1}$};
  		\node[nodehl style] at (5.5,3.75)   (htm1)      {$h_{t-1}$};
  		\node[node style] at (7,1.5)  (stt)       {$\tilde{s}_t$};
  		\node[node style] at (7,3)    (ft)        {$f_t$};
  		\node[node style] at (7,4.5)  (it)        {$i_t$};
  		\node[nodehl style] at (7,6)    (ot)        {$o_t$};
  		\node[node style] at (8.25,0)      (st)        {$s_t$};
  		\node[nodehl style] at (9,3.75)   (ht)        {$h_t$};
  		% 
  		\node[nodehl style] at (9,7)      (loss)      {$\mathcal{L}_{t}(\theta)$};
  		
  		% Connect the states with arrows
      \draw[->, auto=right, line width=0.3mm, >=latex, draw=black, fill=black]
      % 
      (skm1) edge (hkm1)
      (hkm1) edge (ik)
      (hkm1) edge (fk)
      (hkm1) edge (stk)
      (sk)   edge (hk)
      (ik)   edge (sk)
      (fk)   edge (sk)
      (stk)  edge (sk)
      (skm1) edge (sk)
      % 
      (stm1) edge (htm1)
      (htm1) edge (it)
      (htm1) edge (ft)
      (htm1) edge (stt)
      (st)   edge (ht)
      (it)   edge (st)
      (ft)   edge (st)
      (stt)  edge (st)
      (stm1) edge (st);

      \draw[->, auto=right, line width=0.5mm, >=latex, draw=blue, fill=blue]
      (hkm1) edge (ok)
      (ok)   edge (hk)
      (htm1) edge (ot)
      (ot)   edge (ht);
      
      \draw[->, auto=right, line width=0.5mm, >=latex, draw=red, fill=red]
      (ht)   edge (loss);

  		\draw[->, line width=0.3mm, dashed, path fading=west, draw=black, fill=black] (-1.5,6) -> (hkm1);
  		\draw[->, line width=0.3mm, dashed, path fading=west, draw=black, fill=black] (-1.5,0) -> (skm1);
  		\draw[->, line width=0.3mm, dashed, path fading=east, draw=black, fill=black] (hk) -> (3.5,1.5);
  		\draw[->, line width=0.3mm, dashed, path fading=east, draw=black, fill=black] (hk) -> (3.5,3);
  		\draw[->, line width=0.3mm, dashed, path fading=east, draw=black, fill=black] (hk) -> (3.5,4.5);
  		\draw[->, line width=0.5mm, dashed, path fading=east, draw=blue, fill=blue]   (hk) -> (3.5,6);
  		
  		\draw[->, line width=0.5mm, dashed, path fading=west, draw=blue, fill=blue] (4.5,6) -> (htm1);
  		\draw[->, line width=0.3mm, dashed, path fading=west, draw=black, fill=black] (sk) -> (stm1);
  		\draw[->, line width=0.3mm, dashed, path fading=west, draw=black, fill=black] (4.5,4.5) -> (stm1);
  		\draw[->, line width=0.3mm, dashed, path fading=west, draw=black, fill=black] (4.5,3) -> (stm1);
  		\draw[->, line width=0.3mm, dashed, path fading=west, draw=black, fill=black] (4.5,1.5) -> (stm1);
  		\end{tikzpicture}
\end{turn}