\relax 
\providecommand\tcolorbox@label[2]{}
\@writefile{toc}{\contentsline {section}{\numberline {1}Minimize a quartic function using gradient descent}{1}}
\@writefile{toc}{\contentsline {section}{\numberline {2}The Local Minimum Problem}{3}}
\@writefile{toc}{\contentsline {section}{\numberline {3}But didn't we already solve the linear least squares problem?}{4}}
\@writefile{toc}{\contentsline {section}{\numberline {4}Gradient descent can look very simple}{4}}
\@writefile{lol}{\contentsline {lstlisting}{\numberline {1}Gradient descent in 2 lines.}{5}}
\@writefile{toc}{\contentsline {section}{\numberline {5}Gradient descent can blow up}{5}}
\@writefile{lol}{\contentsline {lstlisting}{\numberline {2}Gradient descent test.}{5}}
\@writefile{toc}{\contentsline {section}{\numberline {6}Taming the gradient descent method}{6}}
\@writefile{toc}{\contentsline {section}{\numberline {7}``Safer'' gradient descent pseudocode}{7}}
\@writefile{lol}{\contentsline {lstlisting}{\numberline {3}Pseudocode for gradient descent in 1D.}{7}}
\@writefile{toc}{\contentsline {section}{\numberline {8}``Is it safe?''}{7}}
\@writefile{toc}{\contentsline {section}{\numberline {9}Knowing when to stop}{8}}
\@writefile{toc}{\contentsline {section}{\numberline {10}The stochastic Gauss-Seidel method}{8}}
\@writefile{toc}{\contentsline {section}{\numberline {11}Stochastic gradient descent}{10}}
\@writefile{lol}{\contentsline {lstlisting}{\numberline {4}Gradient descent in 2 lines.}{10}}
\@writefile{lol}{\contentsline {lstlisting}{\numberline {5}Stochastic gradient descent in 5 lines.}{10}}