\relax 
\@writefile{toc}{\contentsline {section}{\numberline {1}Lagrange Duality}{1}{}\protected@file@percent }
\newlabel{sec:opt_duality}{{1}{1}{}{section.1}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces The Lagrangian $L(w,\beta )=(w-7)^2+\beta (2w-8)$ of the example. Each slice at fixed $\beta $ is a convex parabola in $w$; its minimum is $\theta _D(\beta )$. Each slice at fixed $w$ is a line in $\beta $; its maximum is $\theta _P(w)$, which is $+\infty $ unless $w=4$. The arrow marks the saddle point $(w,\beta )=(4,3)$, $L=9$: the maximum of the slice minimums (dual) equals the minimum of the slice maximums (primal), $d^*=p^*$.}}{2}{}\protected@file@percent }
\newlabel{fig:saddle}{{1}{2}{}{figure.1}{}}
\@writefile{toc}{\contentsline {section}{\numberline {2}The KKT Conditions and the Three Types of Points}{2}{}\protected@file@percent }
\newlabel{sec:opt_kkt}{{2}{2}{}{section.2}{}}
\@writefile{toc}{\contentsline {section}{\numberline {3}Deriving the Soft-Margin Dual}{3}{}\protected@file@percent }
\newlabel{sec:opt_soft}{{3}{3}{}{section.3}{}}
\@writefile{toc}{\contentsline {section}{\numberline {4}Deriving the SMO Update}{3}{}\protected@file@percent }
\newlabel{sec:opt_smo}{{4}{3}{}{section.4}{}}
\@writefile{toc}{\contentsline {section}{\numberline {5}Solving the Dual with a Generic QP Solver}{3}{}\protected@file@percent }
\newlabel{sec:opt_qp}{{5}{3}{}{section.5}{}}
\@writefile{toc}{\contentsline {section}{\numberline {6}The Full Platt SMO}{4}{}\protected@file@percent }
\newlabel{sec:opt_platt}{{6}{4}{}{section.6}{}}
\@writefile{toc}{\contentsline {section}{\numberline {7}The SVM as Regularized Loss Minimization (Hinge Loss)}{4}{}\protected@file@percent }
\newlabel{sec:opt_hinge}{{7}{4}{}{section.7}{}}
\newlabel{eq:hingeobj}{{5}{4}{}{equation.5}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces Losses as a function of the margin $m=y_if(\mathbf  {x}_i)$. The logistic loss is scaled by $1/\ln 2$ so that it passes through $(0,1)$ like the others.}}{5}{}\protected@file@percent }
\newlabel{fig:losses}{{2}{5}{}{figure.2}{}}
\@writefile{toc}{\contentsline {section}{\numberline {8}Support Vector Regression}{6}{}\protected@file@percent }
\newlabel{sec:opt_svr}{{8}{6}{}{section.8}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces SVR on 80 WAVE points (Gaussian kernel, $\sigma =1$, $C=1$). Only points on or outside the tube are support vectors. A wider tube (right) needs fewer support vectors, but the fit is flatter: the peaks are no longer reached.}}{6}{}\protected@file@percent }
\newlabel{fig:svr}{{3}{6}{}{figure.3}{}}
\@writefile{toc}{\contentsline {section}{\numberline {9}Historical: VC Dimension and Margins (superseded)}{7}{}\protected@file@percent }
\gdef \@abspage@last{7}