\relax 
\bibstyle{plainnat}
\citation{v-book-98}
\citation{cv-svn-95}
\@writefile{toc}{\contentsline {section}{\numberline {1}Introduction}{213}}
\citation{k-lmp-98}
\citation{l-liaanla-88}
\citation{l-liaanla-88}
\citation{A88}
\@writefile{toc}{\contentsline {section}{\numberline {2}Preliminaries and notation}{215}}
\newlabel{s:prnot}{{2}{215}}
\citation{l-liaanla-88}
\citation{cv-svn-95}
\@writefile{toc}{\contentsline {section}{\numberline {3}The approximate large margin algorithm {\sc  alma}$_p$}{216}}
\newlabel{s:anal}{{3}{216}}
\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces The approximate large margin algorithm {\sc  alma}$_p$.}}{217}}
\newlabel{f:1}{{1}{217}}
\newlabel{l:normmap}{{2}{217}}
\citation{fs-lmcupa-99}
\citation{gw-lhlam-98}
\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces The update rule of {\sc  alma}$_p$\ when $p = q = 2$. The circle is a two-dimensional ${\@mathcal {W}}$.}}{218}}
\newlabel{f:2}{{2}{218}}
\newlabel{t:main}{{3}{219}}
\newlabel{e:corrbound}{{1}{219}}
\newlabel{e:progress}{{2}{220}}
\newlabel{e:sumprod}{{3}{221}}
\newlabel{e:boundA}{{4}{221}}
\newlabel{e:progress2}{{5}{222}}
\citation{fs-lmcupa-99}
\citation{kw-avegulp-97}
\@writefile{toc}{\contentsline {section}{\numberline {4}Experimental results}{224}}
\newlabel{s:exp}{{4}{224}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.1}Experiments with USPS dataset}{226}}
\citation{cv-svn-95}
\citation{g-alma-00}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.2}Experiments with the MNIST dataset}{228}}
\newlabel{ss:mnist}{{4.2}{228}}
\citation{cv-svn-95}
\@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces Some of the margin distribution functions yielded by the Perceptron algorithm and by {\sc  alma}$_2$, run for 1 and 3 epochs on USPS dataset.}}{229}}
\newlabel{f:5}{{3}{229}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.3}Experiments with UCI Letter dataset}{230}}
\citation{sb-bnn-00}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.4}Experiments with {\sc  alma}$_p$\ on artificial datasets}{233}}
\newlabel{ss:lmap}{{4.4}{233}}
\citation{s-pluw-99}
\@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces Margin distributions yielded by {\sc  alma}$_p$$(\alpha )$ ``avg'' with $p = 2, 6$ and $\alpha = 1.0, 0.5$, run for one epoch on 4 of the 16 datasets generated.}}{235}}
\newlabel{f:3}{{4}{235}}
\@writefile{lof}{\contentsline {figure}{\numberline {5}{\ignorespaces Margin distributions yielded by {\sc  alma}$_p$$(\alpha )$ with $p = 2, 6$ and $\alpha = 1.0, 0.5$, run for one epoch on 4 of the 16 datasets generated. The plots compare ``last'' and ``avg'' variants of {\sc  alma}$_p$.}}{236}}
\newlabel{f:4}{{5}{236}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.5}Discussion and summary}{237}}
\newlabel{ss:disc}{{4.5}{237}}
\@writefile{toc}{\contentsline {section}{\numberline {5}Conclusions and open problems}{237}}
\newlabel{s:conc}{{5}{237}}
\bibstyle{natbib}
\bibdata{jmlr_ver}
\bibcite{abr-tfpf-64}{{1}{1964}{{M.~A.~Aizerman and Rozonoer}}{{}}}
\bibcite{ass-unify-00}{{2}{2000}{{E.~L.~Allwein and Singer}}{{}}}
\bibcite{A88}{{3}{1988}{{Angluin}}{{}}}
\bibcite{ab-book-99}{{4}{1999}{{Anthony and Bartlett}}{{}}}
\bibcite{acg-ascolla-00}{{5}{}{{P.~Auer and Gentile}}{{}}}
\bibcite{uci}{{6}{1998}{{C.~Blake and Merz}}{{}}}
\bibcite{b-pmbf-62}{{7}{1962}{{Block}}{{}}}
\bibcite{cv-svn-95}{{8}{1995}{{Cortes and Vapnik}}{{}}}
\bibcite{cst-book-00}{{9}{2000}{{Cristianini and Shawe-Taylor}}{{}}}
\bibcite{dkr-emnlp-97}{{10}{1997}{{I.~Dagan and Roth}}{{}}}
\bibcite{db-ecoc-95}{{11}{1995}{{Dietterich and Bakiri}}{{}}}
\bibcite{dh-pcsa-73}{{12}{1973}{{Duda and Hart}}{{}}}
\bibcite{fs-lmcupa-99}{{13}{1999}{{Freund and Schapire}}{{}}}
\bibcite{fcc-98}{{14}{1998}{{T.-T.~Friess and Campbell}}{{}}}
\bibcite{gl-99}{{15}{1999}{{Gentile and Littlestone}}{{}}}
\bibcite{gw-lhlam-98}{{16}{2001}{{Gentile and Warmuth}}{{}}}
\bibcite{g-alma-00}{{17}{2001}{{Gentile}}{{}}}
\bibcite{gr-spell-96}{{18}{1996}{{Golding and Roth}}{{}}}
\bibcite{gls-gcrfldu-97}{{19}{2001}{{A.~J.~Grove and Schuurmans}}{{}}}
\bibcite{hw-wl-95}{{20}{1995}{{Helmbold and Warmuth}}{{}}}
\bibcite{j-svml-98}{{21}{1998}{{Joachims}}{{}}}
\bibcite{ksbm-99}{{22}{1999}{{S.~S.~Keerthi and Murthy}}{{}}}
\bibcite{kw-avegulp-97}{{23}{1997}{{Kivinen and Warmuth}}{{}}}
\bibcite{kw-rlbmrp-97}{{24}{}{{Kivinen and Warmuth}}{{}}}
\bibcite{kwa-paw-98}{{25}{1997}{{J.~Kivinen and Auer}}{{}}}
\bibcite{k-lmp-98}{{26}{1999}{{Kowalczyk}}{{}}}
\bibcite{lc-bahzcr-89}{{27}{1989}{{Y.~Le~Cun and Jackel}}{{}}}
\bibcite{lc-mnist-95}{{28}{1995}{{Y.~Le~Cun and Vapnik}}{{}}}
\bibcite{l-thesis-00}{{29}{2000}{{Li}}{{}}}
\bibcite{ll-romma-99}{{30}{}{{Li and Long}}{{}}}
\bibcite{l-liaanla-88}{{31}{1988}{{Littlestone}}{{}}}
\bibcite{lw-wma-94}{{32}{1994}{{Littlestone and Warmuth}}{{}}}
\bibcite{m-msmps-68}{{33}{1968}{{Mangasarian}}{{}}}
\bibcite{m-mpdm-97}{{34}{1997}{{Mangasarian}}{{}}}
\bibcite{nns-93}{{35}{1993}{{P.~Nachbar and Strobl}}{{}}}
\bibcite{n-cpp-62}{{36}{1962}{{Novikov}}{{}}}
\bibcite{ofg-97}{{37}{1997}{{E.~Osuna and Girosi}}{{}}}
\bibcite{p-98}{{38}{1998}{{Platt}}{{}}}
\bibcite{pcst-dags-99}{{39}{1999}{{J.~C.~Platt and Shawe-Taylor}}{{}}}
\bibcite{r-pn-62}{{40}{1962}{{Rosenblatt}}{{}}}
\bibcite{sfbs-bm-98}{{41}{1998}{{R.~E.~Schapire and Lee}}{{}}}
\bibcite{smbkmrs-ivf-99}{{42}{1999}{{B.~Scholkopf and Smola}}{{}}}
\bibcite{ssbgnpv-svmcomp-97}{{43}{1997}{{B.~Scholkopf and Vapnik}}{{}}}
\bibcite{sb-bnn-00}{{44}{2000}{{Schwenk and Bengio}}{{}}}
\bibcite{s-pluw-99}{{45}{1999}{{Servedio}}{{}}}
\bibcite{stbwa-srmoddh-98}{{46}{1998}{{J.~Shawe-Taylor and Anthony}}{{}}}
\bibcite{sld-tr-93}{{47}{1993}{{P.~Simard and Denker.}}{{}}}
\bibcite{v-book-98}{{48}{1998}{{Vapnik}}{{}}}