\relax 
\bibstyle{plainnat}
\citation{RosGirTre00}
\citation{RosGirTreCic01}
\citation{RosTreCic00}
\citation{SauGamVov98}
\citation{CriTay00}
\@writefile{toc}{\contentsline {section}{\numberline {1}Introduction}{97}}
\citation{FraFri93}
\citation{MonPec92}
\citation{Jol86}
\citation{MonPec92}
\citation{SmoSchMul98}
\citation{Wol75}
\citation{WolRuhWolDun84}
\citation{WuMasJon97}
\citation{RanLinGelWol94}
\citation{Lew95}
\citation{Fra90}
\citation{Fra94}
\citation{Mal95}
\citation{MalTamMah97}
\citation{Vap98}
\citation{Gir98}
\citation{Wil98}
\citation{Wah90}
\citation{CriTay00}
\citation{KimWah71}
\citation{Wah99}
\citation{Mer09}
\citation{CriTay00}
\citation{Aro50}
\@writefile{toc}{\contentsline {section}{\numberline {2}RKHS and Representer Theorem}{99}}
\newlabel{rt}{{2}{99}}
\newlabel{rf}{{1}{99}}
\newlabel{gf}{{2}{99}}
\newlabel{kd}{{3}{99}}
\citation{Wah90}
\citation{KimWah71}
\citation{Hel88}
\citation{MarNae89}
\citation{Man87}
\citation{Hel88}
\citation{Jon93}
\citation{Wol75}
\citation{Wol66}
\citation{GolLoa96}
\citation{Lew95}
\citation{WolRuhWolDun84}
\citation{Lew95}
\@writefile{toc}{\contentsline {section}{\numberline {3}Partial Least Squares Regression}{101}}
\citation{Man87}
\citation{RanLinGelWol94}
\citation{Man87}
\citation{RanLinGelWol94}
\citation{Hos88}
\citation{RanLinGelWol94}
\citation{RanLinGelWol94}
\citation{WuMasJon97}
\citation{SchSmoMul98}
\newlabel{bb}{{4}{102}}
\newlabel{ww}{{5}{102}}
\newlabel{cc}{{7}{102}}
\newlabel{BB}{{8}{102}}
\citation{RanLinGelWol94}
\@writefile{toc}{\contentsline {section}{\numberline {4}Kernel Partial Least Squares Regression in RKHS }{103}}
\newlabel{skpls}{{4}{103}}
\newlabel{def}{{9}{103}}
\citation{Jon93}
\citation{Hel88}
\citation{SchSmoMul98}
\citation{WuMasJon97a}
\citation{Gar94}
\citation{Hos88}
\newlabel{BK}{{10}{104}}
\newlabel{YTR}{{11}{104}}
\newlabel{YTS}{{12}{104}}
\newlabel{cK}{{13}{104}}
\newlabel{cKt}{{14}{104}}
\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip First three principal components (PC) extracted by kernel PCA (left) and components (C) extracted by kernel PLS (right). The curves represents the (principal) component values. {\it  Sinc} function is shown as a solid line.}}{105}}
\newlabel{sinc_proj}{{1}{105}}
\@writefile{toc}{\contentsline {subsection}{\numberline {4.1}Example}{105}}
\newlabel{sex}{{4.1}{105}}
\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip $Sinc$ function approximation. Dependence of the training and testing error of kernel PLS (solid line) and kernel PCR (dashed line) on the number of extracted components. Gaussian noise with standard deviation equal to 0.2 was added to the training data set outputs. Error is evaluated in terms of mean squared error (MSE).}}{106}}
\newlabel{sinc_n2_tr_ts}{{2}{106}}
\@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Comparison of kernel PLS (solid line) and kernel PCR (dash-dotted line) on noisy $sinc$ function approximation. The number of used (principal) components was selected based on plots in Figure 2\hbox {} (right) and was 1 and 10 in kernel PLS and kernel PCR, respectively. Gaussian noise with standard deviation equal to 0.2 was added to the data set outputs (dots). The true function is shown dashed.}}{106}}
\newlabel{sinc_noise_tr}{{3}{106}}
\citation{WuMasJon97}
\citation{SchSmoMul98}
\citation{Sir87}
\@writefile{toc}{\contentsline {section}{\numberline {5}Kernel PCR and Kernel RR in RKHS}{107}}
\@writefile{toc}{\contentsline {subsection}{\numberline {5.1}Kernel PCA}{107}}
\newlabel{evp}{{15}{107}}
\newlabel{com}{{16}{107}}
\newlabel{tP}{{17}{107}}
\citation{Jol86}
\citation{FraFri93}
\citation{Jol86}
\citation{Jol86}
\@writefile{toc}{\contentsline {subsection}{\numberline {5.2}Kernel PCR}{108}}
\newlabel{gm}{{18}{108}}
\newlabel{tgm}{{19}{108}}
\newlabel{c1}{{20}{108}}
\citation{RosGirTre00}
\citation{RosGirTreCic01}
\citation{RosTreCic00}
\citation{Jol86}
\citation{Jol82}
\citation{Jol86}
\citation{SauGamVov98}
\citation{SauGamVov98}
\citation{CriTay00}
\@writefile{toc}{\contentsline {subsection}{\numberline {5.3}Kernel Ridge Regression}{109}}
\newlabel{RR}{{21}{109}}
\citation{GirJonPog93}
\citation{GirJonPog95}
\citation{Hay99}
\citation{Wil98}
\citation{CriTay00}
\citation{RosTreCic00}
\citation{Sto74}
\citation{Wol78}
\citation{MonPec92}
\@writefile{toc}{\contentsline {section}{\numberline {6}Model Selection}{110}}
\newlabel{smod_sel}{{6}{110}}
\@writefile{toc}{\contentsline {subsection}{\numberline {6.1}Kernel PLS}{110}}
\citation{RosTreCic00}
\citation{RosGirTreCic01}
\citation{Jol86}
\citation{StoBro90}
\citation{GirJonPog93}
\citation{SmoSchMul98}
\citation{MonPec92}
\@writefile{toc}{\contentsline {subsection}{\numberline {6.2}Kernel PCR}{111}}
\@writefile{toc}{\contentsline {section}{\numberline {7}Results}{111}}
\@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Example of the estimated ordered eigenvalues (left) and $t^2$ statistic (right) of the regressors created by the projection onto corresponding principal components. Vertical dashed lines indicate a number of principal components describing 95\% of the overall variance of the data. One of the training data partitions of subject D from the regression problem described in Section 7.4\hbox {} was used.}}{112}}
\newlabel{ev_t2_r4_3}{{4}{112}}
\@writefile{toc}{\contentsline {subsection}{\numberline {7.1}Corn Data}{112}}
\newlabel{gen_res}{{22}{112}}
\citation{FraFri93}
\citation{polymer}
\@writefile{toc}{\contentsline {subsection}{\numberline {7.2}Polymer Data}{113}}
\@writefile{lot}{\contentsline {table}{\numberline {1}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Goodness of prediction in $R^2$ terms. The values correspond to an average of 25 different simulations. Noise level is represented as the ratio between the standard deviation of the added Gaussian noise and the standard deviation of the generated response variables $y_1,y_2,y_3,y_4$ (22\hbox {}).}}{114}}
\newlabel{corn}{{1}{114}}
\@writefile{lot}{\contentsline {table}{\numberline {2}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Goodness of prediction of the $y_1,y_2,y_3,y_4$ in terms of $R^2$. Bold numbers indicate the best achieved prediction on individual response variables. Polynomial kernels of different orders $a$ were used. 0$^*$ represents a case when averaged performance of the model is worse than assuming a linear model equal to the mean of a response variable.}}{115}}
\newlabel{polymer}{{2}{115}}
\@writefile{lot}{\contentsline {table}{\numberline {3}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Goodness of prediction of the $y_1,y_2,y_3,y_4$ in terms of $R^2$. Bold numbers indicate the best achieved prediction on individual response variables. Polynomial kernels of different orders $a$ were used. 0$^*$ represents a case when averaged performance of the model is worse than assuming a linear model equal to the mean of a response variable.}}{115}}
\newlabel{polymer1}{{3}{115}}
\@writefile{toc}{\contentsline {subsection}{\numberline {7.3}Chaotic Mackey-Glass Time-Series}{115}}
\citation{WilSmoSch98}
\citation{RosGirTreCic01}
\citation{TreShe99}
\citation{TreKraArn95}
\citation{KosRosKonTre97}
\citation{RosGirTreCic01}
\@writefile{lot}{\contentsline {table}{\numberline {4}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip The comparison of the approximation errors (NRMSE) of prediction, the number of used components (C) and principal components (PC). The values represent an average of 10 simulations. The corresponding standard deviations are presented in parentheses.}}{116}}
\newlabel{mg_comp}{{4}{116}}
\@writefile{toc}{\contentsline {subsection}{\numberline {7.4}Human Signal Detection Performance Monitoring}{116}}
\newlabel{serp}{{7.4}{116}}
\@writefile{lof}{\contentsline {figure}{\numberline {5}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip Comparison of the results achieved on the noisy Mackey-Glass ({\em  n/s=22\%}) time series with the kernel PLS (top), kernel PCR (middle) and kernel RR (bottom) methods. Ten different training sets of size 500 data points were used. The performance for different widths ($d$) of the Gaussian kernel is compared in normalized root mean squared error (NRMSE) terms. The error bars represent the standard deviation on results computed from ten different runs.}}{117}}
\newlabel{mg_n05_st250_500}{{5}{117}}
\citation{FraFri93}
\citation{StoBro90}
\citation{RosGirTreCic01}
\citation{MonPec92}
\@writefile{lot}{\contentsline {table}{\numberline {5}{\ignorespaces \relax \fontsize  {10}{12}\selectfont  \abovedisplayskip 10\p@ plus2\p@ minus5\p@ \abovedisplayshortskip \z@ plus3\p@ \belowdisplayshortskip 6\p@ plus3\p@ minus3\p@ \def \leftmargin \leftmargini \parsep 4.5\p@ plus2\p@ minus\p@ \topsep 9\p@ plus3\p@ minus5\p@ \itemsep 4.5\p@ plus2\p@ minus\p@ {\leftmargin \leftmargini \topsep 6\p@ plus2\p@ minus2\p@ \parsep 3\p@ plus2\p@ minus\p@ \itemsep \parsep }\belowdisplayskip \abovedisplayskip The comparison of $R^2$ and the number of used components (C) and principal components (PC), respectively, for subjects A to H. The values represent an average of 10 different simulations and the corresponding standard deviations are presented in parentheses.}}{118}}
\newlabel{tabAllS}{{5}{118}}
\@writefile{toc}{\contentsline {section}{\numberline {8}Discussion and Conclusions}{118}}
\citation{Mal95}
\bibstyle{plain}
\bibdata{jmlr}
\bibcite{Aro50}{{1}{1950}{{Aronszajn}}{{}}}
\bibcite{CriTay00}{{2}{2000}{{Cristianini and Shawe-Taylor}}{{}}}
\bibcite{Jon93}{{3}{1993}{{de~Jong}}{{}}}
\bibcite{Fra90}{{4}{1990}{{Frank}}{{}}}
\bibcite{Fra94}{{5}{1994}{{Frank}}{{}}}
\bibcite{FraFri93}{{6}{1993}{{Frank and Friedman}}{{}}}
\bibcite{Gar94}{{7}{1994}{{Garthwaite}}{{}}}
\bibcite{Gir98}{{8}{1998}{{Girosi}}{{}}}
\bibcite{GirJonPog93}{{9}{1993}{{Girosi et~al.}}{{Girosi, Jones, and Poggio}}}
\bibcite{GirJonPog95}{{10}{1995}{{Girosi et~al.}}{{Girosi, Jones, and Poggio}}}
\bibcite{GolLoa96}{{11}{1996}{{Golub and van Loan}}{{}}}
\bibcite{Hay99}{{12}{1999}{{Haykin}}{{}}}
\bibcite{Hel88}{{13}{1988}{{Helland}}{{}}}
\@writefile{toc}{\contentsline {section}{References}{120}}
\bibcite{Hos88}{{14}{1988}{{H\"{o}skuldsson}}{{}}}
\bibcite{Jol82}{{15}{1982}{{Jolliffe}}{{}}}
\bibcite{Jol86}{{16}{1986}{{Jolliffe}}{{}}}
\bibcite{KimWah71}{{17}{1971}{{Kimeldorf and Wahba}}{{}}}
\bibcite{KosRosKonTre97}{{18}{1997}{{Koska et~al.}}{{Koska, Rosipal, K\"{o}nig, and Trejo}}}
\bibcite{Lew95}{{19}{1995}{{Lewi}}{{}}}
\bibcite{Mal95}{{20}{1995}{{Malthouse}}{{}}}
\bibcite{MalTamMah97}{{21}{1997}{{Malthouse et~al.}}{{Malthouse, Tamhane, and Mah}}}
\bibcite{Man87}{{22}{1987}{{Manne}}{{}}}
\bibcite{MarNae89}{{23}{1989}{{Martens and Naes}}{{}}}
\bibcite{Mer09}{{24}{1909}{{Mercer}}{{}}}
\bibcite{MonPec92}{{25}{1992}{{Montgomery and Peck}}{{}}}
\bibcite{RanLinGelWol94}{{26}{1994}{{R\"{a}nnar et~al.}}{{R\"{a}nnar, Lindgren, Geladi, and Wold}}}
\bibcite{RosGirTre00}{{27}{2000{a}}{{Rosipal et~al.}}{{Rosipal, Girolami, and Trejo}}}
\bibcite{RosGirTreCic01}{{28}{2001}{{Rosipal et~al.}}{{Rosipal, Girolami, Trejo, and Cichocki}}}
\bibcite{RosTreCic00}{{29}{2000{b}}{{Rosipal et~al.}}{{Rosipal, Trejo, and Cichocki}}}
\bibcite{SauGamVov98}{{30}{1998}{{Saunders et~al.}}{{Saunders, Gammerman, and Vovk}}}
\bibcite{SchSmoMul98}{{31}{1998}{{Sch\"{o}lkopf et~al.}}{{Sch\"{o}lkopf, Smola, and M\"{u}ller}}}
\bibcite{Sir87}{{32}{1987}{{Sirovich}}{{}}}
\bibcite{SmoSchMul98}{{33}{1998}{{Smola et~al.}}{{Smola, Sch\"{o}lkopf, and M\"{u}ller}}}
\bibcite{Sto74}{{34}{1974}{{Stone}}{{}}}
\bibcite{StoBro90}{{35}{1990}{{Stone and Brooks}}{{}}}
\bibcite{TreShe99}{{36}{1999}{{Trejo and Shensa}}{{}}}
\bibcite{TreKraArn95}{{37}{1995}{{Trejo et~al.}}{{Trejo, Kramer, and Arnold}}}
\bibcite{polymer}{{38}{1995}{{Ungar}}{{}}}
\bibcite{Vap98}{{39}{1998}{{Vapnik}}{{}}}
\bibcite{Wah90}{{40}{1990}{{Wahba}}{{}}}
\bibcite{Wah99}{{41}{1999}{{Wahba}}{{}}}
\bibcite{Wil98}{{42}{1998}{{Williams}}{{}}}
\bibcite{WilSmoSch98}{{43}{1998}{{Williamson et~al.}}{{Williamson, Smola, and Sch\"{o}lkopf}}}
\bibcite{Wol66}{{44}{1966}{{Wold}}{{}}}
\bibcite{Wol75}{{45}{1975}{{Wold}}{{}}}
\bibcite{Wol78}{{46}{1978}{{Wold}}{{}}}
\bibcite{WolRuhWolDun84}{{47}{1984}{{Wold et~al.}}{{Wold, Ruhe, Wold, and III}}}
\bibcite{WuMasJon97}{{48}{1997{a}}{{Wu et~al.}}{{Wu, Massarat, and de~Jong}}}
\bibcite{WuMasJon97a}{{49}{1997{b}}{{Wu et~al.}}{{Wu, Massarat, and de~Jong}}}