\begin{thebibliography}{59}
\expandafter\ifx\csname natexlab\endcsname\relax\def\natexlab#1{#1}\fi
\expandafter\ifx\csname url\endcsname\relax
  \def\url#1{{\tt #1}}\fi

\bibitem[Airoldi and Flury(1988)]{AirFlu88}
J.~P. Airoldi and B.~Flury.
\newblock An application of common principal component analysis to cranial
  morphometry of microtus californicus and m. ochrogaster (mammalia, rodentia).
\newblock {\em Journal of Zoology}, 216:\penalty0 21--36, 1988.

\bibitem[Akuzawa and Murata(2001)]{AkuMura2001}
T.~Akuzawa and N.~Murata.
\newblock Multiplicative nonholonomic newton-like algorithm.
\newblock {\em Chaos, Solitons \& Fractals}, 12\penalty0 (4):\penalty0
  785--793, 2001.

\bibitem[Amari et~al.(2000)Amari, Chen, and Cichocki]{AmariNC00a}
S.-I. Amari, T.-P. Chen, and A.~Cichocki.
\newblock Nonholonomic orthogonal learning algorithms for blind source
  separation.
\newblock {\em Neural Computation}, 12:\penalty0 1463--1484, 2000.

\bibitem[Amari and Cichocki(1998)]{Amari98}
S.-I. Amari and A.~Cichocki.
\newblock Adaptive blind signal processing -- neural network approaches.
\newblock {\em Proceedings of the IEEE}, 9:\penalty0 2026--2048, 1998.

\bibitem[Belouchrani et~al.(1997)Belouchrani, Meraim, Cardoso, and
  Moulines]{Belo97}
A.~Belouchrani, K.~Abed Meraim, J.-F. Cardoso, and E.~Moulines.
\newblock A blind source separation technique based on second order statistics.
\newblock {\em {IEEE} Trans.\ on Signal Processing}, 45\penalty0 (2):\penalty0
  434--444, 1997.

\bibitem[Bunse-Gerstner et~al.(1993)Bunse-Gerstner, Byers, and
  Mehrmann]{BunseGerstner93}
A.~Bunse-Gerstner, R.~Byers, and V.~Mehrmann.
\newblock Numerical methods for simultaneous diagonalization.
\newblock {\em {SIAM} Journal on Matrix Analysis and Applications}, 14\penalty0
  (4):\penalty0 927--949, 1993.

\bibitem[Cardoso(1994{\natexlab{a}})]{Car94}
J.-F. Cardoso.
\newblock On the performance of orthogonal source separation algorithms.
\newblock In {\em Proc. {EUSIPCO}}, pages 776--779, 1994{\natexlab{a}}.

\bibitem[Cardoso(1994{\natexlab{b}})]{PertDJ}
J.-F. Cardoso.
\newblock Perturbation of joint diagonalizers. ref\# 94d027.
\newblock Technical report, T\'{e}l\'{e}com {P}aris, 1994{\natexlab{b}}.

\bibitem[Cardoso(1999)]{JADE:NC}
J.-F. Cardoso.
\newblock High-order contrasts for independent component analysis.
\newblock {\em Neural Computation}, 11\penalty0 (1):\penalty0 157--192, January
  1999.

\bibitem[Cardoso and Souloumiac(1993)]{Car93}
J.-F. Cardoso and A.~Souloumiac.
\newblock Blind beamforming for non {G}aussian signals.
\newblock {\em IEE Proceedings F}, 140\penalty0 (6):\penalty0 362--370, 1993.

\bibitem[Cardoso and Souloumiac(1996)]{SC-siam}
J.-F. Cardoso and A.~Souloumiac.
\newblock Jacobi angles for simultaneous diagonalization.
\newblock {\em {SIAM} J. Mat. Anal. Appl.}, 17\penalty0 (1):\penalty0 161--164,
  January 1996.

\bibitem[Choi et~al.(2001)Choi, Cichocki, and Belouchrani]{Choi01}
S.~Choi, A.~Cichocki, and A.~Belouchrani.
\newblock Blind separation of second-order nonstationary and temporally colored
  sources.
\newblock In {\em Proc.~{IEEE} Workshop on Statistical Signal Processing ({IEEE
  SSP} 2001)}, pages 444--447, Singapore, 2001.

\bibitem[Comon(1994)]{Comon1994}
P.~Comon.
\newblock Independent component analysis, a new concept?
\newblock {\em Signal Processing, Elsevier}, 36\penalty0 (3):\penalty0
  287--314, 1994.

\bibitem[Fengler et~al.(2001)Fengler, H\"ardle, and Villa]{FenHaeVil01}
M.~R. Fengler, W.~H\"ardle, and C.~Villa.
\newblock The dynamics of implied volatilities: A common principal components
  approach.
\newblock Technical Report Discussion paper 2003-38, SFB 373,
  Humboldt-Universit\"at zu Berlin, 2001.

\bibitem[Flury(1988)]{Flury1988}
B.~Flury.
\newblock {\em Common Principal Components and Related Multivariate Models}.
\newblock Wiley, New York, 1988.

\bibitem[Flury and Gautschi(1986)]{Flury:1986:ASO}
B.~Flury and W.~Gautschi.
\newblock An algorithm for simultaneous orthogonal transformation of several
  positive definite symmetric matrices to nearly diagonal form.
\newblock {\em SIAM Journal on Scientific and Statistical Computing},
  7\penalty0 (1):\penalty0 169--184, January 1986.

\bibitem[Golub and van Loan(1989)]{Golub:1989}
G. H. Golub and C. F. van Loan.
\newblock {\em Matrix Computation}.
\newblock The Johns Hopkins University Press, London, 1989.

\bibitem[Harmeling et~al.(2003)Harmeling, Ziehe, Kawanabe, and
  M\"uller]{HarZieKawMue03}
S.~Harmeling, A.~Ziehe, M.~Kawanabe, and K.-R. M\"uller.
\newblock Kernel-based nonlinear blind source separation.
\newblock {\em Neural Computation}, 15:\penalty0 1089--1124, 2003.

\bibitem[Haykin(2000)]{Hay00}
S.~Haykin, editor.
\newblock {\em Unsupervised adaptive filtering, Volume 1, {B}lind {S}ource
  {S}eparation}.
\newblock John Wiley \& Sons, New York, 2000.

\bibitem[Hori(1999)]{Hori99}
G.~Hori.
\newblock Joint diagonalization and matrix differential equations.
\newblock In {\em Proc.~of {NOLTA}'99}, pages 675--678. IEICE, 1999.

\bibitem[Horn and Johnson(1985)]{HJ85}
R.~A. Horn and C.~R. Johnson.
\newblock {\em Matrix Analysis}.
\newblock Cambridge University Press., Cambridge, 1985.

\bibitem[Hyv\"arinen et~al.(2001)Hyv\"arinen, Karhunen, and Oja]{HyKaOj01}
A.~Hyv\"arinen, J.~Karhunen, and E.~Oja.
\newblock {\em Independent Component Analysis}.
\newblock John Wiley \& Sons, New York, 2001.

\bibitem[Joho and Rahbar(2002)]{Joho2002}
M.~Joho and K.~Rahbar.
\newblock Joint diagonalization of correlation matrices by using {N}ewton
  methods with application to blind signal separation.
\newblock In {\em Proc. of IEEE Sensor Array and Multichannel Signal Processing
  Workshop SAM}, pages 403--407, 2002.

\bibitem[Jutten and Herault(1991)]{Jutten+Herault1991}
C.~Jutten and J.~Herault.
\newblock Blind separation of sources, part {I}: An adaptive algorithm based on
  neuromimetic architecture.
\newblock {\em Signal Processing}, 24:\penalty0 1--10, 1991.

\bibitem[Kantorovich(1949)]{Kan49}
L. V. Kantorovich.
\newblock On {N}ewton's method.
\newblock In {\em Trudy Mat.~Inst.~Steklov}, volume~28, pages 104--144.
  Akad.~Nauk SSSR, 1949.
\newblock Translation: {S}elected Articles in Numerical Analysis by C.~D.~
  Benster.

\bibitem[Laheld and Cardoso(1996)]{LahCar96}
B.~Laheld and J.-F. Cardoso.
\newblock Equivariant adaptive source separation.
\newblock {\em IEEE Trans. on Signal Processing}, 44\penalty0 (12):\penalty0
  3017--3030, 1996.

\bibitem[Lee et~al.(1998)Lee, Ziehe, Orglmeister, and
  Sejnowski]{icassp98:Lee+Ziehe+Orglmeister}
T.-W. Lee, A.~Ziehe, R.~Orglmeister, and T. J. Sejnowski.
\newblock Combining time-delayed decorrelation and {ICA}: Towards solving the
  cocktail party problem.
\newblock In {\em Proc.~ICASSP98}, volume~2, pages 1249--1252, Seattle, 1998.

\bibitem[Levenberg(1944)]{Lev44}
K.~Levenberg.
\newblock A method for the solution of certain non-linear problems in least
  squares.
\newblock {\em Quarterly of Applied Mathematics}, pages 164--168, 1944.

\bibitem[L\"{u}tkepohl(1996)]{Lue96}
H.~L\"{u}tkepohl.
\newblock {\em Handbook of matrices}.
\newblock John Wiley \& Sons, 1996.

\bibitem[Makeig et~al.(1996)Makeig, Bell, Jung, and
  Sejnowski]{nips-8:Makeig+Bell+Jung:1996}
S.~Makeig, A. J. Bell, T.-P. Jung, and T. J. Sejnowski.
\newblock Independent component analysis of electroencephalographic data.
\newblock In David~S. Touretzky, Michael~C. Mozer, and Michael~E. Hasselmo,
  editors, {\em Advances in Neural Information Processing Systems (NIPS'95)},
  volume~8, pages 145--151. The {MIT} Press, 1996.

\bibitem[Marquardt(1963)]{Mar63}
D.~W. Marquardt.
\newblock An algorithm for least-squares estimation of nonlinear parameters.
\newblock {\em Journal of SIAM}, 11\penalty0 (2):\penalty0 431--441, jun 1963.

\bibitem[Matsuoka et~al.(1995)Matsuoka, Ohya, and Kawamoto]{Matsuoka95}
K.~Matsuoka, M.~Ohya, and M.~Kawamoto.
\newblock A neural net for blind separation of nonstationary signals.
\newblock {\em Neural Networks}, 8:\penalty0 411--419, 1995.

\bibitem[Molgedey and Schuster(1994)]{MolgedeySchuster1994}
L.~Molgedey and H.~G. Schuster.
\newblock Separation of a mixture of independent signals using time delayed
  correlations.
\newblock {\em Physical Review Letters}, 72\penalty0 (23):\penalty0 3634--3637,
  1994.

\bibitem[Mor\'{e}(1978)]{Mor78}
J.~J. Mor\'{e}.
\newblock The {L}evenberg-{M}arquardt algorithm: implementation and theory.
\newblock In G.~Watson, editor, {\em Lecture Notes in Mathematics}, volume 630,
  pages 105--116. Springer-Verlag, 1978.

\bibitem[Moreau(2001)]{Moreau01}
E.~Moreau.
\newblock A generalization of joint-diagonalization criteria for source
  separation.
\newblock {\em IEEE Trans. on Signal Processing}, 49\penalty0 (3):\penalty0
  530--541, March 2001.

\bibitem[Murata et~al.(2001)Murata, Ikeda, and Ziehe]{MuIkeZie2001}
N.~Murata, S.~Ikeda, and A.~Ziehe.
\newblock An approach to blind source separation based on temporal structure of
  speech signals.
\newblock {\em Neurocomputing}, 41\penalty0 (1-4):\penalty0 1--24, August 2001.

\bibitem[Noble and Daniel(1977)]{NobDan77}
B.~Noble and W.~Daniel.
\newblock {\em Applied matrix algebra}.
\newblock Prentice Hall, Inc., Englewood Cliffs, NJ, 1977.

\bibitem[Osborne(1976)]{Osb76}
M.~R. Osborne.
\newblock Nonlinear least squares - the {L}evenberg algorithm revisited.
\newblock {\em Journal of Australian Mathematical Society, Series B},
  19:\penalty0 343--357, 1976.

\bibitem[Parra and Spence(1998)]{Parra98}
L.~Parra and C.~Spence.
\newblock Convolutive blind source separation based on multiple decorrelation.
\newblock In {\em Proc. IEEE Workshop on Neural Networks for Signal Processing
  (NNSP'97)}, Cambridge, UK, 1998.

\bibitem[Pham(2001)]{Pham2001c}
D.-T. Pham.
\newblock Joint approximate diagonalization of positive definite matrices.
\newblock {\em {SIAM} J.~on Matrix Anal.~and Appl.}, 22\penalty0 (4):\penalty0
  1136--1152, 2001.

\bibitem[Pham and Cardoso(2000)]{Cardoso00b}
D.-T. Pham and J.-F. Cardoso.
\newblock Blind separation of instantaneous mixtures of non-stationary sources.
\newblock In {\em Proc. Int.\ Workshop on Independent Component Analysis and
  Blind Signal Separation (ICA2000)}, pages 187--193, Helsinki, Finland, 2000.

\bibitem[Pham and Cardoso(2001)]{Cardoso01}
D.-T. Pham and J.-F. Cardoso.
\newblock Blind separation of instantaneous mixtures of non-stationary sources.
\newblock {\em {IEEE} Trans. Sig. Proc.}, 49\penalty0 (9):\penalty0 1837--1848,
  2001.

\bibitem[Press et~al.(1992)Press, Teukolsky, Vetterling, and Flannery]{NR}
W. H. Press, S. A. Teukolsky, W. T. Vetterling, and B. P. Flannery.
\newblock {\em Numerical Recipies in C}.
\newblock Cambridge University Press., Cambridge, 1992.

\bibitem[Tong et~al.(1991)Tong, Soon, and Huang]{Tong91}
L.~Tong, V. C. Soon, and Y.~Huang.
\newblock Indeterminacy and identifiability of identification.
\newblock {\em IEEE Trans.~ on Circuits and Systems}, 38\penalty0 (5):\penalty0
  499--509, 1991.

\bibitem[van~der Veen(2001)]{Vee01}
{A.-J.} van~der Veen.
\newblock Joint diagonalization via subspace fitting techniques.
\newblock In {\em Proc. ICASSP}, volume~5, 2001.

\bibitem[van~der Veen et~al.(1992)van~der Veen, Ober, and Deprettere]{Veen92}
A. J. van~der Veen, P. B. Ober, and E. F. Deprettere.
\newblock Azimuth and elevation computation in high resolution {DOA}
  estimation.
\newblock {\em {IEEE} Trans. Signal Processing}, 40\penalty0 (7):\penalty0
  1828--1832, 1992.

\bibitem[van~der Veen et~al.(1998)van~der Veen, Vanderveen, and
  Paulraj]{Veen98}
A. J. van~der Veen, M. C. Vanderveen, and A.~Paulraj.
\newblock Joint angle and delay estimation using shift-invariance techniques.
\newblock {\em {IEEE} Trans. Signal Processing}, 46\penalty0 (2):\penalty0
  405--418, 1998.

\bibitem[{Van der Vorst} and Golub(1997)]{vandervorst97years}
H.~A. {Van der Vorst} and G.~H. Golub.
\newblock 150 years old and still alive: Eigenproblems.
\newblock In {\em The State of the Art in Numerical Analysis}, volume~63, pages
  93--120. Oxford University Press, 1997.
\newblock URL \url{citeseer.nj.nec.com/vandervorst97years.html}.

\bibitem[Vig\'{a}rio et~al.(1998)Vig\'{a}rio, Jousm{\"a}ki,
  H{\"a}m{\"a}l{\"a}inen, Hari, and
  Oja]{nips-10:Vigario+Jousmaki+Hamalainen:1998}
R.~Vig\'{a}rio, V.~Jousm{\"a}ki, M.~H{\"a}m{\"a}l{\"a}inen, R.~Hari, and
  E.~Oja.
\newblock Independent component analysis for identification of artifacts in
  magnetoencephalographic recordings.
\newblock In Jordan, Kearns, and Solla, editors, {\em Proc. NIPS 10}. The {MIT}
  Press, 1998.

\bibitem[von~der Malsburg and Schneider(1986)]{masc86}
C.~von~der Malsburg and W.~Schneider.
\newblock A neural cocktail-party processor.
\newblock {\em Biological Cybernetics}, 54:\penalty0 29--40, 1986.

\bibitem[Wu and Principe(1999)]{ica99:wu}
H.-C. Wu and J. C. Principe.
\newblock Simultaneous diagonalization in the frequency domain ({SDIF}) for
  source separation.
\newblock In {\em Proc. Int.\ Workshop on Independent Component Analysis and
  Blind Source Separation (ICA'99)}, pages 245--250, Aussois, France, January
  11--15, 1999.

\bibitem[W{\"u}bbeler et~al.(2000)W{\"u}bbeler, Ziehe, Mackert, M{\"u}ller,
  Trahms, and Curio]{WueZieMacMueTraCur00}
G.~W{\"u}bbeler, A.~Ziehe, B.-M. Mackert, K.-R. M{\"u}ller, L.~Trahms, and
  G.~Curio.
\newblock Independent component analysis of non-invasively recorded cortical
  magnetic {DC}-fields in humans.
\newblock {\em IEEE Transactions on Biomedical Engineering}, 47\penalty0
  (5):\penalty0 594--599, 2000.

\bibitem[Yeredor(2000)]{Yeredor00}
A.~Yeredor.
\newblock Blind source separation via the second characteristic function.
\newblock {\em Signal Processing}, 80\penalty0 (5):\penalty0 897--902, 2000.

\bibitem[Yeredor(2002)]{Yer02}
A.~Yeredor.
\newblock Non-orthogonal joint diagonalization in the least-squares sense with
  application in blind source separation.
\newblock {\em {IEEE} Trans.~on Sig.~Proc.}, 50\penalty0 (7):\penalty0
  1545--1553, July 2002.

\bibitem[Zibulevsky(2003)]{Zib03}
M.~Zibulevsky.
\newblock Relative {N}ewton method for quasi-{ML} blind source separation.
\newblock In {\em Proc. 4th Intern.~Symp.~on Independent Component Analysis and
  Blind Signal Separation (ICA2003)}, pages 897--902, Nara, Japan, 2003.

\bibitem[Ziehe et~al.(2003)Ziehe, Laskov, M{\"u}ller, and
  Nolte]{ZieLasMueNol03}
A.~Ziehe, P.~Laskov, K.-R. M{\"u}ller, and G.~Nolte.
\newblock A linear least-squares algorithm for joint diagonalization.
\newblock In {\em Proc. 4th Intern.~Symp.~on Independent Component Analysis and
  Blind Signal Separation (ICA2003)}, pages 469--474, Nara, Japan, 2003.

\bibitem[Ziehe and M\"uller(1998)]{Ziehe98}
A.~Ziehe and K.-R. M\"uller.
\newblock {TDSEP}--an efficient algorithm for blind separation using time
  structure.
\newblock In {\em Proc.\ Int.\ Conf.\ on Artificial Neural Networks
  (ICANN'98)}, pages 675--680, Sk\"ovde, Sweden, 1998.

\bibitem[Ziehe et~al.(2000{\natexlab{a}})Ziehe, M\"uller, Nolte, Mackert, and
  Curio]{ZiTBME2000}
A.~Ziehe, K.-R. M\"uller, G.~Nolte, B.-M. Mackert, and G.~Curio.
\newblock Artifact reduction in magnetoneurography based on time-delayed
  second-order correlations.
\newblock {\em IEEE Trans Biomed Eng.}, 47\penalty0 (1):\penalty0 75--87,
  January 2000{\natexlab{a}}.

\bibitem[Ziehe et~al.(2000{\natexlab{b}})Ziehe, Nolte, Curio, and
  M\"uller]{Ziehe00b}
A.~Ziehe, G.~Nolte, G.~Curio, and K.-R. M\"uller.
\newblock {OFI}: Optimal filtering algorithms for source separation.
\newblock In {\em Proc. Int.\ Workshop on Independent Component Analysis and
  Blind Signal Separation (ICA2000)}, pages 127--132, Helsinki, Finland,
  2000{\natexlab{b}}.

\end{thebibliography}
