\begin{thebibliography}{73}
\expandafter\ifx\csname natexlab\endcsname\relax\def\natexlab#1{#1}\fi
\expandafter\ifx\csname url\endcsname\relax
  \def\url#1{{\tt #1}}\fi

\bibitem[Agrawal et~al.(1998)Agrawal, Gehrke, Gunopulos, and Raghavan]{ag98}
R.~Agrawal, J.~Gehrke, D.~Gunopulos, and P.~Raghavan.
\newblock Automatic subspace clustering of high dimensional data for data
  mining applications.
\newblock In {\em Proceedings ACM SIGMOD International Conference on Management
  of Data}, pages 94--105, Seattle, WA, June 1998. ACM Press.

\bibitem[Aha and Bankert(1994)]{aha1}
D.~W. Aha and R.~L. Bankert.
\newblock Feature selection for case-based classification of cloud types: An
  empirical comparison.
\newblock In {\em Proceedings of the 1994 AAAI Workshop on Case-Based
  Reasoning}, pages 106--112, Seattle, WA, 1994. AAAI Press.

\bibitem[Akaike(1974)]{akaike}
H.~Akaike.
\newblock A new look at the statistical model identification.
\newblock {\em IEEE Transactions on Automatic Control}, AC-19\penalty0
  (6):\penalty0 716--723, December 1974.

\bibitem[Almuallim and Dietterich(1991)]{almuallim1}
H.~Almuallim and T.~G. Dietterich.
\newblock Learning with many irrelevant features.
\newblock In {\em Proceedings of the Ninth National Conference on Artificial
  Intelligence}, pages 547--552, Anaheim, CA, 1991. AAAI Press.

\bibitem[Blake and Merz(1998)]{uci}
C.~L. Blake and C.~J. Merz.
\newblock {UCI} repository of machine learning databases.
\newblock In {\em http://www.ics.uci.edu/ $\sim$mlearn/MLRepository.html},
  1998.

\bibitem[Bouman et~al.(1998)Bouman, Shapiro, Cook, Atkins, and Cheng]{bouman}
C.~A. Bouman, M.~Shapiro, G.~W. Cook, C.~B. Atkins, and H.~Cheng.
\newblock Cluster: An unsupervised algorithm for modeling gaussian mixtures.
\newblock In {\em http://dynamo.ecn.purdue.edu/$\sim$bouman/software/ cluster},
  October 1998.

\bibitem[Bradley and Fayyad(1998)]{fayyadICML98}
P.~S. Bradley and U.~M. Fayyad.
\newblock Refining initial points for {K}-{M}eans clustering.
\newblock In {\em Proceedings of the Fifteenth International Conference on
  Machine Learning}, pages 91--99, San Francisco, CA, 1998. Morgan Kaufmann.

\bibitem[Breiman(2002)]{breimancomment}
L.~Breiman.
\newblock Wald lecture {II}: Looking inside the black box, 2002.
\newblock 277th meeting of the Institute of Mathematical Statistics, Banff,
  Alberta, Canada. http://stat-www.berkeley.edu/users/breiman/wald2002-2.pdf.

\bibitem[Cardie(1993)]{car93}
C.~Cardie.
\newblock Using decision trees to improve case-based learning.
\newblock In {\em Machine Learning: Proceedings of the Tenth International
  Conference}, pages 25--32, Amherst, MA, 1993. Morgan Kaufmann.

\bibitem[Caruana and Freitag(1994)]{caruana}
R.~Caruana and D.~Freitag.
\newblock Greedy attribute selection.
\newblock In {\em Proceedings of the Eleventh International Conference on
  Machine Learning}, pages 28--36, New Brunswick, NJ, 1994. Morgan Kaufmann.

\bibitem[Chang(1983)]{chang83}
W.~C. Chang.
\newblock On using principal components before separating a mixture of two
  multivariate normal distributions.
\newblock {\em Applied Statistics}, 32:\penalty0 267--275, 1983.

\bibitem[Cheeseman and Stutz(1996)]{autoclass}
P.~Cheeseman and J.~Stutz.
\newblock Bayesian classification (autoclass): theory and results.
\newblock In {\em Advances in Knowledge Discovery and Data Mining}, pages
  153--180, Cambridge, MA, 1996. AAAI/MIT Press.

\bibitem[Dempster et~al.(1977)Dempster, Laird, and Rubin]{DLR}
A.~P. Dempster, N.~M. Laird, and D.~B. Rubin.
\newblock Maximum likelihood from incomplete data via the em algorithm.
\newblock {\em Journal Royal Statistical Society, Series B}, 39\penalty0
  (1):\penalty0 1--38, 1977.

\bibitem[Devaney and Ram(1997)]{devaney}
M.~Devaney and A.~Ram.
\newblock Efficient feature selection in conceptual clustering.
\newblock In {\em Proceedings of the Fourteenth International Conference on
  Machine Learning}, pages 92--97, Nashville, TN, 1997. Morgan Kaufmann.

\bibitem[Doak(1992)]{doak}
J.~Doak.
\newblock An evaluation of feature selection methods and their application to
  computer security.
\newblock Technical report, University of California at Davis, 1992.

\bibitem[Duda and Hart(1973)]{duda}
R.~O. Duda and P.~E. Hart.
\newblock {\em Pattern {C}lassification and {S}cene {A}nalysis}.
\newblock Wiley \& Sons, NY, 1973.

\bibitem[Duda et~al.(2001)Duda, Hart, and Stork]{duda01}
R.~O. Duda, P.~E. Hart, and D.~G. Stork.
\newblock {\em Pattern {C}lassification (Second Edition)}.
\newblock Wiley \& Sons, NY, 2001.

\bibitem[Dy and Brodley(2000{\natexlab{a}})]{DyIcml2k}
J.~G. Dy and C.~E. Brodley.
\newblock Feature subset selection and order identification for unsupervised
  learning.
\newblock In {\em Proceedings of the Seventeenth International Conference on
  Machine Learning}, pages 247--254, Stanford University, 2000{\natexlab{a}}.
  Morgan Kaufmann.

\bibitem[Dy and Brodley(2000{\natexlab{b}})]{DyKdd2k}
J.~G. Dy and C.~E. Brodley.
\newblock Interactive visualization and feature selection for unsupervised
  data.
\newblock In {\em Proceedings of the Sixth ACM SIGKDD International Conference
  on Knowledge Discovery and Data Mining}, pages 360--364, Boston, MA, August
  2000{\natexlab{b}}. ACM Press.

\bibitem[Dy and Brodley(2003)]{Dytechreport}
J.~G. Dy and C.~E. Brodley.
\newblock {TR-CDSP-03-53:} feature selection for unsupervised learning.
\newblock Technical report, Northeastern University, December 2003.

\bibitem[Dy et~al.(2003)Dy, Brodley, Kak, Broderick, and Aisen]{DyPami03}
J.~G. Dy, C.~E. Brodley, A.~Kak, L.~S. Broderick, and A.~M. Aisen.
\newblock Unsupervised feature selection applied to content-based retrieval of
  lung images.
\newblock {\em {IEEE} Transactions on Pattern Analysis and Machine
  Intelligence}, 25\penalty0 (3):\penalty0 373--378, March 2003.

\bibitem[Dy et~al.(1999)Dy, Brodley, Kak, Shyu, and Broderick]{dy99}
J.~G. Dy, C.~E. Brodley, A.~Kak, C.~R. Shyu, and L.~S. Broderick.
\newblock The customized-queries approach to {CBIR} using {EM}.
\newblock In {\em Proceedings of the IEEE Conference on Computer Vision and
  Pattern Recognition}, volume~2, pages 400--406, Fort Collins, CO, June 1999.
  IEEE Computer Society Press.

\bibitem[Fayyad et~al.(1998)Fayyad, Reina, and Bradley]{fayyad98}
U.~Fayyad, C.~Reina, and P.~S. Bradley.
\newblock Initialization of iterative refinement clustering algorithms.
\newblock In {\em Proceedings of the Fourth International Conference on
  Knowledge Discovery and Data Mining}, pages 194--198, New York, August 1998.
  AAAI Press.

\bibitem[Figueiredo and Jain(2002)]{fig02}
M.~Figueiredo and A.~K. Jain.
\newblock Unsupervised learning of finite mixture models.
\newblock {\em {IEEE} Transactions on Pattern Analysis and Machine
  Intelligence}, 24:\penalty0 381--396, 2002.

\bibitem[Fisher(1996)]{fisher96}
D.~Fisher.
\newblock Iterative optimization and simplification of hierarchical
  clusterings.
\newblock {\em Journal of Artificial Intelligence Research}, 4:\penalty0
  147--179, 1996.

\bibitem[Fisher(1987)]{fis87}
D.~H. Fisher.
\newblock Knowledge acquisition via incremental conceptual clustering.
\newblock {\em Machine Learning}, 2\penalty0 (2):\penalty0 139--172, 1987.

\bibitem[Forgy(1965)]{Forgy1965}
E.~Forgy.
\newblock Cluster analysis of multivariate data: Efficiency vs.
  interpretability of classifications.
\newblock {\em Biometrics}, 21:\penalty0 768, 1965.

\bibitem[Fraley and Raftery(2000)]{fraley}
C.~Fraley and A.~E. Raftery.
\newblock Model-based clustering, discriminant analysis, and density
  estimation.
\newblock Technical Report Technical Report No. 380, University of Washington,
  Seattle, WA, 2000.

\bibitem[Friedman(1987)]{friedman}
J.~H. Friedman.
\newblock Exploratory projection pursuit.
\newblock {\em Journal American Statistical Association}, 82:\penalty0
  249--266, 1987.

\bibitem[Friedman and Meulman(2003)]{friedman03}
J.~H. Friedman and J.~J. Meulman.
\newblock Clustering objects on subsets of attributes.
\newblock {\em to appear at Journal Royal Statistical Society}, 2003.

\bibitem[Fukunaga(1990)]{fuku90}
K.~Fukunaga.
\newblock {\em Statistical Pattern Recognition (second edition)}.
\newblock Academic Press, San Diego, CA, 1990.

\bibitem[Gennari(1991)]{gennari91}
J.~H. Gennari.
\newblock Concept formation and attention.
\newblock In {\em Proceedings of the Thirteenth Annual Conference of the
  Cognitive Science Society}, pages 724--728, Chicago, IL, 1991. Lawrence
  Erlbaum.

\bibitem[Gennari et~al.(1989)Gennari, Langley, and Fisher]{gennari89}
J.~H. Gennari, P.~Langley, and D.~Fisher.
\newblock Models of incremental concept formation.
\newblock {\em Artificial Intelligence}, 40:\penalty0 11--61, 1989.

\bibitem[Ghahramani and Beal(2000)]{ghabeal2k}
Z.~Ghahramani and M.~J. Beal.
\newblock Variational inference for bayesian mixtures of factor analysers.
\newblock In S.~A. Solla, T.~K. Leen, and K.~Muller, editors, {\em Advances in
  Neural Information Processing Systems}, volume~12, pages 449--455. MIT Press,
  2000.

\bibitem[Ghahramani and Hinton(1996)]{ghahinton96}
Z.~Ghahramani and G.~E. Hinton.
\newblock The {EM} algorithm for mixtures of factor analyzers.
\newblock Technical Report Technical Report CRG-TR-96-1, University of Toronto,
  Toronto, Canada, 1996.

\bibitem[Hartigan(1985)]{hartigan}
J.~A. Hartigan.
\newblock Statistical theory in clustering.
\newblock {\em Journal of Classification}, 2:\penalty0 63--76, 1985.

\bibitem[Huber(1985)]{huber}
P.~J. Huber.
\newblock Projection pursuit.
\newblock {\em The Annals of Statistics}, 13\penalty0 (2):\penalty0 435--475,
  1985.

\bibitem[Hyv\"{a}rinen(1999)]{ica}
A.~Hyv\"{a}rinen.
\newblock Survey on independent component analysis.
\newblock {\em Neural Computing Surveys}, 2:\penalty0 94--128, 1999.

\bibitem[Jain and Dubes(1988)]{jain88}
A.~K. Jain and R.~C. Dubes.
\newblock {\em Algorithms for clustering data}.
\newblock Prentice Hall, Englewood Cliffs, NJ, 1988.

\bibitem[John et~al.(1994)John, Kohavi, and Pfleger]{john94}
G.~H. John, R.~Kohavi, and K.~Pfleger.
\newblock Irrelevant features and the subset selection problem.
\newblock In {\em Machine Learning: Proceedings of the Eleventh International
  Conference}, pages 121--129, New Brunswick, NJ, 1994. Morgan Kaufmann.

\bibitem[Johnson and Wichern(1998)]{multivariatebook}
R.~A. Johnson and D.~W. Wichern.
\newblock {\em Applied Multivariate Statistical Analysis}.
\newblock Prentice-Hall, 4 edition, 1998.

\bibitem[Kambhatla and Leen(1997)]{leen97}
N.~Kambhatla and T.~K. Leen.
\newblock Dimension reduction by local principal component analysis.
\newblock {\em Neural Computation}, 9:\penalty0 1493--1516, 1997.

\bibitem[Kim et~al.(2002)Kim, Street, and Menczer]{kim02}
Y.~S. Kim, N.~Street, and F.~Menczer.
\newblock Evolutionary model selection in unsupervised learning.
\newblock {\em Intelligent Data Analysis}, 6:\penalty0 531--556, 2002.

\bibitem[Kira and Rendell(1992)]{kira}
K.~Kira and L.~A. Rendell.
\newblock A practical approach to feature selection.
\newblock In {\em Proceedings of the Ninth International Workshop on Machine
  Learning}, pages 249--256, Aberdeen, Scotland, 1992. Morgan Kaufmann.

\bibitem[Kittler(1978)]{kittler}
J.~Kittler.
\newblock Feature set search algorithms.
\newblock In {\em Pattern Recognition and Signal Processing}, pages 41--60,
  1978.

\bibitem[Kohavi and John(1997)]{fss}
R.~Kohavi and G.~H. John.
\newblock Wrappers for feature subset selection.
\newblock {\em Artificial Intelligence}, 97\penalty0 (1-2):\penalty0 273--324,
  1997.

\bibitem[Kononenko(1994)]{kononenko}
I.~Kononenko.
\newblock Estimating attributes: analysis and extensions of relief.
\newblock In {\em Proceedings of the European Conference on Machine Learning},
  1994.

\bibitem[Langley and Sage(1994)]{langley}
P.~Langley and S.~Sage.
\newblock Oblivious decision trees and abstract cases.
\newblock In {\em Working Notes of the AAAI-94 Workshop on Case-Based
  Reasoning}, pages 113--117, Seattle, 1994. AAAI Press.

\bibitem[Law et~al.(2002)Law, Figueiredo, and Jain]{law02}
M.~H. Law, M.~Figueiredo, and A.~K. Jain.
\newblock Feature selection in mixture-based clustering.
\newblock In {\em Advances in Neural Information Processing Systems 15},
  Vancouver, December 2002.

\bibitem[Liu and Setiono(1996)]{liuH}
H.~Liu and R.~Setiono.
\newblock Dimensionality reduction via discretization.
\newblock {\em Knowledge-Based Systems}, 9\penalty0 (1):\penalty0 67--72,
  February 1996.

\bibitem[Marill and Green(1963)]{marill}
T.~Marill and D.~M. Green.
\newblock On the effectiveness of receptors in recognition systems.
\newblock {\em IEEE Transactions on Information Theory}, 9:\penalty0 11--17,
  1963.

\bibitem[McLachlan and Krishnan(1997)]{extension}
G.~McLachlan and T.~Krishnan.
\newblock {\em The {EM} {A}lgorithm and {E}xtensions}.
\newblock John Wiley, New York, 1997.

\bibitem[McLachlan and Basford(1988)]{mixture}
G.~J. McLachlan and K.~E. Basford.
\newblock {\em Mixture Models, Inference and Applications to Clustering}.
\newblock Marcel Dekker, New York, 1988.

\bibitem[Milligan(1981)]{milligan81}
G.~Milligan.
\newblock A monte carlo study of thirty internal criterion measures for cluster
  analysis.
\newblock {\em Psychometrika}, 46\penalty0 (2):\penalty0 187--199, June 1981.

\bibitem[Mirkin(1999)]{mirkin99}
B.~Mirkin.
\newblock Concept learning and feature selection based on square-error
  clustering.
\newblock {\em Machine Learning}, 35:\penalty0 25--39, 1999.

\bibitem[Moon(1996)]{tutorial}
T.~K. Moon.
\newblock The expectation-maximization algorithm.
\newblock In {\em IEEE Signal Processing Magazine}, pages 47--59, November
  1996.

\bibitem[Narendra and Fukunaga(1977)]{narendra}
P.~M. Narendra and K.~Fukunaga.
\newblock A branch and bound algorithm for feature subset selection.
\newblock {\em IEEE Transactions on Computers}, C-26\penalty0 (9):\penalty0
  917--922, September 1977.

\bibitem[Pazzani(1995)]{pazzani}
M.~J. Pazzani.
\newblock Searching for dependencies in bayesian classifiers.
\newblock In {\em Proceedings of the fifth International Workshop on Artificial
  Intelligence and Statistics}, Ft. Lauderdale, Florida, 1995.

\bibitem[Pelleg and Moore(2000)]{xmeans}
D.~Pelleg and A.~Moore.
\newblock ${X}$-means: {E}xtending ${K}$-means with efficient estimation of the
  number of clusters.
\newblock In {\em Proceedings of the Seventeenth International Conference on
  Machine Learning}, pages 727--734. Morgan Kaufmann, San Francisco, CA, 2000.

\bibitem[Rissanen(1983)]{ris83}
J.~Rissanen.
\newblock A universal prior for integers and estimation by minimum description
  length.
\newblock {\em Annals of Statistics}, 11\penalty0 (2):\penalty0 416--431, 1983.

\bibitem[Russell and Norvig(1995)]{aima}
S.~J. Russell and P.~Norvig.
\newblock {\em Artificial {I}ntelligence a {M}odern {A}pproach}.
\newblock Prentice Hall, Saddle River, NJ, 1995.

\bibitem[Salton and McGill(1983)]{salton}
G.~Salton and M.~J. McGill.
\newblock {\em Introduction to {M}odern {I}nformation {R}etrieval}.
\newblock McGraw-Hill Book Company, 1983.

\bibitem[Schwarz(1978)]{schwarz}
G.~Schwarz.
\newblock Estimating the dimension of a model.
\newblock {\em The Annals of Statistics}, 6\penalty0 (2):\penalty0 461--464,
  1978.

\bibitem[Singh and Provan(1995)]{singh}
M.~Singh and G.~M. Provan.
\newblock A comparison of induction algorithms for selective and non-selective
  bayesian classifiers.
\newblock In {\em Machine Learning: Proceedings of the Twelfth International
  Conference}, pages 497--505, 1995.

\bibitem[Smyth(1996)]{smyth96}
P.~Smyth.
\newblock Clustering using {M}onte {C}arlo cross-validation.
\newblock In E.~Simoudis, J.~Han, and U.~Fayyad, editors, {\em Proceedings of
  the Second International Conference on Knowledge Discovery and Data Mining},
  pages 126--133, Portland, OR, 1996. AAAI Press.

\bibitem[Talavera(1999)]{tal99}
L.~Talavera.
\newblock Feature selection as a preprocessing step for hierarchical
  clustering.
\newblock In {\em Proceedings of the Sixteenth International Conference on
  Machine Learning}, pages 389--397, Bled, Slovenia, 1999. Morgan Kaufmann.

\bibitem[Tipping and Bishop(1999)]{tipbish99}
M.~E. Tipping and C.~M. Bishop.
\newblock Mixtures of probabilistic principal component analysers.
\newblock {\em Neural Computation}, 11\penalty0 (2):\penalty0 443--482, 1999.

\bibitem[Titterington et~al.(1985)Titterington, Smith, and Makov]{titterington}
D.~M. Titterington, A.~F.~M. Smith, and U.~E. Makov.
\newblock {\em Statistical {A}nalysis of {F}inite {M}ixture {D}istributions}.
\newblock John Wiley and Sons, Chichester, UK, 1985.

\bibitem[Ueda et~al.(1999)Ueda, Nakano, Ghahramani, and Hinton]{ueda99}
N.~Ueda, R.~Nakano, Z.~Ghahramani, and G.~E. Hinton.
\newblock {SMEM} algorithm for mixture models.
\newblock In {\em Neural Computation}, 1999.
\newblock To appear.

\bibitem[Vaithyanathan and Dom(1999)]{vaith99}
S.~Vaithyanathan and B.~Dom.
\newblock Model selection in unsupervised learning with applications to
  document clustering.
\newblock In {\em Proceedings of the Sixteenth International Conference on
  Machine Learning}, pages 433--443, Bled, Slovenia, 1999. Morgan Kaufmann.

\bibitem[Vaithyanathan and Dom(2000)]{vaith00}
S.~Vaithyanathan and B.~Dom.
\newblock Hierarchical unsupervised learning.
\newblock In {\em Proceedings of the Seventeenth International Conference on
  Machine Learning}, pages 1039--1046, Palo Alto, CA, 2000. Morgan Kaufmann.

\bibitem[Wolfe(1970)]{wolfe}
J.~H. Wolfe.
\newblock Pattern clustering by multivariate mixture analysis.
\newblock {\em Multivariate Behavioral Research}, 5\penalty0 (3):\penalty0
  101--116, 1970.

\bibitem[Wu(1983)]{wu}
C.~F.~J. Wu.
\newblock On the convergence properties of the em algorithm.
\newblock {\em The Annals of Statistics}, 11\penalty0 (1):\penalty0 95--103,
  1983.

\end{thebibliography}
