@inproceedings{bb128000,
        AUTHOR = "Yang, M.H. and Roth, D. and Ahuja, N.",
        TITLE = "A Tale of Two Classifiers: SNoW vs. SVM in Visual Recognition",
        BOOKTITLE = ECCV02,
        YEAR = "2002",
        PAGES = "IV: 685 ff.",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124075"}

@inproceedings{bb128001,
        AUTHOR = "Huijsmans, N.P. and Sebe, N.",
        TITLE = "Extended Performance Graphs for Cluster Retrieval",
        BOOKTITLE = CVPR01,
        YEAR = "2001",
        PAGES = "I:26-31",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124076"}

@inproceedings{bb128002,
        AUTHOR = "Bromiley, P.A. and Courtney, P. and Thacker, N.A.",
        TITLE = "A Case Study in the use of ROC curves for Algorithm Design",
        BOOKTITLE = BMVC01,
        YEAR = "2001",
        PAGES = "Poster Session 1",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124077"}

@inproceedings{bb128003,
        AUTHOR = "Michaels, R. and Boult, T.E.",
        TITLE = "A Stratified Methodology for Classifier and Recognizer Evaluation",
        BOOKTITLE = EEMCV01,
        YEAR = "2001",
        PAGES = "xx-yy",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124078"}

@inproceedings{bb128004,
        AUTHOR = "Tang, M. and Xiao, J. and Ma, S.D.",
        TITLE = "Two-step Classification Based on Scale Space",
        BOOKTITLE = ICPR00,
        YEAR = "2000",
        PAGES = "Vol II: 899-902",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124079"}

@inproceedings{bb128005,
        AUTHOR = "Scott, M.J.J. and Niranjan, M. and Prager, R.W.",
        TITLE = "Realisable Classifiers:
Improving Operating Performance on Variable Cost Problems",
        BOOKTITLE = BMVC98,
        YEAR = "1998",
        PAGES = "xx-yy",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124080"}

@inproceedings{bb128006,
        AUTHOR = "Prager, R.W.",
        TITLE = "CART/CMAC hybrid: regression trees with interpolation",
        BOOKTITLE = ICPR94,
        YEAR = "1994",
        PAGES = "B:476-478",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124081"}

@inproceedings{bb128007,
        AUTHOR = "Kraaijveld, M.A.",
        TITLE = "An Experimental Comparison of Non-Parametric Classifiers for
Time-Constrained Classification Tasks",
        BOOKTITLE = ICPR98,
        YEAR = "1998",
        PAGES = "Vol I: 428-435",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124082"}

@inproceedings{bb128008,
        AUTHOR = "Lashkia, V. and Aleshin, S.",
        TITLE = "Test Feature Classifiers: Performance and Applications",
        BOOKTITLE = ICPR98,
        YEAR = "1998",
        PAGES = "Vol I: 341-343",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124083"}

@inproceedings{bb128009,
        AUTHOR = "Zhao, W.Y. and Chellappa, R. and Nandhakumar, N.",
        TITLE = "Empirical Performance Analysis of Linear Discriminant Classifiers",
        BOOKTITLE = CVPR98,
        YEAR = "1998",
        PAGES = "164-169",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124084"}

@inproceedings{bb128010,
        AUTHOR = "Gorski, N.",
        TITLE = "Optimizing Error-Reject Trade-Off in Recognition Systems",
        BOOKTITLE = ICDAR97,
        YEAR = "1997",
        PAGES = "1092-1096",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124085"}

@inproceedings{bb128011,
        AUTHOR = "Altamirano Robles, L. and Eckstein, W.",
        TITLE = "The Importance of Feature Visibility for the Evaluation of a
Matching Hypothesis",
        BOOKTITLE = ICPR96,
        YEAR = "1996",
        PAGES = "I: 585-589",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124086"}

@inproceedings{bb128012,
        AUTHOR = "Yu, S. and Weigl, K.",
        TITLE = "Performance comparison of a deterministic and a stochastic method for
image classification",
        BOOKTITLE = CAIP95,
        YEAR = "1995",
        PAGES = "826-831",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124087"}

@inproceedings{bb128013,
        AUTHOR = "Ford, S.J. and Hampshire, J.B. and McKeown, D.M.",
        TITLE = "Performance Evaluation of Multispectral Analysis for Surface
Material Classification",
        BOOKTITLE = DARPA93,
        YEAR = "1993",
        PAGES = "421-435",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124088"}

@inproceedings{bb128014,
        AUTHOR = "Niblack, W. and Petkovic, D. and Damian, D.",
        TITLE = "Experiments and Evaluations of Rule Based Methods in Image Analysis",
        BOOKTITLE = CVPR88,
        YEAR = "1988",
        PAGES = "123-128",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT124089"}

@inproceedings{bb128015,
        AUTHOR = "Pearl, J.",
        TITLE = "Capacity and Error Estimates for Boolean Classifiers 
with Limited Complexity",
        BOOKTITLE = PAMI,
        VOLUME = "1",
        YEAR = "1979",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124090"}

@article{bb128016,
        AUTHOR = "Pearl, J.",
        TITLE = "An application of rate-distortion theory to pattern recognition and
classification",
        JOURNAL = PR,
        VOLUME = "8",
        YEAR = "1976",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "11-22",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124091"}

@article{bb128017,
        AUTHOR = "McLachlan, G.J.",
        TITLE = "A note on the choice of a weighting function to give an efficient
method for estimating the probability of misclassification",
        JOURNAL = PR,
        VOLUME = "9",
        YEAR = "1977",
        NUMBER = "3",
        MONTH = "October",
        PAGES = "147-149",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124092"}

@article{bb128018,
        AUTHOR = "Bock, H.H.",
        TITLE = "On some significance tests in cluster analysis",
        JOURNAL = "Classification",
        VOLUME = "2",
        YEAR = "1985",
        PAGES = "77-108",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124093"}

@article{bb128019,
        AUTHOR = "Lawoko, C.R.O. and McLachlan, G.J.",
        TITLE = "Asymptotic error rates of the W and Z statistics when the training
observations are dependent",
        JOURNAL = PR,
        VOLUME = "19",
        YEAR = "1986",
        NUMBER = "6",
        PAGES = "467-471",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124094"}

@article{bb128020,
        AUTHOR = "Ganesalingam, S. and McLachlan, G.J.",
        TITLE = "Error rate estimation on the basis of posterior probabilities",
        JOURNAL = PR,
        VOLUME = "12",
        YEAR = "1980",
        NUMBER = "6",
        PAGES = "405-413",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124095"}

@article{bb128021,
        AUTHOR = "Chittineni, C.B.",
        TITLE = "On the estimation of probability of error",
        JOURNAL = PR,
        VOLUME = "9",
        YEAR = "1977",
        NUMBER = "4",
        PAGES = "191-196",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124096"}

@article{bb128022,
        AUTHOR = "Chittineni, C.B.",
        TITLE = "Estimation of probabilities of label imperfections and correction of
mislabels",
        JOURNAL = PR,
        VOLUME = "13",
        YEAR = "1981",
        NUMBER = "3",
        PAGES = "257-268",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124097"}

@article{bb128023,
        AUTHOR = "van Otterloo, P.J. and Young, I.T.",
        TITLE = "A distribution-free geometric upper bound for the probability of error
of a minimum distance classifier",
        JOURNAL = PR,
        VOLUME = "10",
        YEAR = "1978",
        NUMBER = "4",
        PAGES = "281-286",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124098"}

@article{bb128024,
        AUTHOR = "Glick, N.",
        TITLE = "Additive estimators for probabilities of correct classification",
        JOURNAL = PR,
        VOLUME = "10",
        YEAR = "1978",
        NUMBER = "3",
        PAGES = "211-222",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124099"}

@article{bb128025,
        AUTHOR = "Engvall, J.L.",
        TITLE = "A least upper bound for the average classification accuracy of multiple
observers",
        JOURNAL = PR,
        VOLUME = "12",
        YEAR = "1980",
        NUMBER = "6",
        PAGES = "415-419",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124100"}

@article{bb128026,
        AUTHOR = "Kittler, J.V. and Devijver, P.A.",
        TITLE = "An efficient estimator of pattern recognition system error probability",
        JOURNAL = PR,
        VOLUME = "13",
        YEAR = "1981",
        NUMBER = "3",
        PAGES = "245-249",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124101"}

@article{bb128027,
        AUTHOR = "Lahart, M.J.",
        TITLE = "Estimation of Error Rates in Classification of Distorted Imagery",
        JOURNAL = PAMI,
        VOLUME = "6",
        YEAR = "1984",
        NUMBER = "4",
        MONTH = "July",
        PAGES = "535-542",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124102"}

@article{bb128028,
        AUTHOR = "Fukunaga, K. and Flick, T.E.",
        TITLE = "Classification Error for a Very Large Number of Classes",
        JOURNAL = PAMI,
        VOLUME = "6",
        YEAR = "1984",
        NUMBER = "6",
        MONTH = "November",
        PAGES = "779-788",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124103"}

@article{bb128029,
        AUTHOR = "Fukunaga, K. and Hayes, R.R.",
        TITLE = "Estimation of Classifier Performance",
        JOURNAL = PAMI,
        VOLUME = "11",
        YEAR = "1989",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1087-1101",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124104"}

@article{bb128030,
        AUTHOR = "Pawlak, M.",
        TITLE = "On the asymptotic properties of smoothed estimators of the
classification error rate",
        JOURNAL = PR,
        VOLUME = "21",
        YEAR = "1988",
        NUMBER = "5",
        PAGES = "515-524",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124105"}

@inproceedings{bb128031,
        AUTHOR = "Pawlak, M. and Liao, X.",
        TITLE = "Estimation of error rates using smoothed estimators",
        BOOKTITLE = ICPR88,
        YEAR = "1988",
        PAGES = "II: 954-956",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124106"}

@article{bb128032,
        AUTHOR = "Devroye, L.",
        TITLE = "Automatic Pattern Recognition: A Study of the Probability of Error",
        JOURNAL = PAMI,
        VOLUME = "10",
        YEAR = "1988",
        NUMBER = "4",
        MONTH = "July",
        PAGES = "530-543",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124107"}

@book{bb128033,
        AUTHOR = "Devroye, L. and Gyorfi, L. and Lugosi, G.",
        TITLE = "Probabilistic Theory of Pattern Recognition",
        PUBLISHER = "Springer-Verlag",
        YEAR = "1996",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124108"}

@article{bb128034,
        AUTHOR = "Zhu, Q.M.",
        TITLE = "On the minimum probability of error of classification with incomplete
patterns",
        JOURNAL = PR,
        VOLUME = "23",
        YEAR = "1990",
        NUMBER = "11",
        PAGES = "1281-1290",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124109"}

@article{bb128035,
        AUTHOR = "Kalkanis, G. and Conroy, G.V.",
        TITLE = "Interval Error Estimators in Class Probability Trees",
        JOURNAL = PRL,
        VOLUME = "17",
        YEAR = "1996",
        NUMBER = "7",
        MONTH = "June",
        PAGES = "705-712",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124110"}

@article{bb128036,
        AUTHOR = "Durso, G. and Menenti, M.",
        TITLE = "Performance Indicators for the Statistical Evaluation of
Digital Image Classifications",
        JOURNAL = PandRS,
        VOLUME = "51",
        YEAR = "1996",
        NUMBER = "2",
        MONTH = "April",
        PAGES = "78-90",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124111"}

@article{bb128037,
        AUTHOR = "Pal, N.R. and Biswas, J.",
        TITLE = "Cluster Validation Using Graph-Theoretic Concepts",
        JOURNAL = PR,
        VOLUME = "30",
        YEAR = "1997",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "847-857",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124112"}

@article{bb128038,
        AUTHOR = "Kloditz, C. and Vanboxtel, A. and Carfagna, E. and Vandeursen, W.",
        TITLE = "Estimating the Accuracy of Coarse Scale Classification Using
High Scale Information",
        JOURNAL = PhEngRS,
        VOLUME = "64",
        YEAR = "1998",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "127-133",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124113"}

@article{bb128039,
        AUTHOR = "Bax, E.",
        TITLE = "Validation of Average Error Rate over Classifiers",
        JOURNAL = PRL,
        VOLUME = "19",
        YEAR = "1998",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "127-132",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124114"}

@article{bb128040,
        AUTHOR = "Bax, E.",
        TITLE = "Improved Hoeffding-style performance guarantees for accurate
classifiers",
        JOURNAL = PRL,
        VOLUME = "20",
        YEAR = "1999",
        NUMBER = "4",
        MONTH = "April",
        PAGES = "445-449",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124115"}

@article{bb128041,
        AUTHOR = "Bouchaffra, D. and Govindaraju, V. and Srihari, S.",
        TITLE = "A Methodology for Mapping Scores to Probabilities",
        JOURNAL = PAMI,
        VOLUME = "21",
        YEAR = "1999",
        NUMBER = "9",
        MONTH = "September",
        PAGES = "923-927",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124116"}

@inproceedings{bb128042,
        AUTHOR = "Bouchaffra, D. and Govindaraju, V. and Srihari, S.",
        TITLE = "A Methodology for Deriving Probabilistic Correctness Measures
from Recognizers",
        BOOKTITLE = CVPR98,
        YEAR = "1998",
        PAGES = "930-935",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124117"}

@article{bb128043,
        AUTHOR = "Ho, T.K. and Basu, M.",
        TITLE = "Complexity Measures of Supervised Classification Problems",
        JOURNAL = PAMI,
        VOLUME = "24",
        YEAR = "2002",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "289-300",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124118"}

@inproceedings{bb128044,
        AUTHOR = "Ho, T.K. and Basu, M.",
        TITLE = "Measuring the Complexity of Classification Problems",
        BOOKTITLE = ICPR00,
        YEAR = "2000",
        PAGES = "Vol II: 43-47",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124119"}

@inproceedings{bb128045,
        AUTHOR = "Ho, T.K.",
        TITLE = "Data Complexity Analysis:
Linkage between Context and Solution in Classification",
        BOOKTITLE = SSPR08,
        YEAR = "2008",
        PAGES = "986-995",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124120"}

@inproceedings{bb128046,
        AUTHOR = "Ho, T.K.",
        TITLE = "Data Complexity Analysis:
Linkage between Context and Solution in Classification",
        BOOKTITLE = SSPR08,
        YEAR = "2008",
        PAGES = "1",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124120"}

@article{bb128047,
        AUTHOR = "Clarkson, E.",
        TITLE = "Bounds on the area under the receiver operating characteristic curve
for the ideal observer",
        JOURNAL = JOSA-A,
        VOLUME = "19",
        YEAR = "2002",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1963-1968",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124121"}

@article{bb128048,
        AUTHOR = "Clarkson, E.",
        TITLE = "Estimation receiver operating characteristic curve and ideal observers
for combined detection/estimation tasks",
        JOURNAL = JOSA-A,
        VOLUME = "24",
        YEAR = "2007",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "B91-B98",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124122"}

@article{bb128049,
        AUTHOR = "Berikov, V.B. and Litvinenko, A.",
        TITLE = "The influence of prior knowledge on the expected performance of a
classifier",
        JOURNAL = PRL,
        VOLUME = "24",
        YEAR = "2003",
        NUMBER = "15",
        MONTH = "November",
        PAGES = "2537-2548",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124123"}

@article{bb128050,
        AUTHOR = "Dougherty, E.R. and Brun, M.",
        TITLE = "A probabilistic theory of clustering",
        JOURNAL = PR,
        VOLUME = "37",
        YEAR = "2004",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "917-925",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124124"}

@article{bb128051,
        AUTHOR = "Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Bolstered error estimation",
        JOURNAL = PR,
        VOLUME = "37",
        YEAR = "2004",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "1267-1281",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124125"}

@article{bb128052,
        AUTHOR = "Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Exact performance of error estimators for discrete classifiers",
        JOURNAL = PR,
        VOLUME = "38",
        YEAR = "2005",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "1799-1814",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124126"}

@article{bb128053,
        AUTHOR = "Zollanvari, A. and Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "On the sampling distribution of resubstitution and leave-one-out error
estimators for linear classifiers",
        JOURNAL = PR,
        VOLUME = "42",
        YEAR = "2009",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "2705-2723",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124127"}

@article{bb128054,
        AUTHOR = "Zollanvari, A. and Dougherty, E.R.",
        TITLE = "Moments and root-mean-square error of the Bayesian MMSE estimator of
classification error in the Gaussian model",
        JOURNAL = PR,
        VOLUME = "47",
        YEAR = "2014",
        NUMBER = "6",
        PAGES = "2178-2192",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124128"}

@article{bb128055,
        AUTHOR = "Zollanvari, A.",
        TITLE = "Nonoptimality of the Maximum-Weight Dependence Tree in Classification",
        JOURNAL = SPLetters,
        VOLUME = "24",
        YEAR = "2017",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "71-75",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124129"}

@article{bb128056,
        AUTHOR = "Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Exact correlation between actual and estimated errors in discrete
classification",
        JOURNAL = PRL,
        VOLUME = "31",
        YEAR = "2010",
        NUMBER = "5",
        MONTH = "April",
        PAGES = "407-412",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124130"}

@article{bb128057,
        AUTHOR = "Brun, M. and Sima, C. and Hua, J.P. and Lowey, J. and Carroll, B. and Suh, E. and Dougherty, E.R.",
        TITLE = "Model-based evaluation of clustering validation measures",
        JOURNAL = PR,
        VOLUME = "40",
        YEAR = "2007",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "807-824",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124131"}

@article{bb128058,
        AUTHOR = "Edwards, D.C. and Metz, C.E. and Kupinski, M.A.",
        TITLE = "Ideal Observers and Optimal ROC Hypersurfaces in N-Class
Classification",
        JOURNAL = MedImg,
        VOLUME = "23",
        YEAR = "2004",
        NUMBER = "7",
        MONTH = "July",
        PAGES = "891-895",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124132"}

@article{bb128059,
        AUTHOR = "Edwards, D.C. and Metz, C.E. and Nishikawa, R.M.",
        TITLE = "The Hypervolume Under the ROC Hypersurface of 'Near-Guessing' and
'Near-Perfect' Observers in N-Class Classification Tasks",
        JOURNAL = MedImg,
        VOLUME = "24",
        YEAR = "2005",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "293-299",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124133"}

@article{bb128060,
        AUTHOR = "Edwards, D.C. and Metz, C.E.",
        TITLE = "Restrictions on the three-class ideal observer's decision boundary
lines",
        JOURNAL = MedImg,
        VOLUME = "24",
        YEAR = "2005",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "1566-1573",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124134"}

@article{bb128061,
        AUTHOR = "Edwards, D.C. and Metz, C.E.",
        TITLE = "Optimization of Restricted ROC Surfaces in Three-Class Classification
Tasks",
        JOURNAL = MedImg,
        VOLUME = "26",
        YEAR = "2007",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1345-1356",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124135"}

@article{bb128062,
        AUTHOR = "He, X. and Metz, C.E. and Tsui, B.M.W. and Links, J.M. and Frey, E.C.",
        TITLE = "Three-Class ROC Analysis:
A Decision Theoretic Approach Under the Ideal Observer Framework",
        JOURNAL = MedImg,
        VOLUME = "25",
        YEAR = "2006",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "571-581",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124136"}

@article{bb128063,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "Three-Class ROC Analysis: The Equal Error Utility Assumption and the
Optimality of Three-Class ROC Surface Using the Ideal Observer",
        JOURNAL = MedImg,
        VOLUME = "25",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "August",
        PAGES = "979-986",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124137"}

@article{bb128064,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "The Meaning and Use of the Volume Under a Three-Class ROC Surface (VUS)",
        JOURNAL = MedImg,
        VOLUME = "27",
        YEAR = "2008",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "577-588",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124138"}

@article{bb128065,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "The Validity of Three-Class Hotelling Trace (3-HT) in Describing
Three-Class Task Performance: Comparison of Three-Class Volume Under
ROC Surface (VUS) and 3-HT",
        JOURNAL = MedImg,
        VOLUME = "28",
        YEAR = "2009",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "185-193",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124139"}

@article{bb128066,
        AUTHOR = "He, X. and Gallas, B.D. and Frey, E.C.",
        TITLE = "Three-Class ROC Analysis: Toward a General Decision Theoretic Solution",
        JOURNAL = MedImg,
        VOLUME = "29",
        YEAR = "2010",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "206-215",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124140"}

@article{bb128067,
        AUTHOR = "Gallas, B.D. and Pennello, G.A. and Myers, K.J.",
        TITLE = "Multireader multicase variance analysis for binary data",
        JOURNAL = JOSA-A,
        VOLUME = "24",
        YEAR = "2007",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "B70-B80",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124141"}

@article{bb128068,
        AUTHOR = "Park, S. and Badano, A. and Gallas, B.D. and Myers, K.J.",
        TITLE = "Incorporating Human Contrast Sensitivity in Model Observers for
Detection Tasks",
        JOURNAL = MedImg,
        VOLUME = "28",
        YEAR = "2009",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "339-347",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124142"}

@article{bb128069,
        AUTHOR = "Chen, W.J. and Gallas, B.D. and Yousef, W.A.",
        TITLE = "Classifier variability: Accounting for training and testing",
        JOURNAL = PR,
        VOLUME = "45",
        YEAR = "2012",
        NUMBER = "7",
        MONTH = "July",
        PAGES = "2661-2671",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124143"}

@article{bb128070,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "An Optimal Three-Class Linear Observer Derived From Decision Theory",
        JOURNAL = MedImg,
        VOLUME = "26",
        YEAR = "2007",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "77-83",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124144"}

@article{bb128071,
        AUTHOR = "He, X. and Caffo, B.S. and Frey, E.C.",
        TITLE = "Toward Realistic and Practical Ideal Observer (IO) Estimation for the
Optimization of Medical Imaging Systems",
        JOURNAL = MedImg,
        VOLUME = "27",
        YEAR = "2008",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1535-1543",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124145"}

@article{bb128072,
        AUTHOR = "He, X. and Song, X. and Frey, E.C.",
        TITLE = "Application of Three-Class ROC Analysis to Task-Based Image Quality
Assessment of Simultaneous Dual-Isotope Myocardial Perfusion SPECT
(MPS)",
        JOURNAL = MedImg,
        VOLUME = "27",
        YEAR = "2008",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "1556-1567",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124146"}

@article{bb128073,
        AUTHOR = "Baraldi, A. and Bruzzone, L. and Blonda, P.",
        TITLE = "Quality Assessment of Classification and Cluster Maps Without Ground
Truth Knowledge",
        JOURNAL = GeoRS,
        VOLUME = "43",
        YEAR = "2005",
        NUMBER = "4",
        MONTH = "April",
        PAGES = "857-873",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124147"}

@article{bb128074,
        AUTHOR = "Baraldi, A. and Humber, M. and Boschetti, L.",
        TITLE = "Quality Assessment of Pre-Classification Maps Generated from
Spaceborne/Airborne Multi-Spectral Images by the Satellite Image
Automatic Mapper™ and Atmospheric/Topographic Correction™-Spectral
Classification Software Products: Part 2: Experimental Results",
        JOURNAL = RS,
        VOLUME = "5",
        YEAR = "2013",
        NUMBER = "10",
        PAGES = "5209-5264",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124148"}

@article{bb128075,
        AUTHOR = "Santos Pereira, C.M. and Pires, A.M.",
        TITLE = "On optimal reject rules and ROC curves",
        JOURNAL = PRL,
        VOLUME = "26",
        YEAR = "2005",
        NUMBER = "7",
        MONTH = "May",
        PAGES = "943-952",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124149"}

@article{bb128076,
        AUTHOR = "Khurd, P. and Gindi, G.",
        TITLE = "Decision strategies that maximize the area under the LROC curve",
        JOURNAL = MedImg,
        VOLUME = "24",
        YEAR = "2005",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "1626-1636",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124150"}

@article{bb128077,
        AUTHOR = "Khurd, P. and Liu, B. and Gindi, G.",
        TITLE = "Ideal AFROC and FROC Observers",
        JOURNAL = MedImg,
        VOLUME = "29",
        YEAR = "2010",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "375-386",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124151"}

@article{bb128078,
        AUTHOR = "Ahlqvist, O. and Gahegan, M.",
        TITLE = "Probing the Relationship Between Classification Error and Class
Similarity",
        JOURNAL = PhEngRS,
        VOLUME = "71",
        YEAR = "2005",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "1365-1374",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124152"}

@article{bb128079,
        AUTHOR = "Landgrebe, T.C.W. and Tax, D.M.J. and Paclik, P. and Duin, R.P.W.",
        TITLE = "The interaction between classification and reject performance for
distance-based reject-option classifiers",
        JOURNAL = PRL,
        VOLUME = "27",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "June",
        PAGES = "908-917",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124153"}

@article{bb128080,
        AUTHOR = "Landgrebe, T.C.W. and Paclik, P.",
        TITLE = "The ROC skeleton for multiclass ROC estimation",
        JOURNAL = PRL,
        VOLUME = "31",
        YEAR = "2010",
        NUMBER = "9",
        MONTH = "July",
        PAGES = "949-958",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124154"}

@inproceedings{bb128081,
        AUTHOR = "Paclik, P. and Lai, C. and Novovicova, J. and Duin, R.P.W.",
        TITLE = "Variance estimation for two-class and multi-class ROC analysis using
operating point averaging",
        BOOKTITLE = ICPR08,
        YEAR = "2008",
        PAGES = "1-4",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124155"}

@inproceedings{bb128082,
        AUTHOR = "Paclik, P. and Lai, C. and Landgrebe, T.C.W. and Duin, R.P.W.",
        TITLE = "ROC Analysis and Cost-Sensitive Optimization for Hierarchical
Classifiers",
        BOOKTITLE = ICPR10,
        YEAR = "2010",
        PAGES = "2977-2980",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124156"}

@article{bb128083,
        AUTHOR = "Fawcett, T.",
        TITLE = "ROC graphs with instance-varying costs",
        JOURNAL = PRL,
        VOLUME = "27",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "June",
        PAGES = "882-891",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124157"}

@article{bb128084,
        AUTHOR = "Everson, R.M. and Fieldsend, J.E.",
        TITLE = "Multi-class ROC analysis from a multi-objective optimisation
perspective",
        JOURNAL = PRL,
        VOLUME = "27",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "June",
        PAGES = "918-927",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124158"}

@article{bb128085,
        AUTHOR = "Matei, B.C. and Meer, P.",
        TITLE = "Estimation of Nonlinear Errors-in-Variables Models for Computer Vision
Applications",
        JOURNAL = PAMI,
        VOLUME = "28",
        YEAR = "2006",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1537-1552",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124159"}

@inproceedings{bb128086,
        AUTHOR = "Matei, B.C. and Meer, P.",
        TITLE = "A General Method for Errors-in-Variables Problems in Computer Vision",
        BOOKTITLE = CVPR00,
        YEAR = "2000",
        PAGES = "II: 18-25",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124160"}

@book{bb128087,
        AUTHOR = "Georgescu, B.",
        TITLE = "HEIV based estimation",
        PUBLISHER = "Online",
        YEAR = "2002",
        MONTH = "September",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124161"}

@article{bb128088,
        AUTHOR = "Landgrebe, T.C.W. and Duin, R.P.W.",
        TITLE = "Approximating the multiclass ROC by pairwise analysis",
        JOURNAL = PRL,
        VOLUME = "28",
        YEAR = "2007",
        NUMBER = "13",
        MONTH = "October",
        PAGES = "1747-1758",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124162"}

@article{bb128089,
        AUTHOR = "Waegeman, W. and de Baets, B. and Boullart, L.",
        TITLE = "ROC analysis in ordinal regression learning",
        JOURNAL = PRL,
        VOLUME = "29",
        YEAR = "2008",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "1-9",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124163"}

@article{bb128090,
        AUTHOR = "Marrocco, C. and Duin, R.P.W. and Tortorella, F.",
        TITLE = "Maximizing the area under the ROC curve by pairwise feature combination",
        JOURNAL = PR,
        VOLUME = "41",
        YEAR = "2008",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "1961-1974",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124164"}

@article{bb128091,
        AUTHOR = "Chen, D.M. and Wei, H.",
        TITLE = "The effect of spatial autocorrelation and class proportion on the
accuracy measures from different sampling designs",
        JOURNAL = PandRS,
        VOLUME = "64",
        YEAR = "2009",
        NUMBER = "2",
        MONTH = "March",
        PAGES = "140-150",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124165"}

@article{bb128092,
        AUTHOR = "Chatelain, C. and Adam, S. and Lecourtier, Y. and Heutte, L. and Paquet, T.",
        TITLE = "A multi-model selection framework for unknown and/or evolutive
misclassification cost problems",
        JOURNAL = PR,
        VOLUME = "43",
        YEAR = "2010",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "815-823",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124166"}

@article{bb128093,
        AUTHOR = "Ooms, D. and Palm, R. and Leemans, V. and Destain, M.F.",
        TITLE = "A sorting optimization curve with quality and yield requirements",
        JOURNAL = PRL,
        VOLUME = "31",
        YEAR = "2010",
        NUMBER = "9",
        MONTH = "July",
        PAGES = "983-990",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124167"}

@article{bb128094,
        AUTHOR = "Schubert, C.M. and Thorsen, S.N. and Oxley, M.E.",
        TITLE = "The ROC manifold for classification systems",
        JOURNAL = PR,
        VOLUME = "44",
        YEAR = "2011",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "350-362",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124168"}

@article{bb128095,
        AUTHOR = "Wunderlich, A. and Noo, F.",
        TITLE = "A Nonparametric Procedure for Comparing the Areas Under Correlated LROC
Curves",
        JOURNAL = MedImg,
        VOLUME = "31",
        YEAR = "2012",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "2050-2061",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124169"}

@article{bb128096,
        AUTHOR = "Rodriguez, J.D. and Perez, A. and Lozano, J.A.",
        TITLE = "A general framework for the statistical analysis of the sources of
variance for classification error estimators",
        JOURNAL = PR,
        VOLUME = "46",
        YEAR = "2013",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "855-864",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124170"}

@article{bb128097,
        AUTHOR = "Atashpaz Gargari, E. and Sima, C. and Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Relationship between the accuracy of classifier error estimation and
complexity of decision boundary",
        JOURNAL = PR,
        VOLUME = "46",
        YEAR = "2013",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "1315-1322",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124171"}

@article{bb128098,
        AUTHOR = "Hand, D.J. and Anagnostopoulos, C.",
        TITLE = "When is the area under the receiver operating characteristic curve an
appropriate measure of classifier performance?",
        JOURNAL = PRL,
        VOLUME = "34",
        YEAR = "2013",
        NUMBER = "5",
        MONTH = "April",
        PAGES = "492-495",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124172"}

@article{bb128099,
        AUTHOR = "Hand, D.J. and Anagnostopoulos, C.",
        TITLE = "A better Beta for the H measure of classification performance",
        JOURNAL = PRL,
        VOLUME = "40",
        YEAR = "2014",
        NUMBER = "1",
        PAGES = "41-46",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT124173"}