@article{bb144100,
        AUTHOR = "Engvall, J.L.",
        TITLE = "A least upper bound for the average classification accuracy of multiple
observers",
        JOURNAL = PR,
        VOLUME = "12",
        YEAR = "1980",
        NUMBER = "6",
        PAGES = "415-419",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140053"}

@article{bb144101,
        AUTHOR = "Kittler, J.V. and Devijver, P.A.",
        TITLE = "An efficient estimator of pattern recognition system error probability",
        JOURNAL = PR,
        VOLUME = "13",
        YEAR = "1981",
        NUMBER = "3",
        PAGES = "245-249",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140054"}

@article{bb144102,
        AUTHOR = "Lahart, M.J.",
        TITLE = "Estimation of Error Rates in Classification of Distorted Imagery",
        JOURNAL = PAMI,
        VOLUME = "6",
        YEAR = "1984",
        NUMBER = "4",
        MONTH = "July",
        PAGES = "535-542",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140055"}

@article{bb144103,
        AUTHOR = "Fukunaga, K. and Flick, T.E.",
        TITLE = "Classification Error for a Very Large Number of Classes",
        JOURNAL = PAMI,
        VOLUME = "6",
        YEAR = "1984",
        NUMBER = "6",
        MONTH = "November",
        PAGES = "779-788",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140056"}

@article{bb144104,
        AUTHOR = "Fukunaga, K. and Hayes, R.R.",
        TITLE = "Estimation of Classifier Performance",
        JOURNAL = PAMI,
        VOLUME = "11",
        YEAR = "1989",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1087-1101",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140057"}

@article{bb144105,
        AUTHOR = "Pawlak, M.",
        TITLE = "On the asymptotic properties of smoothed estimators of the
classification error rate",
        JOURNAL = PR,
        VOLUME = "21",
        YEAR = "1988",
        NUMBER = "5",
        PAGES = "515-524",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140058"}

@inproceedings{bb144106,
        AUTHOR = "Pawlak, M. and Liao, X.",
        TITLE = "Estimation of error rates using smoothed estimators",
        BOOKTITLE = ICPR88,
        YEAR = "1988",
        PAGES = "II: 954-956",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140059"}

@article{bb144107,
        AUTHOR = "Devroye, L.",
        TITLE = "Automatic Pattern Recognition: A Study of the Probability of Error",
        JOURNAL = PAMI,
        VOLUME = "10",
        YEAR = "1988",
        NUMBER = "4",
        MONTH = "July",
        PAGES = "530-543",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140060"}

@book{bb144108,
        AUTHOR = "Devroye, L. and Gyorfi, L. and Lugosi, G.",
        TITLE = "Probabilistic Theory of Pattern Recognition",
        PUBLISHER = "Springer-Verlag",
        YEAR = "1996",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140061"}

@article{bb144109,
        AUTHOR = "Zhu, Q.M.",
        TITLE = "On the minimum probability of error of classification with incomplete
patterns",
        JOURNAL = PR,
        VOLUME = "23",
        YEAR = "1990",
        NUMBER = "11",
        PAGES = "1281-1290",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140062"}

@article{bb144110,
        AUTHOR = "Kalkanis, G. and Conroy, G.V.",
        TITLE = "Interval Error Estimators in Class Probability Trees",
        JOURNAL = PRL,
        VOLUME = "17",
        YEAR = "1996",
        NUMBER = "7",
        MONTH = "June",
        PAGES = "705-712",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140063"}

@article{bb144111,
        AUTHOR = "Durso, G. and Menenti, M.",
        TITLE = "Performance Indicators for the Statistical Evaluation of
Digital Image Classifications",
        JOURNAL = PandRS,
        VOLUME = "51",
        YEAR = "1996",
        NUMBER = "2",
        MONTH = "April",
        PAGES = "78-90",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140064"}

@article{bb144112,
        AUTHOR = "Pal, N.R. and Biswas, J.",
        TITLE = "Cluster Validation Using Graph-Theoretic Concepts",
        JOURNAL = PR,
        VOLUME = "30",
        YEAR = "1997",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "847-857",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140065"}

@article{bb144113,
        AUTHOR = "Kloditz, C. and Vanboxtel, A. and Carfagna, E. and Vandeursen, W.",
        TITLE = "Estimating the Accuracy of Coarse Scale Classification Using
High Scale Information",
        JOURNAL = PhEngRS,
        VOLUME = "64",
        YEAR = "1998",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "127-133",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140066"}

@article{bb144114,
        AUTHOR = "Bax, E.",
        TITLE = "Validation of Average Error Rate over Classifiers",
        JOURNAL = PRL,
        VOLUME = "19",
        YEAR = "1998",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "127-132",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140067"}

@article{bb144115,
        AUTHOR = "Bax, E.",
        TITLE = "Improved Hoeffding-style performance guarantees for accurate
classifiers",
        JOURNAL = PRL,
        VOLUME = "20",
        YEAR = "1999",
        NUMBER = "4",
        MONTH = "April",
        PAGES = "445-449",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140068"}

@article{bb144116,
        AUTHOR = "Bouchaffra, D. and Govindaraju, V. and Srihari, S.",
        TITLE = "A Methodology for Mapping Scores to Probabilities",
        JOURNAL = PAMI,
        VOLUME = "21",
        YEAR = "1999",
        NUMBER = "9",
        MONTH = "September",
        PAGES = "923-927",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140069"}

@inproceedings{bb144117,
        AUTHOR = "Bouchaffra, D. and Govindaraju, V. and Srihari, S.",
        TITLE = "A Methodology for Deriving Probabilistic Correctness Measures
from Recognizers",
        BOOKTITLE = CVPR98,
        YEAR = "1998",
        PAGES = "930-935",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140070"}

@article{bb144118,
        AUTHOR = "Ho, T.K. and Basu, M.",
        TITLE = "Complexity Measures of Supervised Classification Problems",
        JOURNAL = PAMI,
        VOLUME = "24",
        YEAR = "2002",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "289-300",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140071"}

@inproceedings{bb144119,
        AUTHOR = "Ho, T.K. and Basu, M.",
        TITLE = "Measuring the Complexity of Classification Problems",
        BOOKTITLE = ICPR00,
        YEAR = "2000",
        PAGES = "Vol II: 43-47",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140072"}

@inproceedings{bb144120,
        AUTHOR = "Ho, T.K.",
        TITLE = "Data Complexity Analysis:
Linkage between Context and Solution in Classification",
        BOOKTITLE = SSPR08,
        YEAR = "2008",
        PAGES = "986-995",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140073"}

@inproceedings{bb144121,
        AUTHOR = "Ho, T.K.",
        TITLE = "Data Complexity Analysis:
Linkage between Context and Solution in Classification",
        BOOKTITLE = SSPR08,
        YEAR = "2008",
        PAGES = "1",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140073"}

@article{bb144122,
        AUTHOR = "Clarkson, E.",
        TITLE = "Bounds on the area under the receiver operating characteristic curve
for the ideal observer",
        JOURNAL = JOSA-A,
        VOLUME = "19",
        YEAR = "2002",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1963-1968",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140074"}

@article{bb144123,
        AUTHOR = "Clarkson, E.",
        TITLE = "Estimation receiver operating characteristic curve and ideal observers
for combined detection/estimation tasks",
        JOURNAL = JOSA-A,
        VOLUME = "24",
        YEAR = "2007",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "B91-B98",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140075"}

@article{bb144124,
        AUTHOR = "Berikov, V.B. and Litvinenko, A.",
        TITLE = "The influence of prior knowledge on the expected performance of a
classifier",
        JOURNAL = PRL,
        VOLUME = "24",
        YEAR = "2003",
        NUMBER = "15",
        MONTH = "November",
        PAGES = "2537-2548",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140076"}

@article{bb144125,
        AUTHOR = "Dougherty, E.R. and Brun, M.",
        TITLE = "A probabilistic theory of clustering",
        JOURNAL = PR,
        VOLUME = "37",
        YEAR = "2004",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "917-925",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140077"}

@article{bb144126,
        AUTHOR = "Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Bolstered error estimation",
        JOURNAL = PR,
        VOLUME = "37",
        YEAR = "2004",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "1267-1281",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140078"}

@article{bb144127,
        AUTHOR = "Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Exact performance of error estimators for discrete classifiers",
        JOURNAL = PR,
        VOLUME = "38",
        YEAR = "2005",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "1799-1814",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140079"}

@article{bb144128,
        AUTHOR = "Zollanvari, A. and Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "On the sampling distribution of resubstitution and leave-one-out error
estimators for linear classifiers",
        JOURNAL = PR,
        VOLUME = "42",
        YEAR = "2009",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "2705-2723",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140080"}

@article{bb144129,
        AUTHOR = "Zollanvari, A. and Dougherty, E.R.",
        TITLE = "Moments and root-mean-square error of the Bayesian MMSE estimator of
classification error in the Gaussian model",
        JOURNAL = PR,
        VOLUME = "47",
        YEAR = "2014",
        NUMBER = "6",
        PAGES = "2178-2192",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140081"}

@article{bb144130,
        AUTHOR = "Zollanvari, A.",
        TITLE = "Nonoptimality of the Maximum-Weight Dependence Tree in Classification",
        JOURNAL = SPLetters,
        VOLUME = "24",
        YEAR = "2017",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "71-75",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140082"}

@article{bb144131,
        AUTHOR = "Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Exact correlation between actual and estimated errors in discrete
classification",
        JOURNAL = PRL,
        VOLUME = "31",
        YEAR = "2010",
        NUMBER = "5",
        MONTH = "April",
        PAGES = "407-412",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140083"}

@article{bb144132,
        AUTHOR = "Brun, M. and Sima, C. and Hua, J.P. and Lowey, J. and Carroll, B. and Suh, E. and Dougherty, E.R.",
        TITLE = "Model-based evaluation of clustering validation measures",
        JOURNAL = PR,
        VOLUME = "40",
        YEAR = "2007",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "807-824",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140084"}

@article{bb144133,
        AUTHOR = "Edwards, D.C. and Metz, C.E. and Kupinski, M.A.",
        TITLE = "Ideal Observers and Optimal ROC Hypersurfaces in N-Class
Classification",
        JOURNAL = MedImg,
        VOLUME = "23",
        YEAR = "2004",
        NUMBER = "7",
        MONTH = "July",
        PAGES = "891-895",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140085"}

@article{bb144134,
        AUTHOR = "Edwards, D.C. and Metz, C.E. and Nishikawa, R.M.",
        TITLE = "The Hypervolume Under the ROC Hypersurface of 'Near-Guessing' and
'Near-Perfect' Observers in N-Class Classification Tasks",
        JOURNAL = MedImg,
        VOLUME = "24",
        YEAR = "2005",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "293-299",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140086"}

@article{bb144135,
        AUTHOR = "Edwards, D.C. and Metz, C.E.",
        TITLE = "Restrictions on the three-class ideal observer's decision boundary
lines",
        JOURNAL = MedImg,
        VOLUME = "24",
        YEAR = "2005",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "1566-1573",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140087"}

@article{bb144136,
        AUTHOR = "Edwards, D.C. and Metz, C.E.",
        TITLE = "Optimization of Restricted ROC Surfaces in Three-Class Classification
Tasks",
        JOURNAL = MedImg,
        VOLUME = "26",
        YEAR = "2007",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1345-1356",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140088"}

@article{bb144137,
        AUTHOR = "He, X. and Metz, C.E. and Tsui, B.M.W. and Links, J.M. and Frey, E.C.",
        TITLE = "Three-Class ROC Analysis:
A Decision Theoretic Approach Under the Ideal Observer Framework",
        JOURNAL = MedImg,
        VOLUME = "25",
        YEAR = "2006",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "571-581",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140089"}

@article{bb144138,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "Three-Class ROC Analysis: The Equal Error Utility Assumption and the
Optimality of Three-Class ROC Surface Using the Ideal Observer",
        JOURNAL = MedImg,
        VOLUME = "25",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "August",
        PAGES = "979-986",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140090"}

@article{bb144139,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "The Meaning and Use of the Volume Under a Three-Class ROC Surface (VUS)",
        JOURNAL = MedImg,
        VOLUME = "27",
        YEAR = "2008",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "577-588",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140091"}

@article{bb144140,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "The Validity of Three-Class Hotelling Trace (3-HT) in Describing
Three-Class Task Performance: Comparison of Three-Class Volume Under
ROC Surface (VUS) and 3-HT",
        JOURNAL = MedImg,
        VOLUME = "28",
        YEAR = "2009",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "185-193",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140092"}

@article{bb144141,
        AUTHOR = "He, X. and Gallas, B.D. and Frey, E.C.",
        TITLE = "Three-Class ROC Analysis: Toward a General Decision Theoretic Solution",
        JOURNAL = MedImg,
        VOLUME = "29",
        YEAR = "2010",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "206-215",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140093"}

@article{bb144142,
        AUTHOR = "Gallas, B.D. and Pennello, G.A. and Myers, K.J.",
        TITLE = "Multireader multicase variance analysis for binary data",
        JOURNAL = JOSA-A,
        VOLUME = "24",
        YEAR = "2007",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "B70-B80",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140094"}

@article{bb144143,
        AUTHOR = "Park, S. and Badano, A. and Gallas, B.D. and Myers, K.J.",
        TITLE = "Incorporating Human Contrast Sensitivity in Model Observers for
Detection Tasks",
        JOURNAL = MedImg,
        VOLUME = "28",
        YEAR = "2009",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "339-347",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140095"}

@article{bb144144,
        AUTHOR = "Chen, W.J. and Gallas, B.D. and Yousef, W.A.",
        TITLE = "Classifier variability: Accounting for training and testing",
        JOURNAL = PR,
        VOLUME = "45",
        YEAR = "2012",
        NUMBER = "7",
        MONTH = "July",
        PAGES = "2661-2671",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140096"}

@article{bb144145,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "An Optimal Three-Class Linear Observer Derived From Decision Theory",
        JOURNAL = MedImg,
        VOLUME = "26",
        YEAR = "2007",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "77-83",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140097"}

@article{bb144146,
        AUTHOR = "He, X. and Caffo, B.S. and Frey, E.C.",
        TITLE = "Toward Realistic and Practical Ideal Observer (IO) Estimation for the
Optimization of Medical Imaging Systems",
        JOURNAL = MedImg,
        VOLUME = "27",
        YEAR = "2008",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1535-1543",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140098"}

@article{bb144147,
        AUTHOR = "He, X. and Song, X. and Frey, E.C.",
        TITLE = "Application of Three-Class ROC Analysis to Task-Based Image Quality
Assessment of Simultaneous Dual-Isotope Myocardial Perfusion SPECT
(MPS)",
        JOURNAL = MedImg,
        VOLUME = "27",
        YEAR = "2008",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "1556-1567",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140099"}

@article{bb144148,
        AUTHOR = "Baraldi, A. and Bruzzone, L. and Blonda, P.",
        TITLE = "Quality Assessment of Classification and Cluster Maps Without Ground
Truth Knowledge",
        JOURNAL = GeoRS,
        VOLUME = "43",
        YEAR = "2005",
        NUMBER = "4",
        MONTH = "April",
        PAGES = "857-873",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140100"}

@article{bb144149,
        AUTHOR = "Baraldi, A. and Humber, M. and Boschetti, L.",
        TITLE = "Quality Assessment of Pre-Classification Maps Generated from
Spaceborne/Airborne Multi-Spectral Images by the Satellite Image
Automatic Mapper™ and Atmospheric/Topographic Correction™-Spectral
Classification Software Products: Part 2: Experimental Results",
        JOURNAL = RS,
        VOLUME = "5",
        YEAR = "2013",
        NUMBER = "10",
        PAGES = "5209-5264",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140101"}

@article{bb144150,
        AUTHOR = "Santos Pereira, C.M. and Pires, A.M.",
        TITLE = "On optimal reject rules and ROC curves",
        JOURNAL = PRL,
        VOLUME = "26",
        YEAR = "2005",
        NUMBER = "7",
        MONTH = "May",
        PAGES = "943-952",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140102"}

@article{bb144151,
        AUTHOR = "Khurd, P. and Gindi, G.",
        TITLE = "Decision strategies that maximize the area under the LROC curve",
        JOURNAL = MedImg,
        VOLUME = "24",
        YEAR = "2005",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "1626-1636",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140103"}

@article{bb144152,
        AUTHOR = "Khurd, P. and Liu, B. and Gindi, G.",
        TITLE = "Ideal AFROC and FROC Observers",
        JOURNAL = MedImg,
        VOLUME = "29",
        YEAR = "2010",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "375-386",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140104"}

@article{bb144153,
        AUTHOR = "Ahlqvist, O. and Gahegan, M.",
        TITLE = "Probing the Relationship Between Classification Error and Class
Similarity",
        JOURNAL = PhEngRS,
        VOLUME = "71",
        YEAR = "2005",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "1365-1374",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140105"}

@article{bb144154,
        AUTHOR = "Landgrebe, T.C.W. and Tax, D.M.J. and Paclik, P. and Duin, R.P.W.",
        TITLE = "The interaction between classification and reject performance for
distance-based reject-option classifiers",
        JOURNAL = PRL,
        VOLUME = "27",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "June",
        PAGES = "908-917",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140106"}

@article{bb144155,
        AUTHOR = "Landgrebe, T.C.W. and Paclik, P.",
        TITLE = "The ROC skeleton for multiclass ROC estimation",
        JOURNAL = PRL,
        VOLUME = "31",
        YEAR = "2010",
        NUMBER = "9",
        MONTH = "July",
        PAGES = "949-958",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140107"}

@inproceedings{bb144156,
        AUTHOR = "Paclik, P. and Lai, C. and Novovicova, J. and Duin, R.P.W.",
        TITLE = "Variance estimation for two-class and multi-class ROC analysis using
operating point averaging",
        BOOKTITLE = ICPR08,
        YEAR = "2008",
        PAGES = "1-4",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140108"}

@inproceedings{bb144157,
        AUTHOR = "Paclik, P. and Lai, C. and Landgrebe, T.C.W. and Duin, R.P.W.",
        TITLE = "ROC Analysis and Cost-Sensitive Optimization for Hierarchical
Classifiers",
        BOOKTITLE = ICPR10,
        YEAR = "2010",
        PAGES = "2977-2980",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140109"}

@article{bb144158,
        AUTHOR = "Fawcett, T.",
        TITLE = "ROC graphs with instance-varying costs",
        JOURNAL = PRL,
        VOLUME = "27",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "June",
        PAGES = "882-891",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140110"}

@article{bb144159,
        AUTHOR = "Everson, R.M. and Fieldsend, J.E.",
        TITLE = "Multi-class ROC analysis from a multi-objective optimisation
perspective",
        JOURNAL = PRL,
        VOLUME = "27",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "June",
        PAGES = "918-927",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140111"}

@article{bb144160,
        AUTHOR = "Matei, B.C. and Meer, P.",
        TITLE = "Estimation of Nonlinear Errors-in-Variables Models for Computer Vision
Applications",
        JOURNAL = PAMI,
        VOLUME = "28",
        YEAR = "2006",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1537-1552",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140112"}

@inproceedings{bb144161,
        AUTHOR = "Matei, B.C. and Meer, P.",
        TITLE = "A General Method for Errors-in-Variables Problems in Computer Vision",
        BOOKTITLE = CVPR00,
        YEAR = "2000",
        PAGES = "II: 18-25",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140113"}

@book{bb144162,
        AUTHOR = "Georgescu, B.",
        TITLE = "HEIV based estimation",
        PUBLISHER = "Online",
        YEAR = "2002",
        MONTH = "September",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140114"}

@article{bb144163,
        AUTHOR = "Landgrebe, T.C.W. and Duin, R.P.W.",
        TITLE = "Approximating the multiclass ROC by pairwise analysis",
        JOURNAL = PRL,
        VOLUME = "28",
        YEAR = "2007",
        NUMBER = "13",
        MONTH = "October",
        PAGES = "1747-1758",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140115"}

@article{bb144164,
        AUTHOR = "Waegeman, W. and de Baets, B. and Boullart, L.",
        TITLE = "ROC analysis in ordinal regression learning",
        JOURNAL = PRL,
        VOLUME = "29",
        YEAR = "2008",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "1-9",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140116"}

@article{bb144165,
        AUTHOR = "Marrocco, C. and Duin, R.P.W. and Tortorella, F.",
        TITLE = "Maximizing the area under the ROC curve by pairwise feature combination",
        JOURNAL = PR,
        VOLUME = "41",
        YEAR = "2008",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "1961-1974",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140117"}

@article{bb144166,
        AUTHOR = "Chen, D.M. and Wei, H.",
        TITLE = "The effect of spatial autocorrelation and class proportion on the
accuracy measures from different sampling designs",
        JOURNAL = PandRS,
        VOLUME = "64",
        YEAR = "2009",
        NUMBER = "2",
        MONTH = "March",
        PAGES = "140-150",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140118"}

@article{bb144167,
        AUTHOR = "Chatelain, C. and Adam, S. and Lecourtier, Y. and Heutte, L. and Paquet, T.",
        TITLE = "A multi-model selection framework for unknown and/or evolutive
misclassification cost problems",
        JOURNAL = PR,
        VOLUME = "43",
        YEAR = "2010",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "815-823",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140119"}

@article{bb144168,
        AUTHOR = "Ooms, D. and Palm, R. and Leemans, V. and Destain, M.F.",
        TITLE = "A sorting optimization curve with quality and yield requirements",
        JOURNAL = PRL,
        VOLUME = "31",
        YEAR = "2010",
        NUMBER = "9",
        MONTH = "July",
        PAGES = "983-990",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140120"}

@article{bb144169,
        AUTHOR = "Schubert, C.M. and Thorsen, S.N. and Oxley, M.E.",
        TITLE = "The ROC manifold for classification systems",
        JOURNAL = PR,
        VOLUME = "44",
        YEAR = "2011",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "350-362",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140121"}

@article{bb144170,
        AUTHOR = "Wunderlich, A. and Noo, F.",
        TITLE = "A Nonparametric Procedure for Comparing the Areas Under Correlated LROC
Curves",
        JOURNAL = MedImg,
        VOLUME = "31",
        YEAR = "2012",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "2050-2061",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140122"}

@article{bb144171,
        AUTHOR = "Rodriguez, J.D. and Perez, A. and Lozano, J.A.",
        TITLE = "A general framework for the statistical analysis of the sources of
variance for classification error estimators",
        JOURNAL = PR,
        VOLUME = "46",
        YEAR = "2013",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "855-864",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140123"}

@article{bb144172,
        AUTHOR = "Atashpaz Gargari, E. and Sima, C. and Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Relationship between the accuracy of classifier error estimation and
complexity of decision boundary",
        JOURNAL = PR,
        VOLUME = "46",
        YEAR = "2013",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "1315-1322",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140124"}

@article{bb144173,
        AUTHOR = "Hand, D.J. and Anagnostopoulos, C.",
        TITLE = "When is the area under the receiver operating characteristic curve an
appropriate measure of classifier performance?",
        JOURNAL = PRL,
        VOLUME = "34",
        YEAR = "2013",
        NUMBER = "5",
        MONTH = "April",
        PAGES = "492-495",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140125"}

@article{bb144174,
        AUTHOR = "Hand, D.J. and Anagnostopoulos, C.",
        TITLE = "A better Beta for the H measure of classification performance",
        JOURNAL = PRL,
        VOLUME = "40",
        YEAR = "2014",
        NUMBER = "1",
        PAGES = "41-46",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140126"}

@article{bb144175,
        AUTHOR = "Hernandez Orallo, J.",
        TITLE = "ROC curves for regression",
        JOURNAL = PR,
        VOLUME = "46",
        YEAR = "2013",
        NUMBER = "12",
        PAGES = "3395-3411",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140127"}

@article{bb144176,
        AUTHOR = "Mas, J.F. and Filho, B.S. and Pontius, R.G. and Gutierrez, M.F. and Rodrigues, H.",
        TITLE = "A Suite of Tools for ROC Analysis of Spatial Models",
        JOURNAL = IJGI,
        VOLUME = "2",
        YEAR = "2013",
        NUMBER = "3",
        PAGES = "869-887",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140128"}

@article{bb144177,
        AUTHOR = "Bradley, A.P.",
        TITLE = "Half-AUC for the evaluation of sensitive or specific classifiers",
        JOURNAL = PRL,
        VOLUME = "38",
        YEAR = "2014",
        NUMBER = "1",
        PAGES = "93-98",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140129"}

@article{bb144178,
        AUTHOR = "Clemencon, S. and Robbiano, S.",
        TITLE = "Building confidence regions for the ROC surface",
        JOURNAL = PRL,
        VOLUME = "46",
        YEAR = "2014",
        NUMBER = "1",
        PAGES = "67-74",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140130"}

@article{bb144179,
        AUTHOR = "Sun, X. and Xu, W.C.",
        TITLE = "Fast Implementation of DeLong's Algorithm for Comparing the Areas
Under Correlated Receiver Operating Characteristic Curves",
        JOURNAL = SPLetters,
        VOLUME = "21",
        YEAR = "2014",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "1389-1393",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140131"}

@article{bb144180,
        AUTHOR = "Wen, Z. and Hu, Y. and Zhu, W.",
        TITLE = "A Novel Classification Method of Halftone Image via Statistics
Matrices",
        JOURNAL = IP,
        VOLUME = "23",
        YEAR = "2014",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "4724-4736",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140132"}

@article{bb144181,
        AUTHOR = "Wang, S.J. and Li, D. and Petrick, N. and Sahiner, B. and Linguraru, M.G. and Summers, R.M.",
        TITLE = "Optimizing area under the ROC curve using semi-supervised learning",
        JOURNAL = PR,
        VOLUME = "48",
        YEAR = "2015",
        NUMBER = "1",
        PAGES = "276-287",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140133"}

@article{bb144182,
        AUTHOR = "Bernard, S. and Chatelain, C. and Adam, S. and Sabourin, R.",
        TITLE = "The Multiclass ROC Front method for cost-sensitive classification",
        JOURNAL = PR,
        VOLUME = "52",
        YEAR = "2016",
        NUMBER = "1",
        PAGES = "46-60",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140134"}

@inproceedings{bb144183,
        AUTHOR = "Dubos, C. and Bernard, S. and Adam, S. and Sabourin, R.",
        TITLE = "ROC-based cost-sensitive classification with a reject option",
        BOOKTITLE = ICPR16,
        YEAR = "2016",
        PAGES = "3320-3325",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140135"}

@article{bb144184,
        AUTHOR = "Wu, Y.J. and Chiang, C.T.",
        TITLE = "ROC representation for the discriminability of multi-classification
markers",
        JOURNAL = PR,
        VOLUME = "60",
        YEAR = "2016",
        NUMBER = "1",
        PAGES = "770-777",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140136"}

@article{bb144185,
        AUTHOR = "Wunderlich, A. and Goossens, B. and Abbey, C.K.",
        TITLE = "Optimal Joint Detection and Estimation That Maximizes ROC-Type Curves",
        JOURNAL = MedImg,
        VOLUME = "35",
        YEAR = "2016",
        NUMBER = "9",
        MONTH = "September",
        PAGES = "2164-2173",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140137"}

@article{bb144186,
        AUTHOR = "Cook, J.A.",
        TITLE = "ROC curves and nonrandom data",
        JOURNAL = PRL,
        VOLUME = "85",
        YEAR = "2017",
        NUMBER = "1",
        PAGES = "35-41",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140138"}

@article{bb144187,
        AUTHOR = "Wang, Z. and Farhand, S. and Tsechpenakis, G.",
        TITLE = "Fading Affect Bias: Improving the Trade-Off Between Accuracy and
Efficiency in Feature Clustering",
        JOURNAL = MVA,
        VOLUME = "30",
        YEAR = "2019",
        NUMBER = "2",
        MONTH = "March",
        PAGES = "255-268",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140139"}

@inproceedings{bb144188,
        AUTHOR = "Tsechpenakis, G. and Farhand, S. and Wang, Z.",
        TITLE = "Fading Affect Bias: Improving the Trade-Off Between Accuracy and
Efficiency in Feature Clustering",
        BOOKTITLE = WACV18,
        YEAR = "2018",
        PAGES = "775-783",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140139"}

@article{bb144189,
        AUTHOR = "Omar, L. and Ivrissimtzis, I.",
        TITLE = "Using theoretical ROC curves for analysing machine learning binary
classifiers",
        JOURNAL = PRL,
        VOLUME = "128",
        YEAR = "2019",
        PAGES = "447-451",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140140"}

@article{bb144190,
        AUTHOR = "Lai, H. and Xu, W.",
        TITLE = "Statistical Properties of Kendall's Tau Under Contaminated Gaussian
Model With Applications in Random Signal Detection",
        JOURNAL = SPLetters,
        VOLUME = "27",
        YEAR = "2020",
        PAGES = "655-659",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140141"}

@article{bb144191,
        AUTHOR = "Parmigiani, G.",
        TITLE = "Receiver operating characteristic curves with an indeterminacy zone",
        JOURNAL = PRL,
        VOLUME = "136",
        YEAR = "2020",
        PAGES = "94-100",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140142"}

@article{bb144192,
        AUTHOR = "Song, M. and Shang, X. and Chang, C.I.",
        TITLE = "3-D Receiver Operating Characteristic Analysis for Hyperspectral
Image Classification",
        JOURNAL = GeoRS,
        VOLUME = "58",
        YEAR = "2020",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "8093-8115",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140143"}

@article{bb144193,
        AUTHOR = "Chang, C.I.",
        TITLE = "An Effective Evaluation Tool for Hyperspectral Target Detection:
3D Receiver Operating Characteristic Curve Analysis",
        JOURNAL = GeoRS,
        VOLUME = "59",
        YEAR = "2021",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "5131-5153",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140144"}

@article{bb144194,
        AUTHOR = "Rachakonda, A.R. and Bhatnagar, A.",
        TITLE = "ARatio: Extending area under the ROC curve for probabilistic labels",
        JOURNAL = PRL,
        VOLUME = "150",
        YEAR = "2021",
        PAGES = "265-271",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140145"}

@article{bb144195,
        AUTHOR = "Dang, Z.Y. and Li, X. and Gu, B. and Deng, C. and Huang, H.",
        TITLE = "Large-Scale Nonlinear AUC Maximization via Triply Stochastic
Gradients",
        JOURNAL = PAMI,
        VOLUME = "44",
        YEAR = "2022",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "1385-1398",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140146"}

@article{bb144196,
        AUTHOR = "Yu, X.Y. and Chen, Y.L. and Zhou, G.F. and Liu, Y. and Li, F.C. and Wang, Z.F.",
        TITLE = "Error Refactor loss based on error analysis in image classification",
        JOURNAL = IET-CV,
        VOLUME = "16",
        YEAR = "2022",
        NUMBER = "2",
        PAGES = "192-203",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140147"}

@article{bb144197,
        AUTHOR = "Li, K.Y. and Zhou, W.M. and Li, H. and Anastasio, M.A.",
        TITLE = "A Hybrid Approach for Approximating the Ideal Observer for Joint
Signal Detection and Estimation Tasks by Use of Supervised Learning
and Markov-Chain Monte Carlo Methods",
        JOURNAL = MedImg,
        VOLUME = "41",
        YEAR = "2022",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "1114-1124",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140148"}

@article{bb144198,
        AUTHOR = "Yang, Z.Y. and Xu, Q.Q. and Bao, S.L. and Cao, X.C. and Huang, Q.M.",
        TITLE = "Learning With Multiclass AUC: Theory and Algorithms",
        JOURNAL = PAMI,
        VOLUME = "44",
        YEAR = "2022",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "7747-7763",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140149"}

@article{bb144199,
        AUTHOR = "Wang, Z.T. and Xu, Q.Q. and Yang, Z.Y. and Wen, P.S. and He, Y. and Cao, X.C. and Huang, Q.M.",
        TITLE = "Top-K Pairwise Ranking: Bridging the Gap Among Ranking-Based Measures
for Multi-label Classification",
        JOURNAL = IJCV,
        VOLUME = "133",
        YEAR = "2025",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "211-253",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT140150"}

Last update:May 3, 2026 at 17:51:13