@article{bb137400,
        AUTHOR = "Durso, G. and Menenti, M.",
        TITLE = "Performance Indicators for the Statistical Evaluation of
Digital Image Classifications",
        JOURNAL = PandRS,
        VOLUME = "51",
        YEAR = "1996",
        NUMBER = "2",
        MONTH = "April",
        PAGES = "78-90",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133406"}

@article{bb137401,
        AUTHOR = "Pal, N.R. and Biswas, J.",
        TITLE = "Cluster Validation Using Graph-Theoretic Concepts",
        JOURNAL = PR,
        VOLUME = "30",
        YEAR = "1997",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "847-857",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133407"}

@article{bb137402,
        AUTHOR = "Kloditz, C. and Vanboxtel, A. and Carfagna, E. and Vandeursen, W.",
        TITLE = "Estimating the Accuracy of Coarse Scale Classification Using
High Scale Information",
        JOURNAL = PhEngRS,
        VOLUME = "64",
        YEAR = "1998",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "127-133",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133408"}

@article{bb137403,
        AUTHOR = "Bax, E.",
        TITLE = "Validation of Average Error Rate over Classifiers",
        JOURNAL = PRL,
        VOLUME = "19",
        YEAR = "1998",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "127-132",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133409"}

@article{bb137404,
        AUTHOR = "Bax, E.",
        TITLE = "Improved Hoeffding-style performance guarantees for accurate
classifiers",
        JOURNAL = PRL,
        VOLUME = "20",
        YEAR = "1999",
        NUMBER = "4",
        MONTH = "April",
        PAGES = "445-449",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133410"}

@article{bb137405,
        AUTHOR = "Bouchaffra, D. and Govindaraju, V. and Srihari, S.",
        TITLE = "A Methodology for Mapping Scores to Probabilities",
        JOURNAL = PAMI,
        VOLUME = "21",
        YEAR = "1999",
        NUMBER = "9",
        MONTH = "September",
        PAGES = "923-927",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133411"}

@inproceedings{bb137406,
        AUTHOR = "Bouchaffra, D. and Govindaraju, V. and Srihari, S.",
        TITLE = "A Methodology for Deriving Probabilistic Correctness Measures
from Recognizers",
        BOOKTITLE = CVPR98,
        YEAR = "1998",
        PAGES = "930-935",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133412"}

@article{bb137407,
        AUTHOR = "Ho, T.K. and Basu, M.",
        TITLE = "Complexity Measures of Supervised Classification Problems",
        JOURNAL = PAMI,
        VOLUME = "24",
        YEAR = "2002",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "289-300",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133413"}

@inproceedings{bb137408,
        AUTHOR = "Ho, T.K. and Basu, M.",
        TITLE = "Measuring the Complexity of Classification Problems",
        BOOKTITLE = ICPR00,
        YEAR = "2000",
        PAGES = "Vol II: 43-47",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133414"}

@inproceedings{bb137409,
        AUTHOR = "Ho, T.K.",
        TITLE = "Data Complexity Analysis:
Linkage between Context and Solution in Classification",
        BOOKTITLE = SSPR08,
        YEAR = "2008",
        PAGES = "986-995",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133415"}

@inproceedings{bb137410,
        AUTHOR = "Ho, T.K.",
        TITLE = "Data Complexity Analysis:
Linkage between Context and Solution in Classification",
        BOOKTITLE = SSPR08,
        YEAR = "2008",
        PAGES = "1",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133415"}

@article{bb137411,
        AUTHOR = "Clarkson, E.",
        TITLE = "Bounds on the area under the receiver operating characteristic curve
for the ideal observer",
        JOURNAL = JOSA-A,
        VOLUME = "19",
        YEAR = "2002",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1963-1968",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133416"}

@article{bb137412,
        AUTHOR = "Clarkson, E.",
        TITLE = "Estimation receiver operating characteristic curve and ideal observers
for combined detection/estimation tasks",
        JOURNAL = JOSA-A,
        VOLUME = "24",
        YEAR = "2007",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "B91-B98",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133417"}

@article{bb137413,
        AUTHOR = "Berikov, V.B. and Litvinenko, A.",
        TITLE = "The influence of prior knowledge on the expected performance of a
classifier",
        JOURNAL = PRL,
        VOLUME = "24",
        YEAR = "2003",
        NUMBER = "15",
        MONTH = "November",
        PAGES = "2537-2548",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133418"}

@article{bb137414,
        AUTHOR = "Dougherty, E.R. and Brun, M.",
        TITLE = "A probabilistic theory of clustering",
        JOURNAL = PR,
        VOLUME = "37",
        YEAR = "2004",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "917-925",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133419"}

@article{bb137415,
        AUTHOR = "Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Bolstered error estimation",
        JOURNAL = PR,
        VOLUME = "37",
        YEAR = "2004",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "1267-1281",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133420"}

@article{bb137416,
        AUTHOR = "Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Exact performance of error estimators for discrete classifiers",
        JOURNAL = PR,
        VOLUME = "38",
        YEAR = "2005",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "1799-1814",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133421"}

@article{bb137417,
        AUTHOR = "Zollanvari, A. and Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "On the sampling distribution of resubstitution and leave-one-out error
estimators for linear classifiers",
        JOURNAL = PR,
        VOLUME = "42",
        YEAR = "2009",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "2705-2723",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133422"}

@article{bb137418,
        AUTHOR = "Zollanvari, A. and Dougherty, E.R.",
        TITLE = "Moments and root-mean-square error of the Bayesian MMSE estimator of
classification error in the Gaussian model",
        JOURNAL = PR,
        VOLUME = "47",
        YEAR = "2014",
        NUMBER = "6",
        PAGES = "2178-2192",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133423"}

@article{bb137419,
        AUTHOR = "Zollanvari, A.",
        TITLE = "Nonoptimality of the Maximum-Weight Dependence Tree in Classification",
        JOURNAL = SPLetters,
        VOLUME = "24",
        YEAR = "2017",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "71-75",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133424"}

@article{bb137420,
        AUTHOR = "Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Exact correlation between actual and estimated errors in discrete
classification",
        JOURNAL = PRL,
        VOLUME = "31",
        YEAR = "2010",
        NUMBER = "5",
        MONTH = "April",
        PAGES = "407-412",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133425"}

@article{bb137421,
        AUTHOR = "Brun, M. and Sima, C. and Hua, J.P. and Lowey, J. and Carroll, B. and Suh, E. and Dougherty, E.R.",
        TITLE = "Model-based evaluation of clustering validation measures",
        JOURNAL = PR,
        VOLUME = "40",
        YEAR = "2007",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "807-824",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133426"}

@article{bb137422,
        AUTHOR = "Edwards, D.C. and Metz, C.E. and Kupinski, M.A.",
        TITLE = "Ideal Observers and Optimal ROC Hypersurfaces in N-Class
Classification",
        JOURNAL = MedImg,
        VOLUME = "23",
        YEAR = "2004",
        NUMBER = "7",
        MONTH = "July",
        PAGES = "891-895",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133427"}

@article{bb137423,
        AUTHOR = "Edwards, D.C. and Metz, C.E. and Nishikawa, R.M.",
        TITLE = "The Hypervolume Under the ROC Hypersurface of 'Near-Guessing' and
'Near-Perfect' Observers in N-Class Classification Tasks",
        JOURNAL = MedImg,
        VOLUME = "24",
        YEAR = "2005",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "293-299",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133428"}

@article{bb137424,
        AUTHOR = "Edwards, D.C. and Metz, C.E.",
        TITLE = "Restrictions on the three-class ideal observer's decision boundary
lines",
        JOURNAL = MedImg,
        VOLUME = "24",
        YEAR = "2005",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "1566-1573",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133429"}

@article{bb137425,
        AUTHOR = "Edwards, D.C. and Metz, C.E.",
        TITLE = "Optimization of Restricted ROC Surfaces in Three-Class Classification
Tasks",
        JOURNAL = MedImg,
        VOLUME = "26",
        YEAR = "2007",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1345-1356",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133430"}

@article{bb137426,
        AUTHOR = "He, X. and Metz, C.E. and Tsui, B.M.W. and Links, J.M. and Frey, E.C.",
        TITLE = "Three-Class ROC Analysis:
A Decision Theoretic Approach Under the Ideal Observer Framework",
        JOURNAL = MedImg,
        VOLUME = "25",
        YEAR = "2006",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "571-581",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133431"}

@article{bb137427,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "Three-Class ROC Analysis: The Equal Error Utility Assumption and the
Optimality of Three-Class ROC Surface Using the Ideal Observer",
        JOURNAL = MedImg,
        VOLUME = "25",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "August",
        PAGES = "979-986",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133432"}

@article{bb137428,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "The Meaning and Use of the Volume Under a Three-Class ROC Surface (VUS)",
        JOURNAL = MedImg,
        VOLUME = "27",
        YEAR = "2008",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "577-588",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133433"}

@article{bb137429,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "The Validity of Three-Class Hotelling Trace (3-HT) in Describing
Three-Class Task Performance: Comparison of Three-Class Volume Under
ROC Surface (VUS) and 3-HT",
        JOURNAL = MedImg,
        VOLUME = "28",
        YEAR = "2009",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "185-193",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133434"}

@article{bb137430,
        AUTHOR = "He, X. and Gallas, B.D. and Frey, E.C.",
        TITLE = "Three-Class ROC Analysis: Toward a General Decision Theoretic Solution",
        JOURNAL = MedImg,
        VOLUME = "29",
        YEAR = "2010",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "206-215",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133435"}

@article{bb137431,
        AUTHOR = "Gallas, B.D. and Pennello, G.A. and Myers, K.J.",
        TITLE = "Multireader multicase variance analysis for binary data",
        JOURNAL = JOSA-A,
        VOLUME = "24",
        YEAR = "2007",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "B70-B80",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133436"}

@article{bb137432,
        AUTHOR = "Park, S. and Badano, A. and Gallas, B.D. and Myers, K.J.",
        TITLE = "Incorporating Human Contrast Sensitivity in Model Observers for
Detection Tasks",
        JOURNAL = MedImg,
        VOLUME = "28",
        YEAR = "2009",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "339-347",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133437"}

@article{bb137433,
        AUTHOR = "Chen, W.J. and Gallas, B.D. and Yousef, W.A.",
        TITLE = "Classifier variability: Accounting for training and testing",
        JOURNAL = PR,
        VOLUME = "45",
        YEAR = "2012",
        NUMBER = "7",
        MONTH = "July",
        PAGES = "2661-2671",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133438"}

@article{bb137434,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "An Optimal Three-Class Linear Observer Derived From Decision Theory",
        JOURNAL = MedImg,
        VOLUME = "26",
        YEAR = "2007",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "77-83",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133439"}

@article{bb137435,
        AUTHOR = "He, X. and Caffo, B.S. and Frey, E.C.",
        TITLE = "Toward Realistic and Practical Ideal Observer (IO) Estimation for the
Optimization of Medical Imaging Systems",
        JOURNAL = MedImg,
        VOLUME = "27",
        YEAR = "2008",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1535-1543",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133440"}

@article{bb137436,
        AUTHOR = "He, X. and Song, X. and Frey, E.C.",
        TITLE = "Application of Three-Class ROC Analysis to Task-Based Image Quality
Assessment of Simultaneous Dual-Isotope Myocardial Perfusion SPECT
(MPS)",
        JOURNAL = MedImg,
        VOLUME = "27",
        YEAR = "2008",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "1556-1567",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133441"}

@article{bb137437,
        AUTHOR = "Baraldi, A. and Bruzzone, L. and Blonda, P.",
        TITLE = "Quality Assessment of Classification and Cluster Maps Without Ground
Truth Knowledge",
        JOURNAL = GeoRS,
        VOLUME = "43",
        YEAR = "2005",
        NUMBER = "4",
        MONTH = "April",
        PAGES = "857-873",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133442"}

@article{bb137438,
        AUTHOR = "Baraldi, A. and Humber, M. and Boschetti, L.",
        TITLE = "Quality Assessment of Pre-Classification Maps Generated from
Spaceborne/Airborne Multi-Spectral Images by the Satellite Image
Automatic Mapper™ and Atmospheric/Topographic Correction™-Spectral
Classification Software Products: Part 2: Experimental Results",
        JOURNAL = RS,
        VOLUME = "5",
        YEAR = "2013",
        NUMBER = "10",
        PAGES = "5209-5264",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133443"}

@article{bb137439,
        AUTHOR = "Santos Pereira, C.M. and Pires, A.M.",
        TITLE = "On optimal reject rules and ROC curves",
        JOURNAL = PRL,
        VOLUME = "26",
        YEAR = "2005",
        NUMBER = "7",
        MONTH = "May",
        PAGES = "943-952",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133444"}

@article{bb137440,
        AUTHOR = "Khurd, P. and Gindi, G.",
        TITLE = "Decision strategies that maximize the area under the LROC curve",
        JOURNAL = MedImg,
        VOLUME = "24",
        YEAR = "2005",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "1626-1636",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133445"}

@article{bb137441,
        AUTHOR = "Khurd, P. and Liu, B. and Gindi, G.",
        TITLE = "Ideal AFROC and FROC Observers",
        JOURNAL = MedImg,
        VOLUME = "29",
        YEAR = "2010",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "375-386",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133446"}

@article{bb137442,
        AUTHOR = "Ahlqvist, O. and Gahegan, M.",
        TITLE = "Probing the Relationship Between Classification Error and Class
Similarity",
        JOURNAL = PhEngRS,
        VOLUME = "71",
        YEAR = "2005",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "1365-1374",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133447"}

@article{bb137443,
        AUTHOR = "Landgrebe, T.C.W. and Tax, D.M.J. and Paclik, P. and Duin, R.P.W.",
        TITLE = "The interaction between classification and reject performance for
distance-based reject-option classifiers",
        JOURNAL = PRL,
        VOLUME = "27",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "June",
        PAGES = "908-917",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133448"}

@article{bb137444,
        AUTHOR = "Landgrebe, T.C.W. and Paclik, P.",
        TITLE = "The ROC skeleton for multiclass ROC estimation",
        JOURNAL = PRL,
        VOLUME = "31",
        YEAR = "2010",
        NUMBER = "9",
        MONTH = "July",
        PAGES = "949-958",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133449"}

@inproceedings{bb137445,
        AUTHOR = "Paclik, P. and Lai, C. and Novovicova, J. and Duin, R.P.W.",
        TITLE = "Variance estimation for two-class and multi-class ROC analysis using
operating point averaging",
        BOOKTITLE = ICPR08,
        YEAR = "2008",
        PAGES = "1-4",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133450"}

@inproceedings{bb137446,
        AUTHOR = "Paclik, P. and Lai, C. and Landgrebe, T.C.W. and Duin, R.P.W.",
        TITLE = "ROC Analysis and Cost-Sensitive Optimization for Hierarchical
Classifiers",
        BOOKTITLE = ICPR10,
        YEAR = "2010",
        PAGES = "2977-2980",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133451"}

@article{bb137447,
        AUTHOR = "Fawcett, T.",
        TITLE = "ROC graphs with instance-varying costs",
        JOURNAL = PRL,
        VOLUME = "27",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "June",
        PAGES = "882-891",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133452"}

@article{bb137448,
        AUTHOR = "Everson, R.M. and Fieldsend, J.E.",
        TITLE = "Multi-class ROC analysis from a multi-objective optimisation
perspective",
        JOURNAL = PRL,
        VOLUME = "27",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "June",
        PAGES = "918-927",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133453"}

@article{bb137449,
        AUTHOR = "Matei, B.C. and Meer, P.",
        TITLE = "Estimation of Nonlinear Errors-in-Variables Models for Computer Vision
Applications",
        JOURNAL = PAMI,
        VOLUME = "28",
        YEAR = "2006",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1537-1552",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133454"}

@inproceedings{bb137450,
        AUTHOR = "Matei, B.C. and Meer, P.",
        TITLE = "A General Method for Errors-in-Variables Problems in Computer Vision",
        BOOKTITLE = CVPR00,
        YEAR = "2000",
        PAGES = "II: 18-25",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133455"}

@book{bb137451,
        AUTHOR = "Georgescu, B.",
        TITLE = "HEIV based estimation",
        PUBLISHER = "Online",
        YEAR = "2002",
        MONTH = "September",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133456"}

@article{bb137452,
        AUTHOR = "Landgrebe, T.C.W. and Duin, R.P.W.",
        TITLE = "Approximating the multiclass ROC by pairwise analysis",
        JOURNAL = PRL,
        VOLUME = "28",
        YEAR = "2007",
        NUMBER = "13",
        MONTH = "October",
        PAGES = "1747-1758",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133457"}

@article{bb137453,
        AUTHOR = "Waegeman, W. and de Baets, B. and Boullart, L.",
        TITLE = "ROC analysis in ordinal regression learning",
        JOURNAL = PRL,
        VOLUME = "29",
        YEAR = "2008",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "1-9",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133458"}

@article{bb137454,
        AUTHOR = "Marrocco, C. and Duin, R.P.W. and Tortorella, F.",
        TITLE = "Maximizing the area under the ROC curve by pairwise feature combination",
        JOURNAL = PR,
        VOLUME = "41",
        YEAR = "2008",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "1961-1974",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133459"}

@article{bb137455,
        AUTHOR = "Chen, D.M. and Wei, H.",
        TITLE = "The effect of spatial autocorrelation and class proportion on the
accuracy measures from different sampling designs",
        JOURNAL = PandRS,
        VOLUME = "64",
        YEAR = "2009",
        NUMBER = "2",
        MONTH = "March",
        PAGES = "140-150",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133460"}

@article{bb137456,
        AUTHOR = "Chatelain, C. and Adam, S. and Lecourtier, Y. and Heutte, L. and Paquet, T.",
        TITLE = "A multi-model selection framework for unknown and/or evolutive
misclassification cost problems",
        JOURNAL = PR,
        VOLUME = "43",
        YEAR = "2010",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "815-823",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133461"}

@article{bb137457,
        AUTHOR = "Ooms, D. and Palm, R. and Leemans, V. and Destain, M.F.",
        TITLE = "A sorting optimization curve with quality and yield requirements",
        JOURNAL = PRL,
        VOLUME = "31",
        YEAR = "2010",
        NUMBER = "9",
        MONTH = "July",
        PAGES = "983-990",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133462"}

@article{bb137458,
        AUTHOR = "Schubert, C.M. and Thorsen, S.N. and Oxley, M.E.",
        TITLE = "The ROC manifold for classification systems",
        JOURNAL = PR,
        VOLUME = "44",
        YEAR = "2011",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "350-362",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133463"}

@article{bb137459,
        AUTHOR = "Wunderlich, A. and Noo, F.",
        TITLE = "A Nonparametric Procedure for Comparing the Areas Under Correlated LROC
Curves",
        JOURNAL = MedImg,
        VOLUME = "31",
        YEAR = "2012",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "2050-2061",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133464"}

@article{bb137460,
        AUTHOR = "Rodriguez, J.D. and Perez, A. and Lozano, J.A.",
        TITLE = "A general framework for the statistical analysis of the sources of
variance for classification error estimators",
        JOURNAL = PR,
        VOLUME = "46",
        YEAR = "2013",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "855-864",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133465"}

@article{bb137461,
        AUTHOR = "Atashpaz Gargari, E. and Sima, C. and Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Relationship between the accuracy of classifier error estimation and
complexity of decision boundary",
        JOURNAL = PR,
        VOLUME = "46",
        YEAR = "2013",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "1315-1322",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133466"}

@article{bb137462,
        AUTHOR = "Hand, D.J. and Anagnostopoulos, C.",
        TITLE = "When is the area under the receiver operating characteristic curve an
appropriate measure of classifier performance?",
        JOURNAL = PRL,
        VOLUME = "34",
        YEAR = "2013",
        NUMBER = "5",
        MONTH = "April",
        PAGES = "492-495",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133467"}

@article{bb137463,
        AUTHOR = "Hand, D.J. and Anagnostopoulos, C.",
        TITLE = "A better Beta for the H measure of classification performance",
        JOURNAL = PRL,
        VOLUME = "40",
        YEAR = "2014",
        NUMBER = "1",
        PAGES = "41-46",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133468"}

@article{bb137464,
        AUTHOR = "Hernandez Orallo, J.",
        TITLE = "ROC curves for regression",
        JOURNAL = PR,
        VOLUME = "46",
        YEAR = "2013",
        NUMBER = "12",
        PAGES = "3395-3411",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133469"}

@article{bb137465,
        AUTHOR = "Mas, J.F. and Filho, B.S. and Pontius, R.G. and Gutierrez, M.F. and Rodrigues, H.",
        TITLE = "A Suite of Tools for ROC Analysis of Spatial Models",
        JOURNAL = IJGI,
        VOLUME = "2",
        YEAR = "2013",
        NUMBER = "3",
        PAGES = "869-887",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133470"}

@article{bb137466,
        AUTHOR = "Bradley, A.P.",
        TITLE = "Half-AUC for the evaluation of sensitive or specific classifiers",
        JOURNAL = PRL,
        VOLUME = "38",
        YEAR = "2014",
        NUMBER = "1",
        PAGES = "93-98",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133471"}

@article{bb137467,
        AUTHOR = "Clemencon, S. and Robbiano, S.",
        TITLE = "Building confidence regions for the ROC surface",
        JOURNAL = PRL,
        VOLUME = "46",
        YEAR = "2014",
        NUMBER = "1",
        PAGES = "67-74",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133472"}

@article{bb137468,
        AUTHOR = "Sun, X. and Xu, W.C.",
        TITLE = "Fast Implementation of DeLong's Algorithm for Comparing the Areas
Under Correlated Receiver Operating Characteristic Curves",
        JOURNAL = SPLetters,
        VOLUME = "21",
        YEAR = "2014",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "1389-1393",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133473"}

@article{bb137469,
        AUTHOR = "Wen, Z. and Hu, Y. and Zhu, W.",
        TITLE = "A Novel Classification Method of Halftone Image via Statistics
Matrices",
        JOURNAL = IP,
        VOLUME = "23",
        YEAR = "2014",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "4724-4736",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133474"}

@article{bb137470,
        AUTHOR = "Wang, S.J. and Li, D. and Petrick, N. and Sahiner, B. and Linguraru, M.G. and Summers, R.M.",
        TITLE = "Optimizing area under the ROC curve using semi-supervised learning",
        JOURNAL = PR,
        VOLUME = "48",
        YEAR = "2015",
        NUMBER = "1",
        PAGES = "276-287",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133475"}

@article{bb137471,
        AUTHOR = "Bernard, S. and Chatelain, C. and Adam, S. and Sabourin, R.",
        TITLE = "The Multiclass ROC Front method for cost-sensitive classification",
        JOURNAL = PR,
        VOLUME = "52",
        YEAR = "2016",
        NUMBER = "1",
        PAGES = "46-60",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133476"}

@inproceedings{bb137472,
        AUTHOR = "Dubos, C. and Bernard, S. and Adam, S. and Sabourin, R.",
        TITLE = "ROC-based cost-sensitive classification with a reject option",
        BOOKTITLE = ICPR16,
        YEAR = "2016",
        PAGES = "3320-3325",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133477"}

@article{bb137473,
        AUTHOR = "Wu, Y.J. and Chiang, C.T.",
        TITLE = "ROC representation for the discriminability of multi-classification
markers",
        JOURNAL = PR,
        VOLUME = "60",
        YEAR = "2016",
        NUMBER = "1",
        PAGES = "770-777",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133478"}

@article{bb137474,
        AUTHOR = "Wunderlich, A. and Goossens, B. and Abbey, C.K.",
        TITLE = "Optimal Joint Detection and Estimation That Maximizes ROC-Type Curves",
        JOURNAL = MedImg,
        VOLUME = "35",
        YEAR = "2016",
        NUMBER = "9",
        MONTH = "September",
        PAGES = "2164-2173",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133479"}

@article{bb137475,
        AUTHOR = "Cook, J.A.",
        TITLE = "ROC curves and nonrandom data",
        JOURNAL = PRL,
        VOLUME = "85",
        YEAR = "2017",
        NUMBER = "1",
        PAGES = "35-41",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133480"}

@article{bb137476,
        AUTHOR = "Wang, Z. and Farhand, S. and Tsechpenakis, G.",
        TITLE = "Fading Affect Bias: Improving the Trade-Off Between Accuracy and
Efficiency in Feature Clustering",
        JOURNAL = MVA,
        VOLUME = "30",
        YEAR = "2019",
        NUMBER = "2",
        MONTH = "March",
        PAGES = "255-268",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133481"}

@inproceedings{bb137477,
        AUTHOR = "Tsechpenakis, G. and Farhand, S. and Wang, Z.",
        TITLE = "Fading Affect Bias: Improving the Trade-Off Between Accuracy and
Efficiency in Feature Clustering",
        BOOKTITLE = WACV18,
        YEAR = "2018",
        PAGES = "775-783",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133481"}

@article{bb137478,
        AUTHOR = "Omar, L. and Ivrissimtzis, I.",
        TITLE = "Using theoretical ROC curves for analysing machine learning binary
classifiers",
        JOURNAL = PRL,
        VOLUME = "128",
        YEAR = "2019",
        PAGES = "447-451",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133482"}

@article{bb137479,
        AUTHOR = "Lai, H. and Xu, W.",
        TITLE = "Statistical Properties of Kendall's Tau Under Contaminated Gaussian
Model With Applications in Random Signal Detection",
        JOURNAL = SPLetters,
        VOLUME = "27",
        YEAR = "2020",
        PAGES = "655-659",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133483"}

@article{bb137480,
        AUTHOR = "Parmigiani, G.",
        TITLE = "Receiver operating characteristic curves with an indeterminacy zone",
        JOURNAL = PRL,
        VOLUME = "136",
        YEAR = "2020",
        PAGES = "94-100",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133484"}

@article{bb137481,
        AUTHOR = "Song, M. and Shang, X. and Chang, C.I.",
        TITLE = "3-D Receiver Operating Characteristic Analysis for Hyperspectral
Image Classification",
        JOURNAL = GeoRS,
        VOLUME = "58",
        YEAR = "2020",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "8093-8115",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133485"}

@article{bb137482,
        AUTHOR = "Chang, C.I.",
        TITLE = "An Effective Evaluation Tool for Hyperspectral Target Detection:
3D Receiver Operating Characteristic Curve Analysis",
        JOURNAL = GeoRS,
        VOLUME = "59",
        YEAR = "2021",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "5131-5153",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133486"}

@article{bb137483,
        AUTHOR = "Rachakonda, A.R. and Bhatnagar, A.",
        TITLE = "ARatio: Extending area under the ROC curve for probabilistic labels",
        JOURNAL = PRL,
        VOLUME = "150",
        YEAR = "2021",
        PAGES = "265-271",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133487"}

@article{bb137484,
        AUTHOR = "Dang, Z.Y. and Li, X. and Gu, B. and Deng, C. and Huang, H.",
        TITLE = "Large-Scale Nonlinear AUC Maximization via Triply Stochastic
Gradients",
        JOURNAL = PAMI,
        VOLUME = "44",
        YEAR = "2022",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "1385-1398",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133488"}

@article{bb137485,
        AUTHOR = "Yu, X.Y. and Chen, Y.L. and Zhou, G.F. and Liu, Y. and Li, F.C. and Wang, Z.F.",
        TITLE = "Error Refactor loss based on error analysis in image classification",
        JOURNAL = IET-CV,
        VOLUME = "16",
        YEAR = "2022",
        NUMBER = "2",
        PAGES = "192-203",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133489"}

@article{bb137486,
        AUTHOR = "Li, K.Y. and Zhou, W.M. and Li, H. and Anastasio, M.A.",
        TITLE = "A Hybrid Approach for Approximating the Ideal Observer for Joint
Signal Detection and Estimation Tasks by Use of Supervised Learning
and Markov-Chain Monte Carlo Methods",
        JOURNAL = MedImg,
        VOLUME = "41",
        YEAR = "2022",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "1114-1124",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133490"}

@article{bb137487,
        AUTHOR = "Yang, Z.Y. and Xu, Q.Q. and Bao, S.L. and Cao, X.C. and Huang, Q.M.",
        TITLE = "Learning With Multiclass AUC: Theory and Algorithms",
        JOURNAL = PAMI,
        VOLUME = "44",
        YEAR = "2022",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "7747-7763",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133491"}

@article{bb137488,
        AUTHOR = "Wang, Z.T. and Xu, Q.Q. and Yang, Z.Y. and Wen, P.S. and He, Y. and Cao, X.C. and Huang, Q.M.",
        TITLE = "Top-K Pairwise Ranking: Bridging the Gap Among Ranking-Based Measures
for Multi-label Classification",
        JOURNAL = IJCV,
        VOLUME = "133",
        YEAR = "2025",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "211-253",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133492"}

@article{bb137489,
        AUTHOR = "Carrington, A.M. and Manuel, D.G. and Fieguth, P.W. and Ramsay, T. and Osmani, V. and Wernly, B. and Bennett, C. and Hawken, S. and Magwood, O. and Sheikh, Y. and McInnes, M. and Holzinger, A.",
        TITLE = "Deep ROC Analysis and AUC as Balanced Average Accuracy, for Improved
Classifier Selection, Audit and Explanation",
        JOURNAL = PAMI,
        VOLUME = "45",
        YEAR = "2023",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "329-341",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133493"}

@article{bb137490,
        AUTHOR = "Yang, Z.Y. and Xu, Q.Q. and Bao, S.L. and He, Y. and Cao, X.C. and Huang, Q.M.",
        TITLE = "Optimizing Two-Way Partial AUC With an End-to-End Framework",
        JOURNAL = PAMI,
        VOLUME = "45",
        YEAR = "2023",
        NUMBER = "8",
        MONTH = "August",
        PAGES = "10228-10246",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133494"}

@article{bb137491,
        AUTHOR = "Yang, Z.Y. and Xu, Q.Q. and Hou, W.Z. and Bao, S.L. and He, Y. and Cao, X.C. and Huang, Q.M.",
        TITLE = "Revisiting AUC-Oriented Adversarial Training With Loss-Agnostic
Perturbations",
        JOURNAL = PAMI,
        VOLUME = "45",
        YEAR = "2023",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "15494-15511",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133495"}

@article{bb137492,
        AUTHOR = "Xu, J.Y.",
        TITLE = "On the bias in the AUC variance estimate",
        JOURNAL = PRL,
        VOLUME = "178",
        YEAR = "2024",
        PAGES = "62-68",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133496"}

@article{bb137493,
        AUTHOR = "Xie, Z. and Liu, Y. and He, H.Y. and Li, M. and Zhou, Z.H.",
        TITLE = "Weakly Supervised AUC Optimization: A Unified Partial AUC Approach",
        JOURNAL = PAMI,
        VOLUME = "46",
        YEAR = "2024",
        NUMBER = "7",
        MONTH = "July",
        PAGES = "4780-4795",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133497"}

@article{bb137494,
        AUTHOR = "Wen, P.S. and Xu, Q.Q. and Yang, Z.Y. and He, Y. and Huang, Q.M.",
        TITLE = "Algorithm-Dependent Generalization of AUPRC Optimization:
Theory and Algorithm",
        JOURNAL = PAMI,
        VOLUME = "46",
        YEAR = "2024",
        NUMBER = "7",
        MONTH = "July",
        PAGES = "5062-5079",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133498"}

@article{bb137495,
        AUTHOR = "Bao, S.L. and Xu, Q.Q. and Yang, Z.Y. and He, Y. and Cao, X.C. and Huang, Q.M.",
        TITLE = "AUCPro: AUC-Oriented Provable Robustness Learning",
        JOURNAL = PAMI,
        VOLUME = "47",
        YEAR = "2025",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "4579-4596",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133499"}

@inproceedings{bb137496,
        AUTHOR = "Kienitz, D. and Komendantskaya, E. and Lones, M.",
        TITLE = "Comparing Complexities of Decision Boundaries for Robust Training:
A Universal Approach",
        BOOKTITLE = ACCV22,
        YEAR = "2022",
        PAGES = "VI:627-645",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133500"}

@inproceedings{bb137497,
        AUTHOR = "Adeodato, P. and Melo, S.",
        TITLE = "Kolmogorov-Smirnov and ROC curve metrics for binary classification
performance assessment are equivalent",
        BOOKTITLE = "ICPR22",
        YEAR = "2022",
        PAGES = "1194-1199",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133501"}

@inproceedings{bb137498,
        AUTHOR = "Garg, A. and Sani, D. and Anand, S.",
        TITLE = "Learning Hierarchy Aware Features for Reducing Mistake Severity",
        BOOKTITLE = ECCV22,
        YEAR = "2022",
        PAGES = "XXIV:252-267",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133502"}

@inproceedings{bb137499,
        AUTHOR = "Zheng, W.Q. and Xie, J. and Sun, X. and Ma, Z.Y.",
        TITLE = "Structured Dropconnect for Uncertainty Inference in Image
Classification",
        BOOKTITLE = ICIP22,
        YEAR = "2022",
        PAGES = "366-370",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT133503"}

Last update:Jun 10, 2025 at 21:16:26