@inproceedings{bb145800,
        AUTHOR = "Johnson, A.Y. and Sun, J. and Bobick, A.F.",
        TITLE = "Predicting Large Population Data Cumulative Match Characteristic
Performance from Small Population Data",
        BOOKTITLE = AVBPA03,
        YEAR = "2003",
        PAGES = "821-829",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141748"}

@inproceedings{bb145801,
        AUTHOR = "Lucas, S.M.",
        TITLE = "Web-based evaluation and deployment of pattern recognizers",
        BOOKTITLE = ICPR02,
        YEAR = "2002",
        PAGES = "III: 419-422",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141749"}

@inproceedings{bb145802,
        AUTHOR = "Duin, R.P.W. and Pekalska, E. and Tax, D.M.J.",
        TITLE = "The characterization of classification problems by classifier
disagreements",
        BOOKTITLE = ICPR04,
        YEAR = "2004",
        PAGES = "I: 140-143",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141750"}

@inproceedings{bb145803,
        AUTHOR = "de Ridder, D. and Pekalska, E. and Duin, R.P.W.",
        TITLE = "The economics of classification: error vs. complexity",
        BOOKTITLE = ICPR02,
        YEAR = "2002",
        PAGES = "II: 244-247",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141751"}

@inproceedings{bb145804,
        AUTHOR = "Yang, M.H. and Roth, D. and Ahuja, N.",
        TITLE = "A Tale of Two Classifiers: SNoW vs. SVM in Visual Recognition",
        BOOKTITLE = ECCV02,
        YEAR = "2002",
        PAGES = "IV: 685 ff.",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141752"}

@inproceedings{bb145805,
        AUTHOR = "Huijsmans, N.P. and Sebe, N.",
        TITLE = "Extended Performance Graphs for Cluster Retrieval",
        BOOKTITLE = CVPR01,
        YEAR = "2001",
        PAGES = "I:26-31",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141753"}

@inproceedings{bb145806,
        AUTHOR = "Bromiley, P.A. and Courtney, P. and Thacker, N.A.",
        TITLE = "A Case Study in the use of ROC curves for Algorithm Design",
        BOOKTITLE = BMVC01,
        YEAR = "2001",
        PAGES = "Poster Session 1",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141754"}

@inproceedings{bb145807,
        AUTHOR = "Michaels, R. and Boult, T.E.",
        TITLE = "A Stratified Methodology for Classifier and Recognizer Evaluation",
        BOOKTITLE = EEMCV01,
        YEAR = "2001",
        PAGES = "xx-yy",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141755"}

@inproceedings{bb145808,
        AUTHOR = "Tang, M. and Xiao, J. and Ma, S.D.",
        TITLE = "Two-step Classification Based on Scale Space",
        BOOKTITLE = ICPR00,
        YEAR = "2000",
        PAGES = "Vol II: 899-902",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141756"}

@inproceedings{bb145809,
        AUTHOR = "Scott, M.J.J. and Niranjan, M. and Prager, R.W.",
        TITLE = "Realisable Classifiers:
Improving Operating Performance on Variable Cost Problems",
        BOOKTITLE = BMVC98,
        YEAR = "1998",
        PAGES = "xx-yy",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141757"}

@inproceedings{bb145810,
        AUTHOR = "Prager, R.W.",
        TITLE = "CART/CMAC hybrid: regression trees with interpolation",
        BOOKTITLE = ICPR94,
        YEAR = "1994",
        PAGES = "B:476-478",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141758"}

@inproceedings{bb145811,
        AUTHOR = "Kraaijveld, M.A.",
        TITLE = "An Experimental Comparison of Non-Parametric Classifiers for
Time-Constrained Classification Tasks",
        BOOKTITLE = ICPR98,
        YEAR = "1998",
        PAGES = "Vol I: 428-435",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141759"}

@inproceedings{bb145812,
        AUTHOR = "Lashkia, V. and Aleshin, S.",
        TITLE = "Test Feature Classifiers: Performance and Applications",
        BOOKTITLE = ICPR98,
        YEAR = "1998",
        PAGES = "Vol I: 341-343",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141760"}

@inproceedings{bb145813,
        AUTHOR = "Zhao, W.Y. and Chellappa, R. and Nandhakumar, N.",
        TITLE = "Empirical Performance Analysis of Linear Discriminant Classifiers",
        BOOKTITLE = CVPR98,
        YEAR = "1998",
        PAGES = "164-169",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141761"}

@inproceedings{bb145814,
        AUTHOR = "Gorski, N.",
        TITLE = "Optimizing Error-Reject Trade-Off in Recognition Systems",
        BOOKTITLE = ICDAR97,
        YEAR = "1997",
        PAGES = "1092-1096",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141762"}

@inproceedings{bb145815,
        AUTHOR = "Altamirano Robles, L. and Eckstein, W.",
        TITLE = "The Importance of Feature Visibility for the Evaluation of a
Matching Hypothesis",
        BOOKTITLE = ICPR96,
        YEAR = "1996",
        PAGES = "I: 585-589",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141763"}

@inproceedings{bb145816,
        AUTHOR = "Yu, S. and Weigl, K.",
        TITLE = "Performance comparison of a deterministic and a stochastic method for
image classification",
        BOOKTITLE = CAIP95,
        YEAR = "1995",
        PAGES = "826-831",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141764"}

@inproceedings{bb145817,
        AUTHOR = "Niblack, W. and Petkovic, D. and Damian, D.",
        TITLE = "Experiments and Evaluations of Rule Based Methods in Image Analysis",
        BOOKTITLE = CVPR88,
        YEAR = "1988",
        PAGES = "123-128",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern605.html#TT141765"}

@inproceedings{bb145818,
        AUTHOR = "Pearl, J.",
        TITLE = "Capacity and Error Estimates for Boolean Classifiers 
with Limited Complexity",
        BOOKTITLE = PAMI,
        VOLUME = "1",
        YEAR = "1979",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141766"}

@article{bb145819,
        AUTHOR = "Pearl, J.",
        TITLE = "An application of rate-distortion theory to pattern recognition and
classification",
        JOURNAL = PR,
        VOLUME = "8",
        YEAR = "1976",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "11-22",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141767"}

@article{bb145820,
        AUTHOR = "McLachlan, G.J.",
        TITLE = "A note on the choice of a weighting function to give an efficient
method for estimating the probability of misclassification",
        JOURNAL = PR,
        VOLUME = "9",
        YEAR = "1977",
        NUMBER = "3",
        MONTH = "October",
        PAGES = "147-149",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141768"}

@article{bb145821,
        AUTHOR = "Bock, H.H.",
        TITLE = "On some significance tests in cluster analysis",
        JOURNAL = "Classification",
        VOLUME = "2",
        YEAR = "1985",
        PAGES = "77-108",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141769"}

@article{bb145822,
        AUTHOR = "Lawoko, C.R.O. and McLachlan, G.J.",
        TITLE = "Asymptotic error rates of the W and Z statistics when the training
observations are dependent",
        JOURNAL = PR,
        VOLUME = "19",
        YEAR = "1986",
        NUMBER = "6",
        PAGES = "467-471",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141770"}

@article{bb145823,
        AUTHOR = "Ganesalingam, S. and McLachlan, G.J.",
        TITLE = "Error rate estimation on the basis of posterior probabilities",
        JOURNAL = PR,
        VOLUME = "12",
        YEAR = "1980",
        NUMBER = "6",
        PAGES = "405-413",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141771"}

@article{bb145824,
        AUTHOR = "Chittineni, C.B.",
        TITLE = "On the estimation of probability of error",
        JOURNAL = PR,
        VOLUME = "9",
        YEAR = "1977",
        NUMBER = "4",
        PAGES = "191-196",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141772"}

@article{bb145825,
        AUTHOR = "Chittineni, C.B.",
        TITLE = "Estimation of probabilities of label imperfections and correction of
mislabels",
        JOURNAL = PR,
        VOLUME = "13",
        YEAR = "1981",
        NUMBER = "3",
        PAGES = "257-268",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141773"}

@article{bb145826,
        AUTHOR = "van Otterloo, P.J. and Young, I.T.",
        TITLE = "A distribution-free geometric upper bound for the probability of error
of a minimum distance classifier",
        JOURNAL = PR,
        VOLUME = "10",
        YEAR = "1978",
        NUMBER = "4",
        PAGES = "281-286",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141774"}

@article{bb145827,
        AUTHOR = "Glick, N.",
        TITLE = "Additive estimators for probabilities of correct classification",
        JOURNAL = PR,
        VOLUME = "10",
        YEAR = "1978",
        NUMBER = "3",
        PAGES = "211-222",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141775"}

@article{bb145828,
        AUTHOR = "Engvall, J.L.",
        TITLE = "A least upper bound for the average classification accuracy of multiple
observers",
        JOURNAL = PR,
        VOLUME = "12",
        YEAR = "1980",
        NUMBER = "6",
        PAGES = "415-419",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141776"}

@article{bb145829,
        AUTHOR = "Kittler, J.V. and Devijver, P.A.",
        TITLE = "An efficient estimator of pattern recognition system error probability",
        JOURNAL = PR,
        VOLUME = "13",
        YEAR = "1981",
        NUMBER = "3",
        PAGES = "245-249",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141777"}

@article{bb145830,
        AUTHOR = "Lahart, M.J.",
        TITLE = "Estimation of Error Rates in Classification of Distorted Imagery",
        JOURNAL = PAMI,
        VOLUME = "6",
        YEAR = "1984",
        NUMBER = "4",
        MONTH = "July",
        PAGES = "535-542",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141778"}

@article{bb145831,
        AUTHOR = "Fukunaga, K. and Flick, T.E.",
        TITLE = "Classification Error for a Very Large Number of Classes",
        JOURNAL = PAMI,
        VOLUME = "6",
        YEAR = "1984",
        NUMBER = "6",
        MONTH = "November",
        PAGES = "779-788",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141779"}

@article{bb145832,
        AUTHOR = "Fukunaga, K. and Hayes, R.R.",
        TITLE = "Estimation of Classifier Performance",
        JOURNAL = PAMI,
        VOLUME = "11",
        YEAR = "1989",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1087-1101",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141780"}

@article{bb145833,
        AUTHOR = "Pawlak, M.",
        TITLE = "On the asymptotic properties of smoothed estimators of the
classification error rate",
        JOURNAL = PR,
        VOLUME = "21",
        YEAR = "1988",
        NUMBER = "5",
        PAGES = "515-524",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141781"}

@inproceedings{bb145834,
        AUTHOR = "Pawlak, M. and Liao, X.",
        TITLE = "Estimation of error rates using smoothed estimators",
        BOOKTITLE = ICPR88,
        YEAR = "1988",
        PAGES = "II: 954-956",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141782"}

@article{bb145835,
        AUTHOR = "Devroye, L.",
        TITLE = "Automatic Pattern Recognition: A Study of the Probability of Error",
        JOURNAL = PAMI,
        VOLUME = "10",
        YEAR = "1988",
        NUMBER = "4",
        MONTH = "July",
        PAGES = "530-543",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141783"}

@book{bb145836,
        AUTHOR = "Devroye, L. and Gyorfi, L. and Lugosi, G.",
        TITLE = "Probabilistic Theory of Pattern Recognition",
        PUBLISHER = "Springer-Verlag",
        YEAR = "1996",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141784"}

@article{bb145837,
        AUTHOR = "Zhu, Q.M.",
        TITLE = "On the minimum probability of error of classification with incomplete
patterns",
        JOURNAL = PR,
        VOLUME = "23",
        YEAR = "1990",
        NUMBER = "11",
        PAGES = "1281-1290",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141785"}

@article{bb145838,
        AUTHOR = "Kalkanis, G. and Conroy, G.V.",
        TITLE = "Interval Error Estimators in Class Probability Trees",
        JOURNAL = PRL,
        VOLUME = "17",
        YEAR = "1996",
        NUMBER = "7",
        MONTH = "June",
        PAGES = "705-712",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141786"}

@article{bb145839,
        AUTHOR = "Durso, G. and Menenti, M.",
        TITLE = "Performance Indicators for the Statistical Evaluation of
Digital Image Classifications",
        JOURNAL = PandRS,
        VOLUME = "51",
        YEAR = "1996",
        NUMBER = "2",
        MONTH = "April",
        PAGES = "78-90",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141787"}

@article{bb145840,
        AUTHOR = "Pal, N.R. and Biswas, J.",
        TITLE = "Cluster Validation Using Graph-Theoretic Concepts",
        JOURNAL = PR,
        VOLUME = "30",
        YEAR = "1997",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "847-857",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141788"}

@article{bb145841,
        AUTHOR = "Kloditz, C. and Vanboxtel, A. and Carfagna, E. and Vandeursen, W.",
        TITLE = "Estimating the Accuracy of Coarse Scale Classification Using
High Scale Information",
        JOURNAL = PhEngRS,
        VOLUME = "64",
        YEAR = "1998",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "127-133",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141789"}

@article{bb145842,
        AUTHOR = "Bax, E.",
        TITLE = "Validation of Average Error Rate over Classifiers",
        JOURNAL = PRL,
        VOLUME = "19",
        YEAR = "1998",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "127-132",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141790"}

@article{bb145843,
        AUTHOR = "Bax, E.",
        TITLE = "Improved Hoeffding-style performance guarantees for accurate
classifiers",
        JOURNAL = PRL,
        VOLUME = "20",
        YEAR = "1999",
        NUMBER = "4",
        MONTH = "April",
        PAGES = "445-449",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141791"}

@article{bb145844,
        AUTHOR = "Bouchaffra, D. and Govindaraju, V. and Srihari, S.",
        TITLE = "A Methodology for Mapping Scores to Probabilities",
        JOURNAL = PAMI,
        VOLUME = "21",
        YEAR = "1999",
        NUMBER = "9",
        MONTH = "September",
        PAGES = "923-927",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141792"}

@inproceedings{bb145845,
        AUTHOR = "Bouchaffra, D. and Govindaraju, V. and Srihari, S.",
        TITLE = "A Methodology for Deriving Probabilistic Correctness Measures
from Recognizers",
        BOOKTITLE = CVPR98,
        YEAR = "1998",
        PAGES = "930-935",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141793"}

@article{bb145846,
        AUTHOR = "Ho, T.K. and Basu, M.",
        TITLE = "Complexity Measures of Supervised Classification Problems",
        JOURNAL = PAMI,
        VOLUME = "24",
        YEAR = "2002",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "289-300",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141794"}

@inproceedings{bb145847,
        AUTHOR = "Ho, T.K. and Basu, M.",
        TITLE = "Measuring the Complexity of Classification Problems",
        BOOKTITLE = ICPR00,
        YEAR = "2000",
        PAGES = "Vol II: 43-47",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141795"}

@inproceedings{bb145848,
        AUTHOR = "Ho, T.K.",
        TITLE = "Data Complexity Analysis:
Linkage between Context and Solution in Classification",
        BOOKTITLE = SSPR08,
        YEAR = "2008",
        PAGES = "986-995",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141796"}

@inproceedings{bb145849,
        AUTHOR = "Ho, T.K.",
        TITLE = "Data Complexity Analysis:
Linkage between Context and Solution in Classification",
        BOOKTITLE = SSPR08,
        YEAR = "2008",
        PAGES = "1",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141796"}

@article{bb145850,
        AUTHOR = "Clarkson, E.",
        TITLE = "Bounds on the area under the receiver operating characteristic curve
for the ideal observer",
        JOURNAL = JOSA-A,
        VOLUME = "19",
        YEAR = "2002",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1963-1968",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141797"}

@article{bb145851,
        AUTHOR = "Clarkson, E.",
        TITLE = "Estimation receiver operating characteristic curve and ideal observers
for combined detection/estimation tasks",
        JOURNAL = JOSA-A,
        VOLUME = "24",
        YEAR = "2007",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "B91-B98",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141798"}

@article{bb145852,
        AUTHOR = "Berikov, V.B. and Litvinenko, A.",
        TITLE = "The influence of prior knowledge on the expected performance of a
classifier",
        JOURNAL = PRL,
        VOLUME = "24",
        YEAR = "2003",
        NUMBER = "15",
        MONTH = "November",
        PAGES = "2537-2548",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141799"}

@article{bb145853,
        AUTHOR = "Dougherty, E.R. and Brun, M.",
        TITLE = "A probabilistic theory of clustering",
        JOURNAL = PR,
        VOLUME = "37",
        YEAR = "2004",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "917-925",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141800"}

@article{bb145854,
        AUTHOR = "Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Bolstered error estimation",
        JOURNAL = PR,
        VOLUME = "37",
        YEAR = "2004",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "1267-1281",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141801"}

@article{bb145855,
        AUTHOR = "Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Exact performance of error estimators for discrete classifiers",
        JOURNAL = PR,
        VOLUME = "38",
        YEAR = "2005",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "1799-1814",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141802"}

@article{bb145856,
        AUTHOR = "Zollanvari, A. and Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "On the sampling distribution of resubstitution and leave-one-out error
estimators for linear classifiers",
        JOURNAL = PR,
        VOLUME = "42",
        YEAR = "2009",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "2705-2723",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141803"}

@article{bb145857,
        AUTHOR = "Zollanvari, A. and Dougherty, E.R.",
        TITLE = "Moments and root-mean-square error of the Bayesian MMSE estimator of
classification error in the Gaussian model",
        JOURNAL = PR,
        VOLUME = "47",
        YEAR = "2014",
        NUMBER = "6",
        PAGES = "2178-2192",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141804"}

@article{bb145858,
        AUTHOR = "Zollanvari, A.",
        TITLE = "Nonoptimality of the Maximum-Weight Dependence Tree in Classification",
        JOURNAL = SPLetters,
        VOLUME = "24",
        YEAR = "2017",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "71-75",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141805"}

@article{bb145859,
        AUTHOR = "Braga Neto, U.M. and Dougherty, E.R.",
        TITLE = "Exact correlation between actual and estimated errors in discrete
classification",
        JOURNAL = PRL,
        VOLUME = "31",
        YEAR = "2010",
        NUMBER = "5",
        MONTH = "April",
        PAGES = "407-412",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141806"}

@article{bb145860,
        AUTHOR = "Brun, M. and Sima, C. and Hua, J.P. and Lowey, J. and Carroll, B. and Suh, E. and Dougherty, E.R.",
        TITLE = "Model-based evaluation of clustering validation measures",
        JOURNAL = PR,
        VOLUME = "40",
        YEAR = "2007",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "807-824",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141807"}

@article{bb145861,
        AUTHOR = "Edwards, D.C. and Metz, C.E. and Kupinski, M.A.",
        TITLE = "Ideal Observers and Optimal ROC Hypersurfaces in N-Class
Classification",
        JOURNAL = MedImg,
        VOLUME = "23",
        YEAR = "2004",
        NUMBER = "7",
        MONTH = "July",
        PAGES = "891-895",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141808"}

@article{bb145862,
        AUTHOR = "Edwards, D.C. and Metz, C.E. and Nishikawa, R.M.",
        TITLE = "The Hypervolume Under the ROC Hypersurface of 'Near-Guessing' and
'Near-Perfect' Observers in N-Class Classification Tasks",
        JOURNAL = MedImg,
        VOLUME = "24",
        YEAR = "2005",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "293-299",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141809"}

@article{bb145863,
        AUTHOR = "Edwards, D.C. and Metz, C.E.",
        TITLE = "Restrictions on the three-class ideal observer's decision boundary
lines",
        JOURNAL = MedImg,
        VOLUME = "24",
        YEAR = "2005",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "1566-1573",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141810"}

@article{bb145864,
        AUTHOR = "Edwards, D.C. and Metz, C.E.",
        TITLE = "Optimization of Restricted ROC Surfaces in Three-Class Classification
Tasks",
        JOURNAL = MedImg,
        VOLUME = "26",
        YEAR = "2007",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1345-1356",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141811"}

@article{bb145865,
        AUTHOR = "He, X. and Metz, C.E. and Tsui, B.M.W. and Links, J.M. and Frey, E.C.",
        TITLE = "Three-Class ROC Analysis:
A Decision Theoretic Approach Under the Ideal Observer Framework",
        JOURNAL = MedImg,
        VOLUME = "25",
        YEAR = "2006",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "571-581",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141812"}

@article{bb145866,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "Three-Class ROC Analysis: The Equal Error Utility Assumption and the
Optimality of Three-Class ROC Surface Using the Ideal Observer",
        JOURNAL = MedImg,
        VOLUME = "25",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "August",
        PAGES = "979-986",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141813"}

@article{bb145867,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "The Meaning and Use of the Volume Under a Three-Class ROC Surface (VUS)",
        JOURNAL = MedImg,
        VOLUME = "27",
        YEAR = "2008",
        NUMBER = "5",
        MONTH = "May",
        PAGES = "577-588",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141814"}

@article{bb145868,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "The Validity of Three-Class Hotelling Trace (3-HT) in Describing
Three-Class Task Performance: Comparison of Three-Class Volume Under
ROC Surface (VUS) and 3-HT",
        JOURNAL = MedImg,
        VOLUME = "28",
        YEAR = "2009",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "185-193",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141815"}

@article{bb145869,
        AUTHOR = "He, X. and Gallas, B.D. and Frey, E.C.",
        TITLE = "Three-Class ROC Analysis: Toward a General Decision Theoretic Solution",
        JOURNAL = MedImg,
        VOLUME = "29",
        YEAR = "2010",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "206-215",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141816"}

@article{bb145870,
        AUTHOR = "Gallas, B.D. and Pennello, G.A. and Myers, K.J.",
        TITLE = "Multireader multicase variance analysis for binary data",
        JOURNAL = JOSA-A,
        VOLUME = "24",
        YEAR = "2007",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "B70-B80",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141817"}

@article{bb145871,
        AUTHOR = "Park, S. and Badano, A. and Gallas, B.D. and Myers, K.J.",
        TITLE = "Incorporating Human Contrast Sensitivity in Model Observers for
Detection Tasks",
        JOURNAL = MedImg,
        VOLUME = "28",
        YEAR = "2009",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "339-347",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141818"}

@article{bb145872,
        AUTHOR = "Chen, W.J. and Gallas, B.D. and Yousef, W.A.",
        TITLE = "Classifier variability: Accounting for training and testing",
        JOURNAL = PR,
        VOLUME = "45",
        YEAR = "2012",
        NUMBER = "7",
        MONTH = "July",
        PAGES = "2661-2671",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141819"}

@article{bb145873,
        AUTHOR = "He, X. and Frey, E.C.",
        TITLE = "An Optimal Three-Class Linear Observer Derived From Decision Theory",
        JOURNAL = MedImg,
        VOLUME = "26",
        YEAR = "2007",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "77-83",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141820"}

@article{bb145874,
        AUTHOR = "He, X. and Caffo, B.S. and Frey, E.C.",
        TITLE = "Toward Realistic and Practical Ideal Observer (IO) Estimation for the
Optimization of Medical Imaging Systems",
        JOURNAL = MedImg,
        VOLUME = "27",
        YEAR = "2008",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1535-1543",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141821"}

@article{bb145875,
        AUTHOR = "He, X. and Song, X. and Frey, E.C.",
        TITLE = "Application of Three-Class ROC Analysis to Task-Based Image Quality
Assessment of Simultaneous Dual-Isotope Myocardial Perfusion SPECT
(MPS)",
        JOURNAL = MedImg,
        VOLUME = "27",
        YEAR = "2008",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "1556-1567",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141822"}

@article{bb145876,
        AUTHOR = "Baraldi, A. and Bruzzone, L. and Blonda, P.",
        TITLE = "Quality Assessment of Classification and Cluster Maps Without Ground
Truth Knowledge",
        JOURNAL = GeoRS,
        VOLUME = "43",
        YEAR = "2005",
        NUMBER = "4",
        MONTH = "April",
        PAGES = "857-873",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141823"}

@article{bb145877,
        AUTHOR = "Baraldi, A. and Humber, M. and Boschetti, L.",
        TITLE = "Quality Assessment of Pre-Classification Maps Generated from
Spaceborne/Airborne Multi-Spectral Images by the Satellite Image
Automatic Mapper™ and Atmospheric/Topographic Correction™-Spectral
Classification Software Products: Part 2: Experimental Results",
        JOURNAL = RS,
        VOLUME = "5",
        YEAR = "2013",
        NUMBER = "10",
        PAGES = "5209-5264",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141824"}

@article{bb145878,
        AUTHOR = "Santos Pereira, C.M. and Pires, A.M.",
        TITLE = "On optimal reject rules and ROC curves",
        JOURNAL = PRL,
        VOLUME = "26",
        YEAR = "2005",
        NUMBER = "7",
        MONTH = "May",
        PAGES = "943-952",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141825"}

@article{bb145879,
        AUTHOR = "Khurd, P. and Gindi, G.",
        TITLE = "Decision strategies that maximize the area under the LROC curve",
        JOURNAL = MedImg,
        VOLUME = "24",
        YEAR = "2005",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "1626-1636",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141826"}

@article{bb145880,
        AUTHOR = "Khurd, P. and Liu, B. and Gindi, G.",
        TITLE = "Ideal AFROC and FROC Observers",
        JOURNAL = MedImg,
        VOLUME = "29",
        YEAR = "2010",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "375-386",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141827"}

@article{bb145881,
        AUTHOR = "Ahlqvist, O. and Gahegan, M.",
        TITLE = "Probing the Relationship Between Classification Error and Class
Similarity",
        JOURNAL = PhEngRS,
        VOLUME = "71",
        YEAR = "2005",
        NUMBER = "12",
        MONTH = "December",
        PAGES = "1365-1374",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141828"}

@article{bb145882,
        AUTHOR = "Landgrebe, T.C.W. and Tax, D.M.J. and Paclik, P. and Duin, R.P.W.",
        TITLE = "The interaction between classification and reject performance for
distance-based reject-option classifiers",
        JOURNAL = PRL,
        VOLUME = "27",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "June",
        PAGES = "908-917",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141829"}

@article{bb145883,
        AUTHOR = "Landgrebe, T.C.W. and Paclik, P.",
        TITLE = "The ROC skeleton for multiclass ROC estimation",
        JOURNAL = PRL,
        VOLUME = "31",
        YEAR = "2010",
        NUMBER = "9",
        MONTH = "July",
        PAGES = "949-958",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141830"}

@inproceedings{bb145884,
        AUTHOR = "Paclik, P. and Lai, C. and Novovicova, J. and Duin, R.P.W.",
        TITLE = "Variance estimation for two-class and multi-class ROC analysis using
operating point averaging",
        BOOKTITLE = ICPR08,
        YEAR = "2008",
        PAGES = "1-4",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141831"}

@inproceedings{bb145885,
        AUTHOR = "Paclik, P. and Lai, C. and Landgrebe, T.C.W. and Duin, R.P.W.",
        TITLE = "ROC Analysis and Cost-Sensitive Optimization for Hierarchical
Classifiers",
        BOOKTITLE = ICPR10,
        YEAR = "2010",
        PAGES = "2977-2980",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141832"}

@article{bb145886,
        AUTHOR = "Fawcett, T.",
        TITLE = "ROC graphs with instance-varying costs",
        JOURNAL = PRL,
        VOLUME = "27",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "June",
        PAGES = "882-891",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141833"}

@article{bb145887,
        AUTHOR = "Everson, R.M. and Fieldsend, J.E.",
        TITLE = "Multi-class ROC analysis from a multi-objective optimisation
perspective",
        JOURNAL = PRL,
        VOLUME = "27",
        YEAR = "2006",
        NUMBER = "8",
        MONTH = "June",
        PAGES = "918-927",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141834"}

@article{bb145888,
        AUTHOR = "Matei, B.C. and Meer, P.",
        TITLE = "Estimation of Nonlinear Errors-in-Variables Models for Computer Vision
Applications",
        JOURNAL = PAMI,
        VOLUME = "28",
        YEAR = "2006",
        NUMBER = "10",
        MONTH = "October",
        PAGES = "1537-1552",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141835"}

@inproceedings{bb145889,
        AUTHOR = "Matei, B.C. and Meer, P.",
        TITLE = "A General Method for Errors-in-Variables Problems in Computer Vision",
        BOOKTITLE = CVPR00,
        YEAR = "2000",
        PAGES = "II: 18-25",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141836"}

@book{bb145890,
        AUTHOR = "Georgescu, B.",
        TITLE = "HEIV based estimation",
        PUBLISHER = "Online",
        YEAR = "2002",
        MONTH = "September",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141837"}

@article{bb145891,
        AUTHOR = "Landgrebe, T.C.W. and Duin, R.P.W.",
        TITLE = "Approximating the multiclass ROC by pairwise analysis",
        JOURNAL = PRL,
        VOLUME = "28",
        YEAR = "2007",
        NUMBER = "13",
        MONTH = "October",
        PAGES = "1747-1758",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141838"}

@article{bb145892,
        AUTHOR = "Waegeman, W. and de Baets, B. and Boullart, L.",
        TITLE = "ROC analysis in ordinal regression learning",
        JOURNAL = PRL,
        VOLUME = "29",
        YEAR = "2008",
        NUMBER = "1",
        MONTH = "January",
        PAGES = "1-9",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141839"}

@article{bb145893,
        AUTHOR = "Marrocco, C. and Duin, R.P.W. and Tortorella, F.",
        TITLE = "Maximizing the area under the ROC curve by pairwise feature combination",
        JOURNAL = PR,
        VOLUME = "41",
        YEAR = "2008",
        NUMBER = "6",
        MONTH = "June",
        PAGES = "1961-1974",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141840"}

@article{bb145894,
        AUTHOR = "Chen, D.M. and Wei, H.",
        TITLE = "The effect of spatial autocorrelation and class proportion on the
accuracy measures from different sampling designs",
        JOURNAL = PandRS,
        VOLUME = "64",
        YEAR = "2009",
        NUMBER = "2",
        MONTH = "March",
        PAGES = "140-150",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141841"}

@article{bb145895,
        AUTHOR = "Chatelain, C. and Adam, S. and Lecourtier, Y. and Heutte, L. and Paquet, T.",
        TITLE = "A multi-model selection framework for unknown and/or evolutive
misclassification cost problems",
        JOURNAL = PR,
        VOLUME = "43",
        YEAR = "2010",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "815-823",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141842"}

@article{bb145896,
        AUTHOR = "Ooms, D. and Palm, R. and Leemans, V. and Destain, M.F.",
        TITLE = "A sorting optimization curve with quality and yield requirements",
        JOURNAL = PRL,
        VOLUME = "31",
        YEAR = "2010",
        NUMBER = "9",
        MONTH = "July",
        PAGES = "983-990",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141843"}

@article{bb145897,
        AUTHOR = "Schubert, C.M. and Thorsen, S.N. and Oxley, M.E.",
        TITLE = "The ROC manifold for classification systems",
        JOURNAL = PR,
        VOLUME = "44",
        YEAR = "2011",
        NUMBER = "2",
        MONTH = "February",
        PAGES = "350-362",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141844"}

@article{bb145898,
        AUTHOR = "Wunderlich, A. and Noo, F.",
        TITLE = "A Nonparametric Procedure for Comparing the Areas Under Correlated LROC
Curves",
        JOURNAL = MedImg,
        VOLUME = "31",
        YEAR = "2012",
        NUMBER = "11",
        MONTH = "November",
        PAGES = "2050-2061",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141845"}

@article{bb145899,
        AUTHOR = "Rodriguez, J.D. and Perez, A. and Lozano, J.A.",
        TITLE = "A general framework for the statistical analysis of the sources of
variance for classification error estimators",
        JOURNAL = PR,
        VOLUME = "46",
        YEAR = "2013",
        NUMBER = "3",
        MONTH = "March",
        PAGES = "855-864",
        BIBSOURCE = "http://www.visionbib.com/bibliography/pattern606.html#TT141846"}