{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,7,3]],"date-time":"2024-07-03T23:25:06Z","timestamp":1720049106968},"reference-count":36,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2014,9,1]],"date-time":"2014-09-01T00:00:00Z","timestamp":1409529600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Pattern Recognition Letters"],"published-print":{"date-parts":[[2014,9]]},"DOI":"10.1016\/j.patrec.2014.04.021","type":"journal-article","created":{"date-parts":[[2014,5,28]],"date-time":"2014-05-28T01:46:17Z","timestamp":1401241577000},"page":"67-74","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":3,"special_numbering":"C","title":["Building confidence regions for the ROC surface"],"prefix":"10.1016","volume":"46","author":[{"given":"St\u00e9phan","family":"Cl\u00e9men\u00e7on","sequence":"first","affiliation":[]},{"given":"Sylvain","family":"Robbiano","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.patrec.2014.04.021_b0005","doi-asserted-by":"crossref","unstructured":"S. Agarwal, Generalization bounds for some ordinal regression algorithms, in: Proceedings of ALT, 2008, pp. 7\u201321.","DOI":"10.1007\/978-3-540-87987-9_6"},{"key":"10.1016\/j.patrec.2014.04.021_b0010","unstructured":"P. Bertail, S. Cl\u00e9men\u00e7on, N. Vayatis, On boostrapping the ROC curve, in: Advances in Neural Information Processing Systems, vol. 21, 2008, pp. 137\u2013144."},{"issue":"1","key":"10.1016\/j.patrec.2014.04.021_b0015","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1007\/s10994-010-5190-y","article-title":"Adaptive partitioning schemes for bipartite ranking","volume":"43","author":"Cl\u00e9men\u00e7on","year":"2011","journal-title":"Mach. Learn."},{"key":"10.1016\/j.patrec.2014.04.021_b0020","unstructured":"S. Cl\u00e9men\u00e7on, S. Robbiano, The treerank tournament algorithm for multipartite ranking. Tech. report, http:\/\/hal.archives-ouvertes.fr\/hal-00911784."},{"key":"10.1016\/j.patrec.2014.04.021_b0025","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1007\/s10994-012-5325-4","article-title":"Ranking data with ordinal labels: optimality and pairwise aggregation","author":"Cl\u00e9men\u00e7on","year":"2013","journal-title":"Mach. Learn."},{"key":"10.1016\/j.patrec.2014.04.021_b0030","unstructured":"C. Cortes, M. Mohri, AUC optimization vs. error rate minimization, in: Advances in Neural Information Processing Systems, vol. 16, 2004."},{"key":"10.1016\/j.patrec.2014.04.021_b0035","series-title":"Strong Approximations in Probability and Statistics","author":"Cs\u00f6rg\u0151","year":"1981"},{"key":"10.1016\/j.patrec.2014.04.021_b0040","unstructured":"A.B. David, Ordinal real-world data sets repository, 2008."},{"key":"10.1016\/j.patrec.2014.04.021_b0045","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1214\/aos\/1176344552","article-title":"Bootstrap methods: another look at the jacknife","volume":"7","author":"Efron","year":"1979","journal-title":"Ann. Stat."},{"key":"10.1016\/j.patrec.2014.04.021_b0050","doi-asserted-by":"crossref","first-page":"362","DOI":"10.1214\/aop\/1176991515","article-title":"Weak convergence of smoothed and nonsmoothed bootstrap quantile estimates","volume":"17","author":"Falk","year":"1989","journal-title":"Ann. Probab."},{"issue":"8","key":"10.1016\/j.patrec.2014.04.021_b0055","doi-asserted-by":"crossref","first-page":"861","DOI":"10.1016\/j.patrec.2005.10.010","article-title":"An Introduction to ROC Analysis","volume":"27","author":"Fawcett","year":"2006","journal-title":"Lett. Pattern Recogn."},{"key":"10.1016\/j.patrec.2014.04.021_b0060","doi-asserted-by":"crossref","unstructured":"C. Ferri, J. Hern\u00e1ndez-Orallo, M. Salido, Volume under the ROC surface for multi-class problems, in: Proceedings of ECML\u201903, 2003.","DOI":"10.1007\/978-3-540-39857-8_12"},{"key":"10.1016\/j.patrec.2014.04.021_b0065","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1111\/j.1469-1809.1936.tb02137.x","article-title":"The use of multiple measurements in taxonomic problems","volume":"7","author":"Fisher","year":"1936","journal-title":"Ann. Eugenics"},{"key":"10.1016\/j.patrec.2014.04.021_b0070","first-page":"933","article-title":"An efficient boosting algorithm for combining preferences","volume":"4","author":"Freund","year":"2003","journal-title":"JMLR"},{"key":"10.1016\/j.patrec.2014.04.021_b0075","first-page":"771","article-title":"Short introduction to boosting","volume":"14","author":"Freund","year":"1999","journal-title":"J. Jpn. Soc. Artif. Intell."},{"key":"10.1016\/j.patrec.2014.04.021_b0080","first-page":"2000","article-title":"Additive logistic regression: a statistical view of boosting","volume":"28","author":"Friedman","year":"1998","journal-title":"Ann. Stat."},{"key":"10.1016\/j.patrec.2014.04.021_b0085","series-title":"Signal Detection Theory and Psychophysics","author":"Green","year":"1966"},{"key":"10.1016\/j.patrec.2014.04.021_b0090","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1080\/10485250801954128","article-title":"Strong approximations for resample quantile processes and application to ROC methodology","volume":"20","author":"Gu","year":"2008","journal-title":"J. Nonparametr. Stat."},{"key":"10.1016\/j.patrec.2014.04.021_b0095","doi-asserted-by":"crossref","first-page":"743","DOI":"10.1093\/biomet\/91.3.743","article-title":"Nonparametric confidence intervals for receiver operating characteristic curves","volume":"91","author":"Hall","year":"2004","journal-title":"Biometrika"},{"key":"10.1016\/j.patrec.2014.04.021_b0100","series-title":"The Elements of Statistical Learning","author":"Hastie","year":"2001"},{"key":"10.1016\/j.patrec.2014.04.021_b0105","series-title":"Generalized Additive Models","author":"Hastie","year":"1990"},{"key":"10.1016\/j.patrec.2014.04.021_b0110","series-title":"Advances in Large Margin Classifiers","author":"Herbrich","year":"2000"},{"key":"10.1016\/j.patrec.2014.04.021_b0115","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1214\/aos\/1033066197","article-title":"Nonparametric and semiparametric estimation of the receiver operating characteristic curve","volume":"24","author":"Hsieh","year":"1996","journal-title":"Ann. Stat."},{"key":"10.1016\/j.patrec.2014.04.021_b0120","series-title":"KDD\u201902 \u2013 Proceedings of the Eighth ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","first-page":"133","article-title":"Optimizing search engines using clickthrough data","author":"Joachims","year":"2002"},{"key":"10.1016\/j.patrec.2014.04.021_b0125","doi-asserted-by":"crossref","first-page":"4133","DOI":"10.1016\/j.jspi.2009.05.043","article-title":"Nonparametric and semiparametric estimation of the three way receiver operating characteristic surface","volume":"139","author":"Li","year":"2009","journal-title":"J. Stat. Plan. Inference"},{"key":"10.1016\/j.patrec.2014.04.021_b0130","doi-asserted-by":"crossref","unstructured":"S. Macskassy, F. Provost, Confidence bands for ROC curves: methods and an empirical study, in: First Workshop on ROC Analysis in AI, 2004.","DOI":"10.21236\/ADA453849"},{"key":"10.1016\/j.patrec.2014.04.021_b0135","doi-asserted-by":"crossref","first-page":"3437","DOI":"10.1002\/sim.1917","article-title":"Ordered multiple-class ROC analysis with continuous measurements","volume":"23","author":"Nakas","year":"2004","journal-title":"Stat. Med."},{"key":"10.1016\/j.patrec.2014.04.021_b0140","unstructured":"T. Pahikkala, E. Tsivtsivadze, A. Airola, J. Boberg, T. Salakoski, Learning to rank with pairwise regularized least-squares, in: Proceedings of SIGIR 2007 Workshop on Learning to Rank for, Information Retrieval, 2007, pp. 27\u201333."},{"key":"10.1016\/j.patrec.2014.04.021_b0145","series-title":"Statistical Evaluation of Medical Tests for Classification and Prediction","author":"Pepe","year":"2003"},{"key":"10.1016\/j.patrec.2014.04.021_b0150","unstructured":"S. Rajaram, S. Agarwal, Generalization bounds for k-partite ranking. In: NIPS 2005 Workshop on Learn to Rank, 2005."},{"key":"10.1016\/j.patrec.2014.04.021_b0155","doi-asserted-by":"crossref","first-page":"253","DOI":"10.1006\/jmps.1996.0024","article-title":"Multiple-event forced-choice tasks in the theory of signal detectability","volume":"40","author":"Scurfield","year":"1996","journal-title":"J. Math. Psychol."},{"key":"10.1016\/j.patrec.2014.04.021_b0160","doi-asserted-by":"crossref","first-page":"469","DOI":"10.1093\/biomet\/74.3.469","article-title":"The bootstrap: to smooth or not to smooth?","volume":"74","author":"Silverman","year":"1987","journal-title":"Biometrika"},{"key":"10.1016\/j.patrec.2014.04.021_b0165","series-title":"Density Estimation for Statistics and Data Analysis","author":"Silverman","year":"1986"},{"key":"10.1016\/j.patrec.2014.04.021_b0170","doi-asserted-by":"crossref","first-page":"1511","DOI":"10.1016\/j.neunet.2008.07.008","article-title":"Learning layered ranking functions with structured support vector machines","volume":"21","author":"Waegeman","year":"2008","journal-title":"Neural Networks"},{"key":"10.1016\/j.patrec.2014.04.021_b0175","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.patrec.2007.07.019","article-title":"ROC analysis in ordinal regression learning","volume":"29","author":"Waegeman","year":"2008","journal-title":"Pattern Recogn. Lett."},{"key":"10.1016\/j.patrec.2014.04.021_b0180","doi-asserted-by":"crossref","unstructured":"J. Xu, H. Li, AdaRank: a boosting algorithm for information retrieval, in: Proceedings of SIGIR\u201907, 2007, pp. 391\u2013398.","DOI":"10.1145\/1277741.1277809"}],"container-title":["Pattern Recognition Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S016786551400155X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S016786551400155X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,8,10]],"date-time":"2019-08-10T22:25:53Z","timestamp":1565475953000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S016786551400155X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,9]]},"references-count":36,"alternative-id":["S016786551400155X"],"URL":"https:\/\/doi.org\/10.1016\/j.patrec.2014.04.021","relation":{},"ISSN":["0167-8655"],"issn-type":[{"value":"0167-8655","type":"print"}],"subject":[],"published":{"date-parts":[[2014,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Building confidence regions for the ROC surface","name":"articletitle","label":"Article Title"},{"value":"Pattern Recognition Letters","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.patrec.2014.04.021","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2014 Elsevier B.V. All rights reserved.","name":"copyright","label":"Copyright"}]}}