{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T21:30:13Z","timestamp":1730237413525,"version":"3.28.0"},"reference-count":34,"publisher":"IEEE","license":[{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021,10]]},"DOI":"10.1109\/iccv48922.2021.01053","type":"proceedings-article","created":{"date-parts":[[2022,2,28]],"date-time":"2022-02-28T22:08:02Z","timestamp":1646086082000},"page":"10685-10694","source":"Crossref","is-referenced-by-count":3,"title":["Low-Shot Validation: Active Importance Sampling for Estimating Classifier Performance on Rare Categories"],"prefix":"10.1109","author":[{"given":"Fait","family":"Poms","sequence":"first","affiliation":[{"name":"Stanford University"}]},{"given":"Vishnu","family":"Sarukkai","sequence":"additional","affiliation":[{"name":"Stanford University"}]},{"given":"Ravi Teja","family":"Mullapudi","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}]},{"given":"Nimit S.","family":"Sohoni","sequence":"additional","affiliation":[{"name":"Stanford University"}]},{"given":"William R.","family":"Mark","sequence":"additional","affiliation":[{"name":"Google"}]},{"given":"Deva","family":"Ramanan","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}]},{"given":"Kayvon","family":"Fatahalian","sequence":"additional","affiliation":[{"name":"Stanford University"}]}],"member":"263","reference":[{"article-title":"Near optimal stratified sampling","year":"2019","author":"yu","key":"ref33"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553517"},{"journal-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR)","article-title":"A lazy man’s approach to benchmarking: Semi-supervised classifier evaluation and recalibration","year":"2013","author":"welinder","key":"ref31"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2012.115"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/775047.775151"},{"first-page":"1321","article-title":"On calibration of modern neural networks","year":"0","author":"guo","key":"ref10"},{"key":"ref11","first-page":"4182","article-title":"Data-efficient image recognition with contrastive predictive coding","author":"henaff","year":"2020","journal-title":"Proceedings of the 37th International Conference on Machine Learning volume 119 of Proceedings of Machine Learning Research"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3338930"},{"key":"ref13","first-page":"4","article-title":"Classifier performance estimation with unbalanced, partially labeled data","author":"miller","year":"2018","journal-title":"Proceedings of The International Workshop on Cost-Sensitive Learning volume 88 of Proceedings of Machine Learning Research"},{"key":"ref14","first-page":"3759","article-title":"Active testing: An efficient and robust framework for estimating accuracy","author":"nguyen","year":"2018","journal-title":"Proceedings of the 35th International Conference on Machine Learning Volume 80 of Proceedings of Machine Learning Research"},{"article-title":"On first-order meta-learning algorithms","year":"2018","author":"nichol","key":"ref15"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102430"},{"key":"ref17","first-page":"61","article-title":"Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods","volume":"10","author":"platt","year":"1999","journal-title":"Advances in Large Margin Classifiers"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3409256.3409837"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.14778\/3157794.3157797"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00914"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1613\/jair.295"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1002\/wics.56"},{"article-title":"Big self-supervised models are strong semi-supervised learners","year":"2020","author":"chen","key":"ref3"},{"article-title":"A framework for contrastive self-supervised learning and designing a new approach","year":"2020","author":"falcon","key":"ref6"},{"key":"ref29","first-page":"1","article-title":"Information retrieval: theory and practice","author":"van rijsbergen","year":"1979","journal-title":"Proceedings of the Joint IBM\/University of Newcastle upon Tyne Seminar on Data Base Systems"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177732594"},{"key":"ref8","first-page":"1183","article-title":"Deep bayesian active learning with image data","author":"gal","year":"2017","journal-title":"International Conference on Machine Learning"},{"key":"ref7","first-page":"1126","article-title":"Model-agnostic meta-learning for fast adaptation of deep networks","author":"finn","year":"2017","journal-title":"International Conference on Machine Learning"},{"article-title":"Unsupervised learning of visual features by contrasting cluster assignments","year":"2020","author":"caron","key":"ref2"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/1871437.1871677"},{"key":"ref9","first-page":"21271","article-title":"Bootstrap your own latent - a new approach to self-supervised learning","volume":"33","author":"grill","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref22","first-page":"2083","article-title":"Active estimation of f-measures","author":"sawade","year":"2010","journal-title":"Proceedings of the 23rd International Conference on Neural Information Processing Systems - Volume 2 NeurIPS’10"},{"journal-title":"UAI","article-title":"How good are my predictions? efficiently approximating precision-recall curves for massive datasets","year":"2017","author":"sabharwal","key":"ref21"},{"article-title":"Active learning for convolutional neural networks: A core-set approach","year":"2017","author":"sener","key":"ref24"},{"article-title":"A survey on semi-, self-and unsupervised learning for image classification","year":"2020","author":"schmarje","key":"ref23"},{"journal-title":"Not your grandfathers test set Reducing labeling effort for testing","year":"2020","author":"taskazan","key":"ref26"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.2200\/S00429ED1V01Y201207AIM018"}],"event":{"name":"2021 IEEE\/CVF International Conference on Computer Vision (ICCV)","start":{"date-parts":[[2021,10,10]]},"location":"Montreal, QC, Canada","end":{"date-parts":[[2021,10,17]]}},"container-title":["2021 IEEE\/CVF International Conference on Computer Vision (ICCV)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9709627\/9709628\/09710662.pdf?arnumber=9710662","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,19]],"date-time":"2022-07-19T19:33:52Z","timestamp":1658259232000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9710662\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10]]},"references-count":34,"URL":"https:\/\/doi.org\/10.1109\/iccv48922.2021.01053","relation":{},"subject":[],"published":{"date-parts":[[2021,10]]}}}