{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T17:33:07Z","timestamp":1732037587076},"reference-count":56,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2018,7,1]],"date-time":"2018-07-01T00:00:00Z","timestamp":1530403200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2019,9,5]],"date-time":"2019-09-05T00:00:00Z","timestamp":1567641600000},"content-version":"am","delay-in-days":431,"URL":"http:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1537989"],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Information Sciences"],"published-print":{"date-parts":[[2018,7]]},"DOI":"10.1016\/j.ins.2018.05.014","type":"journal-article","created":{"date-parts":[[2018,5,3]],"date-time":"2018-05-03T21:25:53Z","timestamp":1525382753000},"page":"401-418","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":57,"special_numbering":"C","title":["Query-by-committee improvement with diversity and density in batch active learning"],"prefix":"10.1016","volume":"454-455","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-3027-3953","authenticated-orcid":false,"given":"Seho","family":"Kee","sequence":"first","affiliation":[]},{"given":"Enrique","family":"del Castillo","sequence":"additional","affiliation":[]},{"given":"George","family":"Runger","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.ins.2018.05.014_bib0001","doi-asserted-by":"crossref","first-page":"1","DOI":"10.2200\/S00429ED1V01Y201207AIM018","article-title":"Active learning","volume":"6","author":"Settles","year":"2012","journal-title":"Synth. Lect. Artif. Intell.Mach. Learn."},{"key":"10.1016\/j.ins.2018.05.014_bib0002","doi-asserted-by":"crossref","first-page":"356","DOI":"10.1016\/j.ins.2017.06.038","article-title":"On-line active learning: a new paradigm to improve practical useability of data stream modeling methods","volume":"415","author":"Lughofer","year":"2017","journal-title":"Inf. Sci."},{"key":"10.1016\/j.ins.2018.05.014_bib0003","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1016\/j.cosrev.2016.05.002","article-title":"A survey of active learning in collaborative filtering recommender systems","volume":"20","author":"Elahi","year":"2016","journal-title":"Comput. Sci. Rev."},{"key":"10.1016\/j.ins.2018.05.014_bib0004","series-title":"Proceedings of the 17th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","first-page":"3","article-title":"A sequential algorithm for training text classifiers","author":"Lewis","year":"1994"},{"key":"10.1016\/j.ins.2018.05.014_bib0005","series-title":"ICML","first-page":"59","article-title":"Incorporating diversity in active learning with support vector machines","volume":"3","author":"Brinker","year":"2003"},{"issue":"4","key":"10.1016\/j.ins.2018.05.014_bib0006","doi-asserted-by":"crossref","first-page":"1036","DOI":"10.1109\/JSTARS.2014.2302332","article-title":"A batch-mode active learning algorithm using region-partitioning diversity for SVM classifier","volume":"7","author":"Huo","year":"2014","journal-title":"IEEE J. Sel. Top. Appl. Earth Obs. Remote Sens."},{"issue":"2","key":"10.1016\/j.ins.2018.05.014_bib0007","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1007\/s11263-014-0781-x","article-title":"Multi-class active learning by uncertainty sampling with diversity maximization","volume":"113","author":"Yang","year":"2015","journal-title":"Int. J. Comput. Vision"},{"key":"10.1016\/j.ins.2018.05.014_bib0008","series-title":"Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","first-page":"859","article-title":"Adaptive active learning for image classification","author":"Li","year":"2013"},{"key":"10.1016\/j.ins.2018.05.014_bib0009","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1007\/978-3-642-05177-7_5","article-title":"From active to proactive learning methods","author":"Donmez","year":"2010","journal-title":"Adv. Mach. Learn. I"},{"key":"10.1016\/j.ins.2018.05.014_bib0010","doi-asserted-by":"crossref","first-page":"313","DOI":"10.1016\/j.ins.2016.10.037","article-title":"Ranked batch-mode active learning","volume":"379","author":"Cardoso","year":"2017","journal-title":"Inf. Sci."},{"issue":"9","key":"10.1016\/j.ins.2018.05.014_bib0011","doi-asserted-by":"crossref","first-page":"1042","DOI":"10.1016\/j.patrec.2012.01.015","article-title":"A cluster-assumption based batch mode active learning technique","volume":"33","author":"Patra","year":"2012","journal-title":"Pattern Recognit. Lett."},{"issue":"4","key":"10.1016\/j.ins.2018.05.014_bib0012","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1007\/BF00116828","article-title":"Queries and concept learning","volume":"2","author":"Angluin","year":"1988","journal-title":"Mach. Learn."},{"key":"10.1016\/j.ins.2018.05.014_bib0013","series-title":"International Joint Conference on Neural Networks","first-page":"8","article-title":"Query learning can work poorly when a human oracle is used","volume":"8","author":"Baum","year":"1992"},{"issue":"2","key":"10.1016\/j.ins.2018.05.014_bib0014","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1007\/BF00993277","article-title":"Improving generalization with active learning","volume":"15","author":"Cohn","year":"1994","journal-title":"Mach. Learn."},{"key":"10.1016\/j.ins.2018.05.014_bib0015","unstructured":"Amazon Mechanical Turk, 2017, [Online; accessed 31-August-2017]."},{"key":"10.1016\/j.ins.2018.05.014_bib0016","series-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing","first-page":"1546","article-title":"Active learning with Amazon Mechanical Turk","author":"Laws","year":"2011"},{"key":"10.1016\/j.ins.2018.05.014_bib0017","first-page":"1","article-title":"From theories to queries: active learning in practice","author":"Settles","year":"2011","journal-title":"Act. Learn. Exp. Des. W"},{"key":"10.1016\/j.ins.2018.05.014_bib0018","series-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing","first-page":"1070","article-title":"An analysis of active learning strategies for sequence labeling tasks","author":"Settles","year":"2008"},{"issue":"7","key":"10.1016\/j.ins.2018.05.014_bib0019","doi-asserted-by":"crossref","first-page":"2218","DOI":"10.1109\/TGRS.2008.2010404","article-title":"Active learning methods for remote sensing image classification","volume":"47","author":"Tuia","year":"2009","journal-title":"IEEE Trans. Geosci. Remote Sens."},{"key":"10.1016\/j.ins.2018.05.014_bib0020","series-title":"Computer Vision and Pattern Recognition Workshops, 2008. CVPRW\u201908. IEEE Computer Society Conference on","first-page":"1","article-title":"Entropy-based active learning for object recognition","author":"Holub","year":"2008"},{"key":"10.1016\/j.ins.2018.05.014_bib0021","series-title":"Proceedings of the Fifth Annual Workshop on Computational Learning Theory","first-page":"287","article-title":"Query by committee","author":"Seung","year":"1992"},{"issue":"2","key":"10.1016\/j.ins.2018.05.014_bib0022","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1023\/A:1007330508534","article-title":"Selective sampling using the query by committee algorithm","volume":"28","author":"Freund","year":"1997","journal-title":"Mach. Learn."},{"key":"10.1016\/j.ins.2018.05.014_bib0023","first-page":"1","article-title":"A survey on instance selection for active learning","author":"Fu","year":"2013","journal-title":"Knowl. Inf. Syst."},{"key":"10.1016\/j.ins.2018.05.014_bib0024","series-title":"Toward Optimal Active Learning Through Monte Carlo Estimation of Error Reduction","first-page":"441","author":"Roy","year":"2001"},{"issue":"2\u20133","key":"10.1016\/j.ins.2018.05.014_bib0025","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1007\/s10994-015-5504-1","article-title":"Optimised probabilistic active learning (OPAL)","volume":"100","author":"Krempl","year":"2015","journal-title":"Mach. Learn."},{"key":"10.1016\/j.ins.2018.05.014_bib0026","series-title":"Advances in Neural Information Processing Systems","first-page":"1289","article-title":"Multiple-instance active learning","author":"Settles","year":"2008"},{"issue":"1","key":"10.1016\/j.ins.2018.05.014_bib0027","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1109\/TFUZZ.2015.2451698","article-title":"Ambiguity-based multiclass active learning","volume":"24","author":"Wang","year":"2016","journal-title":"IEEE Trans. Fuzzy Syst."},{"issue":"2","key":"10.1016\/j.ins.2018.05.014_bib0028","doi-asserted-by":"crossref","first-page":"884","DOI":"10.1016\/j.patcog.2011.08.009","article-title":"Hybrid active learning for reducing the annotation effort of operators in classification systems","volume":"45","author":"Lughofer","year":"2012","journal-title":"Pattern Recognit."},{"issue":"5","key":"10.1016\/j.ins.2018.05.014_bib0029","doi-asserted-by":"crossref","first-page":"1147","DOI":"10.1109\/TSMCB.2009.2013197","article-title":"Unsupervised active learning based on hierarchical graph-theoretic clustering","volume":"39","author":"Hu","year":"2009","journal-title":"IEEE Trans. Syst. Man Cybern.Part B (Cybernetics)"},{"issue":"Aug","key":"10.1016\/j.ins.2018.05.014_bib0030","first-page":"1655","article-title":"Active learning with feedback on features and instances","volume":"7","author":"Raghavan","year":"2006","journal-title":"J. Mach. Learn. Res."},{"issue":"1","key":"10.1016\/j.ins.2018.05.014_bib0031","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1010933404324","article-title":"Random forests","volume":"45","author":"Breiman","year":"2001","journal-title":"Mach. Learn."},{"key":"10.1016\/j.ins.2018.05.014_bib0032","series-title":"JMLR Workshop on Active Learning and Experimental Design","first-page":"59","article-title":"Active batch learning with stochastic query-by-forest (SQBF)","author":"Borisov","year":"2011"},{"issue":"1","key":"10.1016\/j.ins.2018.05.014_bib0033","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1007\/s00138-015-0731-9","article-title":"On improving performance of surface inspection systems by online active learning and flexible classifier updates","volume":"27","author":"Weigl","year":"2016","journal-title":"Mach. Vision Appl."},{"key":"10.1016\/j.ins.2018.05.014_bib0034","first-page":"19","article-title":"Results of the active learning challenge","volume":"16","author":"Guyon","year":"2011","journal-title":"Act. Learn. Exp. Des.@ AISTATS"},{"key":"10.1016\/j.ins.2018.05.014_bib0035","series-title":"MCS","first-page":"171","article-title":"Influence of hyperparameters on random forest accuracy.","author":"Bernard","year":"2009"},{"key":"10.1016\/j.ins.2018.05.014_bib0036","series-title":"Proceedings of the Twelfth International Conference on Machine Learning","first-page":"150","article-title":"Committee-based sampling for training probabilistic classifiers","author":"Dagan","year":"1995"},{"key":"10.1016\/j.ins.2018.05.014_bib0037","series-title":"Machine Learning: Proceedings of the Fifteenth International Conference (ICML\u201998)","article-title":"Query learning strategies using boosting and bagging","volume":"1","author":"Abe","year":"1998"},{"key":"10.1016\/j.ins.2018.05.014_bib0038","doi-asserted-by":"crossref","first-page":"142","DOI":"10.1016\/j.ins.2013.05.010","article-title":"A new and informative active learning approach for support vector machine","volume":"244","author":"Hu","year":"2013","journal-title":"Inf. Sci."},{"key":"10.1016\/j.ins.2018.05.014_bib0039","doi-asserted-by":"crossref","first-page":"438","DOI":"10.1016\/j.eswa.2015.10.003","article-title":"Active learning for text classification with reusability","volume":"45","author":"Hu","year":"2016","journal-title":"Expert Syst. Appl."},{"issue":"2","key":"10.1016\/j.ins.2018.05.014_bib0040","doi-asserted-by":"crossref","first-page":"497","DOI":"10.1016\/j.patcog.2012.07.025","article-title":"Generalized batch mode active learning for face-based biometric recognition","volume":"46","author":"Chakraborty","year":"2013","journal-title":"Pattern Recognit."},{"key":"10.1016\/j.ins.2018.05.014_bib0041","series-title":"European Conference on Machine Learning","first-page":"116","article-title":"Dual strategy active learning","author":"Donmez","year":"2007"},{"issue":"2","key":"10.1016\/j.ins.2018.05.014_bib0042","doi-asserted-by":"crossref","first-page":"374","DOI":"10.1109\/TKDE.2011.231","article-title":"Finding rare classes: active learning with generative and discriminative models","volume":"25","author":"Hospedales","year":"2013","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"3","key":"10.1016\/j.ins.2018.05.014_bib0043","doi-asserted-by":"crossref","first-page":"1065","DOI":"10.1214\/aoms\/1177704472","article-title":"On estimation of a probability density function and mode","volume":"33","author":"Parzen","year":"1962","journal-title":"Ann. Math. Stat."},{"key":"10.1016\/j.ins.2018.05.014_bib0044","series-title":"AISTATS","first-page":"49","article-title":"Active learning for parzen window classifier.","volume":"5","author":"Chapelle","year":"2005"},{"key":"10.1016\/j.ins.2018.05.014_bib0045","series-title":"Proceedings of the 22nd International Conference on Computational Linguistics-Volume 1","first-page":"1137","article-title":"Active learning with sampling by uncertainty and density for word sense disambiguation and text classification","author":"Zhu","year":"2008"},{"key":"10.1016\/j.ins.2018.05.014_bib0046","series-title":"Data Mining (ICDM), 2013 IEEE 13th International Conference on","first-page":"1043","article-title":"Online active learning with imbalanced classes","author":"Ferdowsi","year":"2013"},{"issue":"1","key":"10.1016\/j.ins.2018.05.014_bib0047","doi-asserted-by":"crossref","first-page":"164","DOI":"10.1007\/s10618-016-0460-3","article-title":"Evidence-based uncertainty sampling for active learning","volume":"31","author":"Sharma","year":"2017","journal-title":"Data Min. Knowl. Discovery"},{"key":"10.1016\/j.ins.2018.05.014_bib0048","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1016\/j.knosys.2013.01.032","article-title":"Combining active learning and semi-supervised learning to construct SVM classifier","volume":"44","author":"Leng","year":"2013","journal-title":"Knowl. Based Syst."},{"issue":"4","key":"10.1016\/j.ins.2018.05.014_bib0049","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1016\/j.ipm.2009.03.002","article-title":"A systematic analysis of performance measures for classification tasks","volume":"45","author":"Sokolova","year":"2009","journal-title":"Inf. Process. Manage."},{"key":"10.1016\/j.ins.2018.05.014_bib0050","series-title":"Proceedings of the 15th International Conference on World Wide Web","first-page":"633","article-title":"Large-scale text categorization by batch mode active learning","author":"Hoi","year":"2006"},{"issue":"2","key":"10.1016\/j.ins.2018.05.014_bib0051","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1023\/A:1010920819831","article-title":"A simple generalisation of the area under the ROC curve for multiple class classification problems","volume":"45","author":"Hand","year":"2001","journal-title":"Mach. Learn."},{"key":"10.1016\/j.ins.2018.05.014_bib0052","unstructured":"M. Lichman, UCI machine learning repository, 2013,"},{"key":"10.1016\/j.ins.2018.05.014_bib0053","unstructured":"L. Breiman, Manual\u2013setting up, using, and understanding random forests v4.0, 2003,"},{"key":"10.1016\/j.ins.2018.05.014_bib0054","unstructured":"J. Bibby, J. Kent, K. Mardia, Multivariate analysis, 1979."},{"key":"10.1016\/j.ins.2018.05.014_bib0055","first-page":"682","article-title":"Mapping a manifold of perceptual observations","author":"Tenenbaum","year":"1998","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"3","key":"10.1016\/j.ins.2018.05.014_bib0056","doi-asserted-by":"crossref","first-page":"739","DOI":"10.1109\/TKDE.2013.25","article-title":"The role of hubness in clustering high-dimensional data","volume":"26","author":"Tomasev","year":"2014","journal-title":"IEEE Trans. Knowl. Data Eng."}],"container-title":["Information Sciences"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0020025518303700?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0020025518303700?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2021,4,11]],"date-time":"2021-04-11T03:05:27Z","timestamp":1618110327000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0020025518303700"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,7]]},"references-count":56,"alternative-id":["S0020025518303700"],"URL":"https:\/\/doi.org\/10.1016\/j.ins.2018.05.014","relation":{},"ISSN":["0020-0255"],"issn-type":[{"value":"0020-0255","type":"print"}],"subject":[],"published":{"date-parts":[[2018,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Query-by-committee improvement with diversity and density in batch active learning","name":"articletitle","label":"Article Title"},{"value":"Information Sciences","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ins.2018.05.014","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2018 Elsevier Inc. All rights reserved.","name":"copyright","label":"Copyright"}]}}