{"id":"https://openalex.org/W2999096842","doi":"https://doi.org/10.1109/ic3ina48034.2019.8949568","title":"Cross-validation Metrics for Evaluating Classification Performance on Imbalanced Data","display_name":"Cross-validation Metrics for Evaluating Classification Performance on Imbalanced Data","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2999096842","doi":"https://doi.org/10.1109/ic3ina48034.2019.8949568","mag":"2999096842"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/ic3ina48034.2019.8949568","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111965674","display_name":"Ni Wayan Surya Wardhani","orcid":"https://orcid.org/0000-0002-9118-3302"},"institutions":[{"id":"https://openalex.org/I177055848","display_name":"University of Brawijaya","ror":"https://ror.org/01wk3d929","country_code":"ID","type":"funder","lineage":["https://openalex.org/I177055848"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Ni Wayan Surya Wardhani","raw_affiliation_strings":["Dept. of Statistics, Brawijaya University, Malang, Indonesia"],"affiliations":[{"raw_affiliation_string":"Dept. of Statistics, Brawijaya University, Malang, Indonesia","institution_ids":["https://openalex.org/I177055848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055133230","display_name":"Masithoh Yessi Rochayani","orcid":null},"institutions":[{"id":"https://openalex.org/I177055848","display_name":"University of Brawijaya","ror":"https://ror.org/01wk3d929","country_code":"ID","type":"funder","lineage":["https://openalex.org/I177055848"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Masithoh Yessi Rochayani","raw_affiliation_strings":["Dept. of Statistics, Brawijaya University, Malang, Indonesia"],"affiliations":[{"raw_affiliation_string":"Dept. of Statistics, Brawijaya University, Malang, Indonesia","institution_ids":["https://openalex.org/I177055848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011514365","display_name":"Atiek Iriany","orcid":"https://orcid.org/0000-0002-0818-4786"},"institutions":[{"id":"https://openalex.org/I177055848","display_name":"University of Brawijaya","ror":"https://ror.org/01wk3d929","country_code":"ID","type":"funder","lineage":["https://openalex.org/I177055848"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Atiek Iriany","raw_affiliation_strings":["Dept. of Statistics, Brawijaya University, Malang, Indonesia"],"affiliations":[{"raw_affiliation_string":"Dept. of Statistics, Brawijaya University, Malang, Indonesia","institution_ids":["https://openalex.org/I177055848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064233186","display_name":"Agus Sulistyono","orcid":"https://orcid.org/0000-0003-2872-9373"},"institutions":[{"id":"https://openalex.org/I177055848","display_name":"University of Brawijaya","ror":"https://ror.org/01wk3d929","country_code":"ID","type":"funder","lineage":["https://openalex.org/I177055848"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Agus Dwi Sulistyono","raw_affiliation_strings":["Faculty of Fisheries, Brawijaya University, Malang, Indonesia"],"affiliations":[{"raw_affiliation_string":"Faculty of Fisheries, Brawijaya University, Malang, Indonesia","institution_ids":["https://openalex.org/I177055848"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000930956","display_name":"Prayudi Lestantyo","orcid":"https://orcid.org/0000-0001-5206-3458"},"institutions":[{"id":"https://openalex.org/I4210103768","display_name":"Universitas Gajayana Malang","ror":"https://ror.org/018vvrr03","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210103768"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Prayudi Lestantyo","raw_affiliation_strings":["Faculty of Engineering and Informatics, Gajayana University, Malang, Indonesia"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Informatics, Gajayana University, Malang, Indonesia","institution_ids":["https://openalex.org/I4210103768"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.772,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.887464,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"14","last_page":"18"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10640","display_name":"Spectroscopy and Chemometric Analyses","score":0.9833,"subfield":{"id":"https://openalex.org/subfields/1602","display_name":"Analytical Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9832,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/confusion-matrix","display_name":"Confusion matrix","score":0.838894},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting","score":0.81396616},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.6786802},{"id":"https://openalex.org/keywords/kappa","display_name":"Kappa","score":0.6649216},{"id":"https://openalex.org/keywords/cohens-kappa","display_name":"Cohen's kappa","score":0.61725444}],"concepts":[{"id":"https://openalex.org/C138602881","wikidata":"https://www.wikidata.org/wiki/Q2709591","display_name":"Confusion matrix","level":2,"score":0.838894},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.81396616},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.6786802},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.6649216},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.62523097},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.61725444},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.55585414},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45735282},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43925354},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.40401343},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38230968},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3413468},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.06424883},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/ic3ina48034.2019.8949568","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":15,"referenced_works":["https://openalex.org/W1500698297","https://openalex.org/W1647645866","https://openalex.org/W1965796653","https://openalex.org/W1988790447","https://openalex.org/W2044465660","https://openalex.org/W2052228588","https://openalex.org/W2053154970","https://openalex.org/W2104634417","https://openalex.org/W2107432340","https://openalex.org/W2109553965","https://openalex.org/W2112076978","https://openalex.org/W2164777277","https://openalex.org/W2620760558","https://openalex.org/W2912934387","https://openalex.org/W2938580828"],"related_works":["https://openalex.org/W4366202965","https://openalex.org/W2792864698","https://openalex.org/W2474048269","https://openalex.org/W2349679704","https://openalex.org/W2294084971","https://openalex.org/W2281321759","https://openalex.org/W2148964467","https://openalex.org/W1969293528","https://openalex.org/W1967594194","https://openalex.org/W1444168786"],"abstract_inverted_index":{"Imbalanced":[0],"data":[1,13,45],"was":[2,26],"often":[3],"a":[4,8],"classification":[5,41],"issue,":[6],"because":[7],"training":[9],"process":[10],"using":[11],"the":[12,20,93,105,116,125,129],"would":[14],"make":[15],"model":[16],"too":[17],"suitable":[18],"for":[19,43],"majority":[21],"class.":[22],"Meanwhile,":[23],"ensemble":[24],"technique":[25],"one":[27],"alternative":[28],"to":[29,37,132],"deal":[30],"with":[31],"imbalanced":[32,44,135],"data.":[33],"The":[34,78],"paper":[35],"aimed":[36],"compare":[38],"metrics,":[39],"measuring":[40],"performance":[42],"through":[46],"an":[47],"empirical":[48,79],"study":[49,80],"on":[50,124,134],"cabbage":[51],"image":[52],"classification.":[53],"Metrics":[54],"used":[55,68],"were":[56],"accuracy,":[57,84],"F1":[58,85,98],"score,":[59,86,99],"g-mean,":[60,100],"MCC,":[61,101],"Cohen's":[62],"Kappa":[63,103],"statistics,":[64],"and":[65,75,87,102],"AUC.":[66],"We":[67],"three":[69],"ensembles":[70],"i.e.":[71],"bagging,":[72],"Breiman":[73],"boosting,":[74],"Freund":[76],"boosting.":[77],"result":[81],"indicated":[82],"that":[83],"g-mean":[88],"gave":[89,115],"values":[90,107,118],"not":[91],"reflecting":[92],"actual":[94],"confusion":[95,110,121],"cases.":[96],"Accuracy,":[97],"showed":[104],"same":[106],"in":[108,119],"different":[109,117,120],"matrix":[111],"conditions,":[112],"but":[113],"AUC":[114,127],"matrix.":[122],"Based":[123],"result,":[126],"become":[128],"robust":[130],"metrics":[131],"measure":[133],"condition.":[136]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2999096842","counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":31},{"year":2023,"cited_by_count":42},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":1}],"updated_date":"2025-04-29T14:14:39.816071","created_date":"2020-01-23"}