{"id":"https://openalex.org/W4226311525","doi":"https://doi.org/10.48550/arxiv.2203.08807","title":"Disparities in Dermatology AI Performance on a Diverse, Curated Clinical Image Set","display_name":"Disparities in Dermatology AI Performance on a Diverse, Curated Clinical Image Set","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4226311525","doi":"https://doi.org/10.48550/arxiv.2203.08807"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2203.08807","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"journal-article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2203.08807","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014300312","display_name":"Roxana Daneshjou","orcid":"https://orcid.org/0000-0001-7988-9356"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daneshjou, Roxana","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044367578","display_name":"Kailas Vodrahalli","orcid":"https://orcid.org/0000-0002-9849-3055"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vodrahalli, Kailas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103091613","display_name":"Roberto A. Novoa","orcid":"https://orcid.org/0000-0002-7955-0536"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Novoa, Roberto A","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115603490","display_name":"Melissa Jenkins","orcid":"https://orcid.org/0000-0001-8719-225X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jenkins, Melissa","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101011426","display_name":"Weixin Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Weixin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083011959","display_name":"Veronica Rotemberg","orcid":"https://orcid.org/0000-0003-0639-2677"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rotemberg, Veronica","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019417071","display_name":"Justin Ko","orcid":"https://orcid.org/0000-0003-4232-5906"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ko, Justin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074834465","display_name":"Susan M. Swetter","orcid":"https://orcid.org/0000-0003-2098-2948"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Swetter, Susan M","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101964748","display_name":"Elizabeth E. Bailey","orcid":"https://orcid.org/0000-0002-7791-8341"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bailey, Elizabeth E","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078274543","display_name":"Olivier Gevaert","orcid":"https://orcid.org/0000-0002-9965-5466"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gevaert, Olivier","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073689487","display_name":"Pritam Mukherjee","orcid":"https://orcid.org/0000-0001-7999-3479"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mukherjee, Pritam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010289373","display_name":"Michelle Phung","orcid":"https://orcid.org/0000-0002-7420-0625"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Phung, Michelle","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042063290","display_name":"Kiana Yekrang","orcid":"https://orcid.org/0000-0003-0714-5360"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yekrang, Kiana","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059411206","display_name":"Bradley Fong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fong, Bradley","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074528557","display_name":"Rachna Sahasrabudhe","orcid":"https://orcid.org/0000-0003-0019-3554"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sahasrabudhe, Rachna","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067728841","display_name":"Johan Anker Chrom Allerup","orcid":"https://orcid.org/0000-0002-1517-2505"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Allerup, Johan A. C.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041131770","display_name":"Utako Okata\u2010Karigane","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Okata-Karigane, Utako","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005779176","display_name":"James Zou","orcid":"https://orcid.org/0000-0001-8880-4764"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, James","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5042086094","display_name":"Albert S. Chiou","orcid":"https://orcid.org/0000-0002-8436-0008"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chiou, Albert","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":59},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11330","display_name":"Systemic Sclerosis and Related Diseases","score":0.9287,"subfield":{"id":"https://openalex.org/subfields/2734","display_name":"Pathology and Forensic Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11713","display_name":"Genital Health and Disease","score":0.9206,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.48933405}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.610675},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6054357},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5847103},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.5012219},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.48933405},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.4262008},{"id":"https://openalex.org/C16005928","wikidata":"https://www.wikidata.org/wiki/Q171171","display_name":"Dermatology","level":1,"score":0.40734333},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.40402353},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34061113},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3135688},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2203.08807","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2203.08807","pdf_url":"http://arxiv.org/pdf/2203.08807","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2203.08807","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2203.08807","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.56}],"grants":[],"datasets":[],"versions":["https://openalex.org/W4290852327"],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4387465941","https://openalex.org/W4385649027","https://openalex.org/W4362604364","https://openalex.org/W4295532600","https://openalex.org/W2970784617","https://openalex.org/W2126639667","https://openalex.org/W2090985514","https://openalex.org/W2067569035","https://openalex.org/W2063823869","https://openalex.org/W2047973478"],"abstract_inverted_index":{"Access":[0],"to":[1,16,110,164,220,223,227],"dermatological":[2],"care":[3,17],"is":[4],"a":[5],"major":[6],"issue,":[7],"with":[8,74,96],"an":[9],"estimated":[10],"3":[11],"billion":[12],"people":[13],"lacking":[14],"access":[15],"globally.":[18],"Artificial":[19],"intelligence":[20],"(AI)":[21],"may":[22],"aid":[23],"in":[24,50,53,131,215],"triaging":[25],"skin":[26,41,76,123,158,188,195,206],"diseases.":[27,45,231],"However,":[28],"most":[29],"AI":[30,89,146,171,217],"models":[31,90,118,172],"have":[32],"not":[33],"been":[34],"rigorously":[35],"assessed":[36],"on":[37,94,121,154,173,193,199,202],"images":[38,155,179,203],"of":[39,81,156,204],"diverse":[40,75,177,194,228],"tones":[42,124,159,196],"or":[43],"uncommon":[44,126,161],"To":[46],"ascertain":[47],"potential":[48],"biases":[49,214],"algorithm":[51],"performance":[52,182],"this":[54,79],"context,":[55],"we":[56,84,136],"curated":[57],"the":[58,102,111,117,132,174,181],"Diverse":[59],"Dermatology":[60],"Images":[61],"(DDI)":[62],"dataset-the":[63],"first":[64],"publicly":[65],"available,":[66],"expertly":[67],"curated,":[68],"and":[69,125,148,160,176,186,213,230],"pathologically":[70],"confirmed":[71],"image":[72],"dataset":[73,80],"tones.":[77,189,207],"Using":[78],"656":[82],"images,":[83],"show":[85],"that":[86,138,218],"state-of-the-art":[87],"dermatology":[88,216],"perform":[91,152],"substantially":[92],"worse":[93,120,153],"DDI,":[95],"receiver":[97],"operator":[98],"curve":[99,103],"area":[100],"under":[101],"(ROC-AUC)":[104],"dropping":[105],"by":[106],"27-36":[107],"percent":[108],"compared":[109,163],"models'":[112],"original":[113],"test":[114,149],"results.":[115],"All":[116],"performed":[119],"dark":[122,157,187,205],"diseases,":[127],"which":[128],"are":[129],"represented":[130],"DDI":[133,178],"dataset.":[134],"Additionally,":[135],"find":[137],"dermatologists,":[139],"who":[140],"typically":[141],"provide":[142],"visual":[143],"labels":[144],"for":[145],"training":[147],"datasets,":[150],"also":[151],"diseases":[162],"ground":[165],"truth":[166],"biopsy":[167],"annotations.":[168],"Finally,":[169],"fine-tuning":[170],"well-characterized":[175],"closed":[180],"gap":[183],"between":[184],"light":[185],"Moreover,":[190],"algorithms":[191],"fine-tuned":[192],"outperformed":[197],"dermatologists":[198],"identifying":[200],"malignancy":[201],"Our":[208],"findings":[209],"identify":[210],"important":[211],"weaknesses":[212],"need":[219],"be":[221],"addressed":[222],"ensure":[224],"reliable":[225],"application":[226],"patients":[229]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4226311525","counts_by_year":[],"updated_date":"2025-03-03T10:07:22.404656","created_date":"2022-05-05"}