{"id":"https://openalex.org/W4405490093","doi":"https://doi.org/10.1109/embc53108.2024.10781852","title":"Derm-T2IM: Harnessing Synthetic Skin Lesion Data via Stable Diffusion Models for Enhanced Skin Disease Classification using ViT and CNN","display_name":"Derm-T2IM: Harnessing Synthetic Skin Lesion Data via Stable Diffusion Models for Enhanced Skin Disease Classification using ViT and CNN","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4405490093","doi":"https://doi.org/10.1109/embc53108.2024.10781852","pmid":"https://pubmed.ncbi.nlm.nih.gov/40039715"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10781852","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.05159","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043073773","display_name":"Muhammad Ali Farooq","orcid":"https://orcid.org/0000-0003-4116-8021"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"funder","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Muhammad Ali Farooq","raw_affiliation_strings":["College of Science and Engineering, Univer-sity of Galway, Galway H91 TK33, Ireland"],"affiliations":[{"raw_affiliation_string":"College of Science and Engineering, Univer-sity of Galway, Galway H91 TK33, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017293692","display_name":"Yao Wang","orcid":"https://orcid.org/0000-0002-1014-2788"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"funder","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Wang Yao","raw_affiliation_strings":["College of Science and Engineering, Univer-sity of Galway, Galway H91 TK33, Ireland"],"affiliations":[{"raw_affiliation_string":"College of Science and Engineering, Univer-sity of Galway, Galway H91 TK33, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030551722","display_name":"Michael Schukat","orcid":"https://orcid.org/0000-0002-6908-6100"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"funder","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Michael Schukat","raw_affiliation_strings":["M. Schukat is with the School of Computer Science, University of Galway, Galway H91 TK33, Ireland"],"affiliations":[{"raw_affiliation_string":"M. Schukat is with the School of Computer Science, University of Galway, Galway H91 TK33, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090075130","display_name":"Mark A. Little","orcid":"https://orcid.org/0000-0001-6003-397X"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"funder","lineage":["https://openalex.org/I205274468"]},{"id":"https://openalex.org/I4210154619","display_name":"St. James's Hospital","ror":"https://ror.org/04c6bry31","country_code":"IE","type":"healthcare","lineage":["https://openalex.org/I4210154619"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Mark A Little","raw_affiliation_strings":["M. A. Little is with Trinity Kidney Centre, Trinity Translational Medicine Institute, Trinity College Dublin, the University of Dublin, St James's Hospital campus, Dublin D08 W9RT, Ireland"],"affiliations":[{"raw_affiliation_string":"M. A. Little is with Trinity Kidney Centre, Trinity Translational Medicine Institute, Trinity College Dublin, the University of Dublin, St James's Hospital campus, Dublin D08 W9RT, Ireland","institution_ids":["https://openalex.org/I205274468","https://openalex.org/I4210154619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066217549","display_name":"Peter Corcoran","orcid":"https://orcid.org/0000-0003-1670-4793"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"funder","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Peter Corcoran","raw_affiliation_strings":["College of Science and Engineering, Univer-sity of Galway, Galway H91 TK33, Ireland"],"affiliations":[{"raw_affiliation_string":"College of Science and Engineering, Univer-sity of Galway, Galway H91 TK33, Ireland","institution_ids":["https://openalex.org/I188760350"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5043073773"],"corresponding_institution_ids":["https://openalex.org/I188760350"],"apc_list":null,"apc_paid":null,"fwci":12.609,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":4,"citation_normalized_percentile":{"value":0.809859,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9976,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11306","display_name":"Nonmelanoma Skin Cancer Studies","score":0.9708,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/skin-lesion","display_name":"Skin lesion","score":0.4427266}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6283965},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5469277},{"id":"https://openalex.org/C2988168687","wikidata":"https://www.wikidata.org/wiki/Q949302","display_name":"Skin lesion","level":2,"score":0.4427266},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.44043517},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38061684},{"id":"https://openalex.org/C16005928","wikidata":"https://www.wikidata.org/wiki/Q171171","display_name":"Dermatology","level":1,"score":0.21833569},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.17799735},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06324488},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D046169","descriptor_name":"Dermoscopy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012867","descriptor_name":"Skin","qualifier_ui":"Q000473","qualifier_name":"pathology","is_major_topic":false},{"descriptor_ui":"D012871","descriptor_name":"Skin Diseases","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012878","descriptor_name":"Skin Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false}],"locations_count":3,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10781852","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2401.05159","pdf_url":"https://arxiv.org/pdf/2401.05159","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40039715","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2401.05159","pdf_url":"https://arxiv.org/pdf/2401.05159","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.5,"id":"https://metadata.un.org/sdg/3"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":10,"referenced_works":["https://openalex.org/W1991607872","https://openalex.org/W3034942609","https://openalex.org/W3094502228","https://openalex.org/W3102785203","https://openalex.org/W3211084128","https://openalex.org/W4211201561","https://openalex.org/W4297775537","https://openalex.org/W4312933868","https://openalex.org/W4315754639","https://openalex.org/W4391944408"],"related_works":["https://openalex.org/W4396701345","https://openalex.org/W4391913857","https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2042327336","https://openalex.org/W2033914206"],"abstract_inverted_index":{"This":[0],"study":[1],"explores":[2],"the":[3,19,61,98,104,113,137,140,151,172],"utilization":[4],"of":[5,21,64,106,116,139,155],"Dermatoscopic":[6],"synthetic":[7,84,110,141],"data":[8,27,56,85,111,142],"generated":[9,109],"through":[10,144],"stable":[11,145],"diffusion":[12,70,146],"models":[13,147,161],"as":[14],"a":[15,29,92],"strategy":[16],"for":[17,79],"enhancing":[18,125],"robustness":[20,152],"machine":[22,118],"learning":[23,66,119],"model":[24,44,75,126,174],"training.":[25],"Synthetic":[26],"plays":[28],"pivotal":[30],"role":[31],"in":[32,67,124,149],"mitigating":[33],"challenges":[34],"associated":[35],"with":[36,86,171],"limited":[37],"labeled":[38],"datasets,":[39],"thereby":[40],"facilitating":[41],"more":[42],"effective":[43],"training":[45,100,114],"and":[46,88,95,128,153,157],"fine-tuning.":[47],"In":[48],"this":[49],"context,":[50],"we":[51],"aim":[52],"to":[53,97,130],"incorporate":[54],"enhanced":[55],"transformation":[57],"techniques":[58],"by":[59],"extending":[60],"recent":[62],"success":[63],"few-shot":[65],"text-to-image":[68],"latent":[69],"models.":[71],"The":[72,168],"optimally":[73],"tuned":[74],"is":[76],"further":[77],"used":[78],"rendering":[80],"high-quality":[81],"skin":[82,165],"lesion":[83],"diverse":[87],"realistic":[89],"characteristics,":[90],"providing":[91],"valuable":[93],"supplement":[94],"diversity":[96],"existing":[99],"data.":[101,133],"We":[102],"investigate":[103],"impact":[105],"incorporating":[107],"newly":[108],"into":[112],"pipeline":[115],"state-of-the-art":[117],"models,":[120],"assessing":[121],"its":[122],"effectiveness":[123],"performance":[127],"generalization":[129],"unseen":[131],"real-world":[132,164],"Experimental":[134],"results":[135],"demonstrate":[136],"efficacy":[138],"rendered":[143],"helps":[148],"improving":[150],"adaptability":[154],"CNN":[156],"vision":[158],"transformer":[159],"(ViT)":[160],"on":[162,177],"different":[163],"cancer":[166],"datasets.":[167],"dataset":[169],"along":[170],"trained":[173],"are":[175],"open-sourced":[176],"our":[178],"GitHub":[179],"https://github.com/MAli-Farooq/Derm-T2IM.":[180]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4405490093","counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-04-18T11:40:12.474471","created_date":"2024-12-18"}