{"id":"https://openalex.org/W4395443393","doi":"https://doi.org/10.48550/arxiv.2404.14779","title":"Med42 -- Evaluating Fine-Tuning Strategies for Medical LLMs:\n Full-Parameter vs. Parameter-Efficient Approaches","display_name":"Med42 -- Evaluating Fine-Tuning Strategies for Medical LLMs:\n Full-Parameter vs. Parameter-Efficient Approaches","publication_year":2024,"publication_date":"2024-04-23","ids":{"openalex":"https://openalex.org/W4395443393","doi":"https://doi.org/10.48550/arxiv.2404.14779"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2404.14779","pdf_url":"https://arxiv.org/pdf/2404.14779","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.14779","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103146768","display_name":"Christophe Cl\u00e9ment","orcid":"https://orcid.org/0000-0002-9792-970X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christophe, Cl\u00e9ment","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095886531","display_name":"Praveen K Kanithi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kanithi, Praveen K","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007512962","display_name":"Prateek Munjal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Munjal, Prateek","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095886532","display_name":"Tathagata Raha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raha, Tathagata","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110069404","display_name":"Nasir Hayat","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hayat, Nasir","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058147522","display_name":"Ronnie Rajan","orcid":"https://orcid.org/0000-0002-4982-0451"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rajan, Ronnie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095886533","display_name":"Ahmed Al-Mahrooqi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Al-Mahrooqi, Ahmed","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101342712","display_name":"Avani Gupta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gupta, Avani","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100783034","display_name":"Muhammad Salman","orcid":"https://orcid.org/0000-0003-2682-0632"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salman, Muhammad Umar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095886526","display_name":"Gurpreet Gosal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gosal, Gurpreet","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095886527","display_name":"Bhargav M Kanakiya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kanakiya, Bhargav","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103153620","display_name":"Charles Chen","orcid":"https://orcid.org/0000-0003-1145-3139"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Charles","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095886528","display_name":"Natalia Vassilieva","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vassilieva, Natalia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095886529","display_name":"Boulbaba Ben Amor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amor, Boulbaba Ben","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095886530","display_name":"Marco AF Pimentel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pimentel, Marco AF","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5112986654","display_name":"Shadab Ahmad Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Shadab","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.904924,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":77,"max":88},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T13280","display_name":"Biomedical and Engineering Education","score":0.855,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13280","display_name":"Biomedical and Engineering Education","score":0.855,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3466279},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.33436868},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26295736}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2404.14779","pdf_url":"https://arxiv.org/pdf/2404.14779","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2404.14779","pdf_url":"https://arxiv.org/pdf/2404.14779","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4395014643","https://openalex.org/W4391913857","https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2382290278","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2350741829","https://openalex.org/W2001405890"],"abstract_inverted_index":{"This":[0],"study":[1],"presents":[2],"a":[3,33,88],"comprehensive":[4],"analysis":[5],"and":[6,16,31,50,109],"comparison":[7],"of":[8,23,35,59,77,125],"two":[9],"predominant":[10],"fine-tuning":[11,15,113],"methodologies":[12],"-":[13,19],"full-parameter":[14],"parameter-efficient":[17],"tuning":[18,61],"within":[20],"the":[21,39,57,80,106,116,123],"context":[22],"medical":[24,46,66,70,96,117],"Large":[25],"Language":[26],"Models":[27],"(LLMs).":[28],"We":[29],"developed":[30],"refined":[32],"series":[34],"LLMs,":[36],"based":[37],"on":[38,79],"Llama-2":[40],"architecture,":[41],"specifically":[42],"designed":[43],"to":[44,104,122],"enhance":[45],"knowledge":[47],"retrieval,":[48],"reasoning,":[49],"question-answering":[51],"capabilities.":[52],"Our":[53],"experiments":[54],"systematically":[55],"evaluate":[56],"effectiveness":[58],"these":[60],"strategies":[62],"across":[63],"various":[64],"well-known":[65],"benchmarks.":[67],"Notably,":[68],"our":[69],"LLM":[71],"Med42":[72],"showed":[73],"an":[74],"accuracy":[75],"level":[76],"72%":[78],"US":[81],"Medical":[82],"Licensing":[83],"Examination":[84],"(USMLE)":[85],"datasets,":[86],"setting":[87],"new":[89],"standard":[90],"in":[91,115],"performance":[92],"for":[93,112],"openly":[94],"available":[95],"LLMs.":[97],"Through":[98],"this":[99],"comparative":[100],"analysis,":[101],"we":[102],"aim":[103],"identify":[105],"most":[107],"effective":[108],"efficient":[110],"method":[111],"LLMs":[114],"domain,":[118],"thereby":[119],"contributing":[120],"significantly":[121],"advancement":[124],"AI-driven":[126],"healthcare":[127],"applications.":[128]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4395443393","counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-04-24T13:20:28.466646","created_date":"2024-04-26"}