{"id":"https://openalex.org/W4399114758","doi":"https://doi.org/10.48550/arxiv.2405.15766","title":"Enhancing Adverse Drug Event Detection with Multimodal Dataset: Corpus\n Creation and Model Development","display_name":"Enhancing Adverse Drug Event Detection with Multimodal Dataset: Corpus\n Creation and Model Development","publication_year":2024,"publication_date":"2024-05-24","ids":{"openalex":"https://openalex.org/W4399114758","doi":"https://doi.org/10.48550/arxiv.2405.15766"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.15766","pdf_url":"http://arxiv.org/pdf/2405.15766","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2405.15766","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028037783","display_name":"Pranab Sahoo","orcid":"https://orcid.org/0000-0002-0784-1908"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sahoo, Pranab","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101632083","display_name":"Ayush Singh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Ayush Kumar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060797340","display_name":"Sriparna Saha","orcid":"https://orcid.org/0000-0001-5458-9381"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saha, Sriparna","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047032131","display_name":"Aman Chadha","orcid":"https://orcid.org/0000-0001-6621-9003"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chadha, Aman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5088675403","display_name":"Samrat Mondal","orcid":"https://orcid.org/0000-0002-2159-3410"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mondal, Samrat","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":78},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9565,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9565,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9482,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9012,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drug-development","display_name":"Drug Development","score":0.46537632}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5585022},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5367917},{"id":"https://openalex.org/C64903051","wikidata":"https://www.wikidata.org/wiki/Q2198549","display_name":"Drug development","level":3,"score":0.46537632},{"id":"https://openalex.org/C197934379","wikidata":"https://www.wikidata.org/wiki/Q2047938","display_name":"Adverse effect","level":2,"score":0.41900682},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40971914},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3917361},{"id":"https://openalex.org/C2780035454","wikidata":"https://www.wikidata.org/wiki/Q8386","display_name":"Drug","level":2,"score":0.36689717},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32484567},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.24070978},{"id":"https://openalex.org/C98274493","wikidata":"https://www.wikidata.org/wiki/Q128406","display_name":"Pharmacology","level":1,"score":0.1425784},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.15766","pdf_url":"http://arxiv.org/pdf/2405.15766","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.15766","pdf_url":"http://arxiv.org/pdf/2405.15766","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4361215268","https://openalex.org/W4244851925","https://openalex.org/W4220709714","https://openalex.org/W4206379684","https://openalex.org/W2922115310","https://openalex.org/W2580680567","https://openalex.org/W2366105490","https://openalex.org/W2330883931","https://openalex.org/W1967183025","https://openalex.org/W1585256759"],"abstract_inverted_index":{"The":[0],"mining":[1,79],"of":[2,24,126,137,158],"adverse":[3,25,148],"drug":[4],"events":[5],"(ADEs)":[6],"is":[7,75],"pivotal":[8],"in":[9,53,145,186],"pharmacovigilance,":[10],"enhancing":[11],"patient":[12,173],"safety":[13],"by":[14,133],"identifying":[15,147],"potential":[16],"risks":[17],"associated":[18],"with":[19,114],"medications,":[20],"facilitating":[21],"early":[22],"detection":[23,33,108,132],"events,":[26],"and":[27,45,62,92,128,177],"guiding":[28],"regulatory":[29],"decision-making.":[30],"Traditional":[31],"ADE":[32,78,131,175],"methods":[34],"are":[35],"reliable":[36],"but":[37],"slow,":[38],"not":[39],"easily":[40],"adaptable":[41],"to":[42,164],"large-scale":[43],"operations,":[44],"offer":[46],"limited":[47],"information.":[48],"With":[49],"the":[50,124,156,181],"exponential":[51],"increase":[52],"data":[54],"sources":[55],"like":[56],"social":[57],"media":[58],"content,":[59],"biomedical":[60],"literature,":[61],"Electronic":[63],"Medical":[64],"Records":[65],"(EMR),":[66],"extracting":[67],"relevant":[68],"ADE-related":[69,111],"information":[70,113],"from":[71,162],"these":[72],"unstructured":[73],"texts":[74],"imperative.":[76],"Previous":[77],"studies":[80],"have":[81],"focused":[82],"on":[83],"text-based":[84],"methodologies,":[85],"overlooking":[86],"visual":[87,115,160],"cues,":[88],"limiting":[89],"contextual":[90],"comprehension,":[91],"hindering":[93],"accurate":[94],"interpretation.":[95],"To":[96],"address":[97],"this":[98],"gap,":[99],"we":[100,118,154],"present":[101],"a":[102,120],"MultiModal":[103],"Adverse":[104],"Drug":[105],"Event":[106],"(MMADE)":[107],"dataset,":[109,153],"merging":[110],"textual":[112],"aids.":[116],"Additionally,":[117],"introduce":[119],"framework":[121],"that":[122],"leverages":[123],"capabilities":[125],"LLMs":[127],"VLMs":[129],"for":[130,172,183],"generating":[134],"detailed":[135],"descriptions":[136],"medical":[138],"images":[139,163],"depicting":[140],"ADEs,":[141],"aiding":[142],"healthcare":[143,178],"professionals":[144],"visually":[146],"events.":[149],"Using":[150],"our":[151],"MMADE":[152],"showcase":[155],"significance":[157],"integrating":[159],"cues":[161],"enhance":[165],"overall":[166],"performance.":[167],"This":[168],"approach":[169],"holds":[170],"promise":[171],"safety,":[174],"awareness,":[176],"accessibility,":[179],"paving":[180],"way":[182],"further":[184],"exploration":[185],"personalized":[187],"healthcare.":[188]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4399114758","counts_by_year":[],"updated_date":"2025-04-03T02:14:20.349083","created_date":"2024-05-29"}