{"id":"https://openalex.org/W4392932693","doi":"https://doi.org/10.48550/arxiv.2403.10279","title":"Emotion-Aware Multimodal Fusion for Meme Emotion Detection","display_name":"Emotion-Aware Multimodal Fusion for Meme Emotion Detection","publication_year":2024,"publication_date":"2024-03-15","ids":{"openalex":"https://openalex.org/W4392932693","doi":"https://doi.org/10.48550/arxiv.2403.10279"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.10279","pdf_url":"http://arxiv.org/pdf/2403.10279","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2403.10279","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107808358","display_name":"Shivam Sharma","orcid":"https://orcid.org/0009-0006-0732-5870"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Shivam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065741225","display_name":"S Ramaneswaran","orcid":"https://orcid.org/0000-0002-8340-403X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"S, Ramaneswaran","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066369545","display_name":"Md Shad Akhtar","orcid":"https://orcid.org/0000-0002-2033-2382"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akhtar, Md. Shad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5046521217","display_name":"Tanmoy Chakraborty","orcid":"https://orcid.org/0000-0002-0210-0369"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chakraborty, Tanmoy","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":84},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.913,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.913,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-detection","display_name":"Emotion detection","score":0.6239172}],"concepts":[{"id":"https://openalex.org/C2988148770","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion detection","level":3,"score":0.6239172},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.50283426},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46121135},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.45493114},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4322607},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.34439546},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32475007},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32309908},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3169477},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.21295246},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.11911714}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.10279","pdf_url":"http://arxiv.org/pdf/2403.10279","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.10279","pdf_url":"http://arxiv.org/pdf/2403.10279","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4392502551","https://openalex.org/W4391307871","https://openalex.org/W4389296211","https://openalex.org/W4377704381","https://openalex.org/W4319430321","https://openalex.org/W4240439755","https://openalex.org/W3047499479","https://openalex.org/W2922915988","https://openalex.org/W2505228240","https://openalex.org/W2336827033"],"abstract_inverted_index":{"The":[0],"ever-evolving":[1],"social":[2],"media":[3],"discourse":[4],"has":[5],"witnessed":[6],"an":[7,120],"overwhelming":[8],"use":[9],"of":[10,193],"memes":[11,37,60],"to":[12,31,53,77],"express":[13],"opinions":[14],"or":[15],"dissent.":[16],"Besides":[17],"being":[18],"misused":[19],"for":[20,69],"spreading":[21],"malcontent,":[22],"they":[23],"are":[24,51],"mined":[25],"by":[26,136,158,189],"corporations":[27],"and":[28,71,117,168],"political":[29],"parties":[30],"glean":[32],"the":[33,44,48,55,148,185,190],"public's":[34],"opinion.":[35],"Therefore,":[36],"predominantly":[38],"offer":[39],"affect-enriched":[40],"insights":[41],"towards":[42],"ascertaining":[43],"societal":[45],"psyche.":[46],"However,":[47],"current":[49],"approaches":[50,146],"yet":[52],"model":[54],"affective":[56],"dimensions":[57],"expressed":[58],"in":[59],"effectively.":[61],"They":[62],"rely":[63],"extensively":[64],"on":[65,147,162],"large":[66],"multimodal":[67,107],"datasets":[68,165],"pre-training":[70],"do":[72],"not":[73],"generalize":[74],"well":[75],"due":[76],"constrained":[78],"visual-linguistic":[79],"grounding.":[80],"In":[81],"this":[82],"paper,":[83],"we":[84,175,183],"introduce":[85],"MOOD":[86],"(Meme":[87],"emOtiOns":[88],"Dataset),":[89],"which":[90],"embodies":[91],"six":[92],"basic":[93],"emotions.":[94],"We":[95,152],"then":[96,153],"present":[97],"ALFRED":[98,140],"(emotion-Aware":[99],"muLtimodal":[100],"Fusion":[101],"foR":[102],"Emotion":[103],"Detection),":[104],"a":[105,125],"novel":[106],"neural":[108],"framework":[109],"that":[110],"(i)":[111],"explicitly":[112],"models":[113],"emotion-enriched":[114],"visual":[115],"cues,":[116],"(ii)":[118],"employs":[119],"efficient":[121],"cross-modal":[122],"fusion":[123],"via":[124],"gating":[126],"mechanism.":[127],"Our":[128],"investigation":[129],"establishes":[130],"ALFRED's":[131,155,177],"superiority":[132],"over":[133,171],"existing":[134],"baselines":[135],"4.94%":[137],"F1.":[138],"Additionally,":[139],"competes":[141],"strongly":[142],"with":[143],"previous":[144],"best":[145],"challenging":[149],"Memotion":[150],"task.":[151],"discuss":[154],"domain-agnostic":[156],"generalizability":[157],"demonstrating":[159],"its":[160],"dominance":[161],"two":[163],"recently-released":[164],"-":[166],"HarMeme":[167],"Dank":[169],"Memes,":[170],"other":[172],"baselines.":[173],"Further,":[174],"analyze":[176],"interpretability":[178],"using":[179],"attention":[180],"maps.":[181],"Finally,":[182],"highlight":[184],"inherent":[186],"challenges":[187],"posed":[188],"complex":[191],"interplay":[192],"disparate":[194],"modality-specific":[195],"cues":[196],"toward":[197],"meme":[198],"analysis.":[199]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4392932693","counts_by_year":[],"updated_date":"2024-12-07T12:37:58.748246","created_date":"2024-03-19"}