{"id":"https://openalex.org/W3095024162","doi":"https://doi.org/10.1109/tmm.2020.3035277","title":"Image-Text Multimodal Emotion Classification via Multi-View Attentional Network","display_name":"Image-Text Multimodal Emotion Classification via Multi-View Attentional Network","publication_year":2020,"publication_date":"2020-11-02","ids":{"openalex":"https://openalex.org/W3095024162","doi":"https://doi.org/10.1109/tmm.2020.3035277","mag":"3095024162"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2020.3035277","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101508284","display_name":"Xiaocui Yang","orcid":"https://orcid.org/0000-0002-9488-6716"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"funder","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaocui Yang","raw_affiliation_strings":["School of Computer Science, and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057958949","display_name":"Shi Feng","orcid":"https://orcid.org/0000-0002-2846-7652"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"funder","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Feng","raw_affiliation_strings":["School of Computer Science, and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035378456","display_name":"Daling Wang","orcid":"https://orcid.org/0000-0003-1340-0778"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"funder","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daling Wang","raw_affiliation_strings":["School of Computer Science, and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100386934","display_name":"Yifei Zhang","orcid":"https://orcid.org/0000-0002-4646-7699"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"funder","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Zhang","raw_affiliation_strings":["School of Computer Science, and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.865,"has_fulltext":false,"cited_by_count":164,"citation_normalized_percentile":{"value":0.890118,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"23","issue":null,"first_page":"4014","last_page":"4026"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9931,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9904,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8273809},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.51082444},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4721085},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4540206},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42456388},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.42058378},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35085568}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2020.3035277","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.67}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61772122"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61872074"},{"funder":"https://openalex.org/F4320336026","funder_display_name":"National Key Research and Development Program of China Stem Cell and Translational Research","award_id":"2018YFB1004700"}],"datasets":[],"versions":[],"referenced_works_count":51,"referenced_works":["https://openalex.org/W1670132599","https://openalex.org/W1686810756","https://openalex.org/W1832693441","https://openalex.org/W1875160599","https://openalex.org/W2075456404","https://openalex.org/W2084046180","https://openalex.org/W2098689807","https://openalex.org/W2110700950","https://openalex.org/W2166706824","https://openalex.org/W2170414372","https://openalex.org/W2183341477","https://openalex.org/W2250539671","https://openalex.org/W2250966211","https://openalex.org/W2251394420","https://openalex.org/W2265228180","https://openalex.org/W2265846598","https://openalex.org/W2293236424","https://openalex.org/W2346975490","https://openalex.org/W2517194566","https://openalex.org/W2527200148","https://openalex.org/W2532034655","https://openalex.org/W2584561145","https://openalex.org/W2604737966","https://openalex.org/W2732026016","https://openalex.org/W2740550900","https://openalex.org/W2744979708","https://openalex.org/W2753840835","https://openalex.org/W2767484504","https://openalex.org/W2772633765","https://openalex.org/W2798802604","https://openalex.org/W2805121932","https://openalex.org/W2810665353","https://openalex.org/W2810884800","https://openalex.org/W2888975113","https://openalex.org/W2895918973","https://openalex.org/W2908347420","https://openalex.org/W2910191085","https://openalex.org/W2910861656","https://openalex.org/W2913428326","https://openalex.org/W2920885526","https://openalex.org/W2923528470","https://openalex.org/W2944443295","https://openalex.org/W2949197413","https://openalex.org/W2950883513","https://openalex.org/W2962697713","https://openalex.org/W2962835968","https://openalex.org/W2963066927","https://openalex.org/W2963702064","https://openalex.org/W2964010806","https://openalex.org/W2964236337","https://openalex.org/W3104739527"],"related_works":["https://openalex.org/W4312376745","https://openalex.org/W4200043248","https://openalex.org/W2886173746","https://openalex.org/W2601157893","https://openalex.org/W2373006798","https://openalex.org/W2136016640","https://openalex.org/W2131735617","https://openalex.org/W2056912418","https://openalex.org/W2049538278","https://openalex.org/W2033213769"],"abstract_inverted_index":{"Compared":[0],"with":[1,87],"single-modal":[2,184],"content,":[3],"multimodal":[4,17,44,51,104,166],"data":[5],"can":[6],"express":[7],"users'":[8],"feelings":[9],"and":[10,14,141,157,187,196,212,223],"sentiments":[11],"more":[12,88],"vividly":[13],"interestingly.":[15],"Therefore,":[16],"sentiment":[18,33,56],"analysis":[19,106],"has":[20],"become":[21],"a":[22,75,102,117,158,209,213],"popular":[23],"research":[24],"topic.":[25],"However,":[26],"most":[27,48],"existing":[28],"methods":[29],"either":[30],"learn":[31],"modal":[32],"feature":[34,137,142,146,200],"independently,":[35],"without":[36],"considering":[37],"their":[38],"correlations,":[39],"or":[40],"they":[41],"simply":[42],"integrate":[43],"features.":[45],"In":[46,144,198],"addition,":[47],"publicly":[49],"available":[50],"datasets":[52,225],"are":[53,64,205],"labeled":[54,81],"by":[55,62,82,235],"polarities,":[57],"while":[58],"the":[59,110,126,145,178,190,194,199,220,228],"emotions":[60],"expressed":[61],"users":[63],"specific.":[65],"Based":[66],"on":[67,109,219],"this":[68,71,181],"observation,":[69],"in":[70],"paper,":[72],"we":[73,149],"build":[74],"large-scale":[76],"image-text":[77],"emotion":[78,105,167,185],"dataset":[79],"(i.e.,":[80],"different":[83],"emotions),":[84],"called":[85],"TumEmo,":[86],"than":[89],"190,000":[92],"instances":[93],"from":[94,153],"Tumblr.":[95],"1":[98],"We":[99],"further":[100],"propose":[101],"novel":[103],"model":[107,133],"based":[108],"Multi-view":[111],"Attentional":[112],"Network":[113],"(MVAN),":[114],"which":[115],"utilizes":[116],"memory":[118,179],"network":[119],"that":[120,176,227],"is":[121,174],"continually":[122],"updated":[123],"to":[124,161],"obtain":[125],"deep":[127],"semantic":[128],"features":[129,152,186,204],"of":[130],"image-text.":[131],"The":[132,216],"includes":[134],"three":[135],"stages:":[136],"mapping,":[138],"interactive":[139,171],"learning,":[140],"fusion.":[143],"mapping":[147],"stage,":[148,202],"leverage":[150],"image":[151,195],"an":[154,170],"object":[155],"viewpoint":[156,160],"scene":[159],"capture":[162],"effective":[163],"information":[164],"for":[165],"analysis.":[168],"Then,":[169],"learning":[172],"mechanism":[173,182],"adopted":[175],"uses":[177],"network;":[180],"extracts":[183],"interactively":[188],"models":[189,234],"cross-view":[191],"dependencies":[192],"between":[193],"text.":[197],"fusion":[201],"multiple":[203],"deeply":[206],"fused":[207],"using":[208],"multilayer":[210],"perceptron":[211],"stacking-pooling":[214],"module.":[215],"experimental":[217],"results":[218],"MVSA-Single,":[221],"MVSA-Multiple,":[222],"TumEmo":[224],"show":[226],"proposed":[229],"MVAN":[230],"outperforms":[231],"strong":[232],"baseline":[233],"large":[236],"margins.":[237]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3095024162","counts_by_year":[{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":59},{"year":2023,"cited_by_count":54},{"year":2022,"cited_by_count":31},{"year":2021,"cited_by_count":7}],"updated_date":"2025-04-30T15:47:20.909298","created_date":"2020-11-09"}