{"id":"https://openalex.org/W4362714356","doi":"https://doi.org/10.1109/taffc.2023.3265653","title":"Multimodal Sentiment Analysis Based on Attentional Temporal Convolutional Network and Multi-Layer Feature Fusion","display_name":"Multimodal Sentiment Analysis Based on Attentional Temporal Convolutional Network and Multi-Layer Feature Fusion","publication_year":2023,"publication_date":"2023-04-07","ids":{"openalex":"https://openalex.org/W4362714356","doi":"https://doi.org/10.1109/taffc.2023.3265653"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2023.3265653","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036420194","display_name":"Hongju Cheng","orcid":"https://orcid.org/0000-0002-0768-7859"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongju Cheng","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090208132","display_name":"Zizhen Yang","orcid":"https://orcid.org/0000-0001-9050-6387"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zizhen Yang","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050520720","display_name":"Xiaoqi Zhang","orcid":"https://orcid.org/0000-0003-3388-7085"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqi Zhang","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100397670","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0002-7891-2670"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["College of Computer and Data Science, Fuzhou University, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Data Science, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.761,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.999823,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"14","issue":"4","first_page":"3149","last_page":"3163"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9948,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9817,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.66901815},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6107036},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment Analysis","score":0.5543227},{"id":"https://openalex.org/keywords/canonical-correlation","display_name":"Canonical correlation","score":0.4935528},{"id":"https://openalex.org/keywords/representation","display_name":"Representation","score":0.4761648},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4740215}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7507086},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.66901815},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6218735},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6107036},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5543227},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.51715416},{"id":"https://openalex.org/C153874254","wikidata":"https://www.wikidata.org/wiki/Q115542","display_name":"Canonical correlation","level":2,"score":0.4935528},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4761648},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4740215},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47387573},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4121879},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37112796},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2023.3265653","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61872091"}],"datasets":[],"versions":[],"referenced_works_count":43,"referenced_works":["https://openalex.org/W1595126664","https://openalex.org/W1985867508","https://openalex.org/W2026012689","https://openalex.org/W2029996593","https://openalex.org/W2060843867","https://openalex.org/W2095176743","https://openalex.org/W2191779130","https://openalex.org/W22229905","https://openalex.org/W2278113816","https://openalex.org/W2470413457","https://openalex.org/W2556418146","https://openalex.org/W2786768213","https://openalex.org/W2787581402","https://openalex.org/W2790404832","https://openalex.org/W2799262584","https://openalex.org/W2806361578","https://openalex.org/W2807126412","https://openalex.org/W2809494002","https://openalex.org/W2896457183","https://openalex.org/W2905562398","https://openalex.org/W2924126491","https://openalex.org/W2937484199","https://openalex.org/W2945980618","https://openalex.org/W2958722525","https://openalex.org/W2963104701","https://openalex.org/W2963128932","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216321","https://openalex.org/W2964346351","https://openalex.org/W2972660800","https://openalex.org/W3022674777","https://openalex.org/W3034849760","https://openalex.org/W3034897750","https://openalex.org/W3035575271","https://openalex.org/W3048377509","https://openalex.org/W3087647883","https://openalex.org/W3093043896","https://openalex.org/W3093051361","https://openalex.org/W3128412859","https://openalex.org/W3133852917","https://openalex.org/W3160574821","https://openalex.org/W4214875575"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4320153225","https://openalex.org/W4307407935","https://openalex.org/W4293261942","https://openalex.org/W4224266612","https://openalex.org/W3125968744","https://openalex.org/W2383394264","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W203959209"],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1,16,49,180],"analysis":[2,181],"aims":[3],"to":[4,12,22,34,54,105,124,140,153,184],"extract":[5,106],"and":[6,32,69,82,147,168],"integrate":[7],"information":[8,27,39,59],"from":[9,75],"different":[10,87,137],"modalities":[11,42,77,88],"accurately":[13],"identify":[14],"the":[15,25,37,56,73,79,84,112,126,133,141,145,156,160,173],"expressed":[17],"in":[18,47],"multimodal":[19,48,129],"data.":[20],"How":[21],"effectively":[23],"capture":[24],"relevant":[26],"within":[28],"a":[29,118],"specific":[30],"modality":[31],"how":[33],"fully":[35,154],"exploit":[36],"complementary":[38],"among":[40],"multiple":[41,76],"are":[43],"two":[44],"major":[45],"challenges":[46],"analysis.":[50],"Traditional":[51],"approaches":[52],"fail":[53],"obtain":[55],"global":[57],"contextual":[58],"of":[60,128],"long":[61],"time-series":[62],"data":[63],"when":[64,89],"extracting":[65],"unimodal":[66,107],"temporal":[67,108],"features,":[68,146],"they":[70],"usually":[71],"fuse":[72],"features":[74,109,135],"with":[78],"same":[80],"method":[81],"ignore":[83],"correlation":[85,142],"between":[86,144,159],"modeling":[90],"inter-modal":[91],"interactions.":[92],"In":[93],"this":[94],"paper,":[95],"we":[96],"first":[97],"propose":[98],"an":[99],"Attentional":[100],"Temporal":[101],"Convolutional":[102],"Network":[103],"(ATCN)":[104],"for":[110],"enhancing":[111],"feature":[113],"representation":[114],"ability,":[115],"then":[116],"introduce":[117],"Multi-layer":[119],"Feature":[120],"Fusion":[121],"(MFF)":[122],"model":[123,175],"improve":[125],"effectiveness":[127],"fusion,":[130],"which":[131],"fuses":[132],"different-level":[134],"by":[136],"methods":[138],"according":[139],"coefficient":[143],"cross-modal":[148],"multi-head":[149],"attention":[150],"is":[151],"used":[152],"explore":[155],"potential":[157],"relationship":[158],"low-level":[161],"features.":[162],"The":[163],"experimental":[164],"results":[165],"on":[166,179],"SIMS":[167],"CMU-MOSI":[169],"datasets":[170],"show":[171],"that":[172],"proposed":[174],"achieves":[176],"superior":[177],"performance":[178],"tasks":[182],"compared":[183],"state-of-the-art":[185],"baselines.":[186]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4362714356","counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2024-12-07T04:46:56.262666","created_date":"2023-04-09"}