{"id":"https://openalex.org/W4225409014","doi":"https://doi.org/10.1145/3530879","title":"Gaze-enhanced Crossmodal Embeddings for Emotion Recognition","display_name":"Gaze-enhanced Crossmodal Embeddings for Emotion Recognition","publication_year":2022,"publication_date":"2022-05-13","ids":{"openalex":"https://openalex.org/W4225409014","doi":"https://doi.org/10.1145/3530879"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3530879","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2205.00129","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010839180","display_name":"Ahmed Mahmoud Abdou","orcid":"https://orcid.org/0000-0002-1833-0281"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ahmed Abdou","raw_affiliation_strings":["Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048271332","display_name":"Ekta Sood","orcid":"https://orcid.org/0000-0002-6267-7151"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ekta Sood","raw_affiliation_strings":["University of Stuttgart, Stuttgart, Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070129175","display_name":"Philipp M\u00fcller","orcid":"https://orcid.org/0000-0001-7037-7100"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Philipp M\u00fcller","raw_affiliation_strings":["German Research Center for Artificial Intellegence, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intellegence, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073661463","display_name":"Andreas Bulling","orcid":"https://orcid.org/0000-0001-6317-7303"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Bulling","raw_affiliation_strings":["University of Stuttgart, Stuttgart, Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.869,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":6,"citation_normalized_percentile":{"value":0.551544,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":85,"max":87},"biblio":{"volume":"6","issue":"ETRA","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.994,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crossmodal","display_name":"Crossmodal","score":0.8522093},{"id":"https://openalex.org/keywords/representation","display_name":"Representation","score":0.476563}],"concepts":[{"id":"https://openalex.org/C60115397","wikidata":"https://www.wikidata.org/wiki/Q5188732","display_name":"Crossmodal","level":4,"score":0.8522093},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.8089298},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6035951},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5239349},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.476563},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.44471574},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.43471253},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.40771267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34959108},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30665174},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.15258175},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.095746964},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3530879","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.00129","pdf_url":"http://arxiv.org/pdf/2205.00129","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2205.00129","pdf_url":"https://arxiv.org/pdf/2205.00129","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2205.00129","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.00129","pdf_url":"http://arxiv.org/pdf/2205.00129","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.41}],"grants":[],"datasets":[],"versions":["https://openalex.org/W4225409014"],"referenced_works_count":71,"referenced_works":["https://openalex.org/W107670845","https://openalex.org/W1522301498","https://openalex.org/W1606749791","https://openalex.org/W1769933788","https://openalex.org/W1976235033","https://openalex.org/W1976280386","https://openalex.org/W1978572281","https://openalex.org/W1981791759","https://openalex.org/W1985867508","https://openalex.org/W1986291329","https://openalex.org/W1992377643","https://openalex.org/W2003238582","https://openalex.org/W2005418748","https://openalex.org/W2012237712","https://openalex.org/W2027879843","https://openalex.org/W2028975938","https://openalex.org/W2045528981","https://openalex.org/W2061384397","https://openalex.org/W2072784737","https://openalex.org/W2077324971","https://openalex.org/W2085662862","https://openalex.org/W2098597588","https://openalex.org/W2102547767","https://openalex.org/W2131987814","https://openalex.org/W2132947339","https://openalex.org/W2134553449","https://openalex.org/W2145048054","https://openalex.org/W2146334809","https://openalex.org/W2146390688","https://openalex.org/W2156503193","https://openalex.org/W2185071452","https://openalex.org/W2239141610","https://openalex.org/W2247689161","https://openalex.org/W2314395941","https://openalex.org/W2325939864","https://openalex.org/W2397302540","https://openalex.org/W2432698062","https://openalex.org/W2566855717","https://openalex.org/W2625297138","https://openalex.org/W2765291577","https://openalex.org/W2767444006","https://openalex.org/W2767618761","https://openalex.org/W2796991503","https://openalex.org/W2804009937","https://openalex.org/W2807126412","https://openalex.org/W2884277711","https://openalex.org/W2907891676","https://openalex.org/W2910307394","https://openalex.org/W2912442479","https://openalex.org/W2942553295","https://openalex.org/W2947543340","https://openalex.org/W2949581707","https://openalex.org/W2955464436","https://openalex.org/W2963199341","https://openalex.org/W2972019295","https://openalex.org/W2996534282","https://openalex.org/W3022512287","https://openalex.org/W3101726544","https://openalex.org/W3102160429","https://openalex.org/W3106262690","https://openalex.org/W3137028092","https://openalex.org/W3138400635","https://openalex.org/W3160869748","https://openalex.org/W3183594898","https://openalex.org/W3191983552","https://openalex.org/W3205504809","https://openalex.org/W3206879014","https://openalex.org/W3207593103","https://openalex.org/W4200208917","https://openalex.org/W4235951849","https://openalex.org/W4388330131"],"related_works":["https://openalex.org/W953566696","https://openalex.org/W4386123105","https://openalex.org/W4240440807","https://openalex.org/W3126677997","https://openalex.org/W3117345873","https://openalex.org/W2933405975","https://openalex.org/W2085535992","https://openalex.org/W2010927954","https://openalex.org/W2010220987","https://openalex.org/W1610857240"],"abstract_inverted_index":{"Emotional":[0],"expressions":[1],"are":[2],"inherently":[3],"multimodal":[4],"--":[5,12],"integrating":[6],"facial":[7],"behavior,":[8],"speech,":[9],"and":[10,89,107,119,139],"gaze":[11,49,67,117,130,145],"but":[13,134],"their":[14],"automatic":[15],"recognition":[16,40,60,133],"is":[17],"often":[18],"limited":[19],"to":[20,37,58,143],"a":[21,27,55,69,137],"single":[22],"modality,":[23],"e.g.":[24],"speech":[25],"during":[26],"phone":[28],"call.":[29],"While":[30],"previous":[31,81],"work":[32],"proposed":[33],"crossmodal":[34,70],"emotion":[35,59,71,91,132],"embeddings":[36],"improve":[38],"monomodal":[39],"performance,":[41],"despite":[42],"its":[43],"importance,":[44],"an":[45,63],"explicit":[46,64],"representation":[47,65],"of":[48,66,83,114,129],"was":[50],"not":[51,124],"included.":[52],"We":[53,74],"propose":[54],"new":[56],"approach":[57,142],"that":[61,76],"incorporates":[62],"in":[68],"embedding":[72],"framework.":[73],"show":[75],"our":[77],"method":[78],"outperforms":[79],"the":[80,84,94,112,127],"state":[82],"art":[85],"for":[86,131,147],"both":[87],"audio-only":[88],"video-only":[90],"classification":[92],"on":[93],"popular":[95],"One-Minute":[96],"Gradual":[97],"Emotion":[98],"Recognition":[99],"dataset.":[100],"Furthermore,":[101],"we":[102],"report":[103],"extensive":[104],"ablation":[105],"experiments":[106],"provide":[108],"detailed":[109],"insights":[110],"into":[111],"performance":[113],"different":[115],"state-of-the-art":[116],"representations":[118],"integration":[120],"strategies.":[121],"Our":[122],"results":[123],"only":[125],"underline":[126],"importance":[128],"also":[135],"demonstrate":[136],"practical":[138],"highly":[140],"effective":[141],"leveraging":[144],"information":[146],"this":[148],"task.":[149]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4225409014","counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2025-01-15T19:47:39.800449","created_date":"2022-05-05"}