{"id":"https://openalex.org/W2786768213","doi":"https://doi.org/10.1109/tcyb.2018.2797176","title":"EmotionMeter: A Multimodal Framework for Recognizing Human Emotions","display_name":"EmotionMeter: A Multimodal Framework for Recognizing Human Emotions","publication_year":2018,"publication_date":"2018-02-07","ids":{"openalex":"https://openalex.org/W2786768213","doi":"https://doi.org/10.1109/tcyb.2018.2797176","mag":"2786768213","pmid":"https://pubmed.ncbi.nlm.nih.gov/29994384"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2018.2797176","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056335002","display_name":"Wei\u2010Long Zheng","orcid":"https://orcid.org/0000-0002-9474-6369"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei-Long Zheng","raw_affiliation_strings":["Brain Science and Technology Research Center, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Brain Science and Technology Research Center, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079066710","display_name":"Wei Liu","orcid":"https://orcid.org/0000-0002-3840-1980"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["Brain Science and Technology Research Center, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Brain Science and Technology Research Center, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101922168","display_name":"Yifei Lu","orcid":"https://orcid.org/0000-0001-9529-7780"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Lu","raw_affiliation_strings":["Brain Science and Technology Research Center, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Brain Science and Technology Research Center, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040440605","display_name":"Bao\u2010Liang Lu","orcid":"https://orcid.org/0000-0001-8359-0058"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bao-Liang Lu","raw_affiliation_strings":["Brain Science and Technology Research Center, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Brain Science and Technology Research Center, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018676117","display_name":"Andrzej Cichocki","orcid":"https://orcid.org/0000-0002-8364-7226"},"institutions":[{"id":"https://openalex.org/I3019271933","display_name":"Nicolaus Copernicus University","ror":"https://ror.org/0102mm775","country_code":"PL","type":"funder","lineage":["https://openalex.org/I3019271933"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Andrzej Cichocki","raw_affiliation_strings":["Nicolaus Copernicus University, Torun, Poland"],"affiliations":[{"raw_affiliation_string":"Nicolaus Copernicus University, Torun, Poland","institution_ids":["https://openalex.org/I3019271933"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":26.805,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":787,"citation_normalized_percentile":{"value":0.999938,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"49","issue":"3","first_page":"1110","last_page":"1122"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9977,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6629932},{"id":"https://openalex.org/keywords/subconscious","display_name":"Subconscious","score":0.6138159}],"concepts":[{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.8297993},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6629932},{"id":"https://openalex.org/C96851999","wikidata":"https://www.wikidata.org/wiki/Q848369","display_name":"Subconscious","level":3,"score":0.6138159},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5931801},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.54634815},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.52413684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.51487887},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.397781},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.36753407},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33792776},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.09296158},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":"","qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":true},{"descriptor_ui":"D005133","descriptor_name":"Eye Movements","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":"","qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005133","descriptor_name":"Eye Movements","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":"","qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2018.2797176","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29994384","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.58,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61673266"},{"funder":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality","award_id":"15JC1400103"},{"funder":"https://openalex.org/F4320321912","funder_display_name":"Ministry of Education and Science of the Russian Federation","award_id":"14.756.31.0001"},{"funder":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China","award_id":"2017YFB1002501"},{"funder":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities","award_id":null}],"datasets":[],"versions":[],"referenced_works_count":86,"referenced_works":["https://openalex.org/W1503483822","https://openalex.org/W1538622809","https://openalex.org/W1608315759","https://openalex.org/W1859154264","https://openalex.org/W1947251450","https://openalex.org/W1964608690","https://openalex.org/W1970727126","https://openalex.org/W1971027948","https://openalex.org/W1975056359","https://openalex.org/W1980122010","https://openalex.org/W1985867508","https://openalex.org/W2001097956","https://openalex.org/W2002565627","https://openalex.org/W2003238582","https://openalex.org/W2004104731","https://openalex.org/W2025751302","https://openalex.org/W2025866968","https://openalex.org/W2032085365","https://openalex.org/W2033538409","https://openalex.org/W2038610431","https://openalex.org/W2044807399","https://openalex.org/W2046646175","https://openalex.org/W2050596356","https://openalex.org/W2055068296","https://openalex.org/W2060678323","https://openalex.org/W2074576386","https://openalex.org/W2076505306","https://openalex.org/W2081081479","https://openalex.org/W2081420711","https://openalex.org/W2081710505","https://openalex.org/W2083462897","https://openalex.org/W2085497785","https://openalex.org/W2092447967","https://openalex.org/W2109773980","https://openalex.org/W2116064496","https://openalex.org/W2117645142","https://openalex.org/W2118585731","https://openalex.org/W2125388816","https://openalex.org/W2126698740","https://openalex.org/W2132889650","https://openalex.org/W2134602648","https://openalex.org/W2139564752","https://openalex.org/W2140079265","https://openalex.org/W2144756000","https://openalex.org/W2148905283","https://openalex.org/W2149615089","https://openalex.org/W2156503193","https://openalex.org/W2162137602","https://openalex.org/W2164699598","https://openalex.org/W2165698076","https://openalex.org/W2167716931","https://openalex.org/W2168031754","https://openalex.org/W2168350941","https://openalex.org/W2178271665","https://openalex.org/W2184188583","https://openalex.org/W2186437392","https://openalex.org/W2247689161","https://openalex.org/W2339343773","https://openalex.org/W2407512993","https://openalex.org/W2468114283","https://openalex.org/W2469733693","https://openalex.org/W2492657026","https://openalex.org/W2525648609","https://openalex.org/W2538079766","https://openalex.org/W2538391214","https://openalex.org/W2554118823","https://openalex.org/W2578674746","https://openalex.org/W2582219439","https://openalex.org/W2582663318","https://openalex.org/W2583542555","https://openalex.org/W2587844010","https://openalex.org/W2590378553","https://openalex.org/W2610210624","https://openalex.org/W2610786808","https://openalex.org/W2610961739","https://openalex.org/W2611085340","https://openalex.org/W2625929003","https://openalex.org/W2766825571","https://openalex.org/W2919115771","https://openalex.org/W2951908892","https://openalex.org/W2962699674","https://openalex.org/W2962905870","https://openalex.org/W3124617164","https://openalex.org/W4230277160","https://openalex.org/W4292994367","https://openalex.org/W4294555043"],"related_works":["https://openalex.org/W4385360431","https://openalex.org/W4207004974","https://openalex.org/W34139413","https://openalex.org/W3132110389","https://openalex.org/W3015062709","https://openalex.org/W2972168326","https://openalex.org/W2514389873","https://openalex.org/W2392683697","https://openalex.org/W2353486471","https://openalex.org/W2083817658"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,30],"present":[4],"a":[5,32,87,161],"multimodal":[6,76],"emotion":[7],"recognition":[8,64,163],"framework":[9],"called":[10],"EmotionMeter":[11,26,146,159,184],"that":[12,72,123],"combines":[13],"brain":[14],"waves":[15],"and":[16,23,46,55,90,105,114,121,173,186],"eye":[17,47,115,133,174],"movements.":[18],"To":[19,141],"increase":[20],"the":[21,36,51,63,83,91,109,126,143,152,170,181],"feasibility":[22],"wearability":[24],"of":[25,59,66,95,112,128,145,165,183],"in":[27,137],"real-world":[28],"applications,":[29],"design":[31],"six-electrode":[33,171],"placement":[34],"above":[35],"ears":[37],"to":[38,61],"collect":[39],"electroencephalography":[40],"(EEG)":[41],"signals.":[42],"We":[43,107],"combine":[44],"EEG":[45,113,124,136,172],"movements":[48,116,134],"for":[49,99,117],"integrating":[50],"internal":[52],"cognitive":[53],"states":[54],"external":[56],"subconscious":[57],"behaviors":[58],"users":[60],"improve":[62],"accuracy":[65,94,164],"EmotionMeter.":[67],"The":[68],"experimental":[69,178],"results":[70,179],"demonstrate":[71,180],"modality":[73],"fusion":[74],"with":[75,86,169],"deep":[77],"neural":[78],"networks":[79],"can":[80],"significantly":[81],"enhance":[82],"performance":[84],"compared":[85],"single":[88],"modality,":[89],"best":[92],"mean":[93,162],"85.11%":[96],"is":[97],"achieved":[98],"four":[100],"emotions":[101],"(happy,":[102],"sad,":[103],"fear,":[104],"neutral).":[106],"explore":[108],"complementary":[110],"characteristics":[111],"their":[118],"representational":[119],"capacities":[120],"identify":[122],"has":[125],"advantage":[127],"classifying":[129],"happy":[130],"emotion,":[131],"whereas":[132],"outperform":[135],"recognizing":[138],"fear":[139],"emotion.":[140],"investigate":[142],"stability":[144],"over":[147],"time,":[148],"each":[149],"subject":[150],"performs":[151],"experiments":[153],"three":[154],"times":[155],"on":[156],"different":[157],"days.":[158],"obtains":[160],"72.39%":[166],"across":[167],"sessions":[168],"movement":[175],"features.":[176],"These":[177],"effectiveness":[182],"within":[185],"between":[187],"sessions.":[188]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2786768213","counts_by_year":[{"year":2025,"cited_by_count":49},{"year":2024,"cited_by_count":185},{"year":2023,"cited_by_count":176},{"year":2022,"cited_by_count":148},{"year":2021,"cited_by_count":111},{"year":2020,"cited_by_count":79},{"year":2019,"cited_by_count":31},{"year":2018,"cited_by_count":8}],"updated_date":"2025-05-04T18:21:05.016533","created_date":"2018-02-23"}