{"id":"https://openalex.org/W2945616044","doi":"https://doi.org/10.1109/taffc.2019.2916015","title":"Utilizing Deep Learning Towards Multi-Modal Bio-Sensing and Vision-Based Affective Computing","display_name":"Utilizing Deep Learning Towards Multi-Modal Bio-Sensing and Vision-Based Affective Computing","publication_year":2019,"publication_date":"2019-05-14","ids":{"openalex":"https://openalex.org/W2945616044","doi":"https://doi.org/10.1109/taffc.2019.2916015","mag":"2945616044"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2019.2916015","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"acceptedVersion","is_accepted":true,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://doi.org/10.1109/taffc.2019.2916015","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057280711","display_name":"Siddharth Siddharth","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"funder","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"None Siddharth","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California San Diego, La Jolla, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055443847","display_name":"Tzyy\u2010Ping Jung","orcid":"https://orcid.org/0000-0002-8377-2166"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"funder","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tzyy-Ping Jung","raw_affiliation_strings":["Institute for Neural Computation, University of California San Diego, La Jolla, CA, USA"],"affiliations":[{"raw_affiliation_string":"Institute for Neural Computation, University of California San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044141636","display_name":"Terrence J. Sejnowski","orcid":"https://orcid.org/0000-0002-0622-7391"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"funder","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Terrence J. Sejnowski","raw_affiliation_strings":["Institute for Neural Computation, University of California San Diego, La Jolla, CA, USA"],"affiliations":[{"raw_affiliation_string":"Institute for Neural Computation, University of California San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":16.907,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":179,"citation_normalized_percentile":{"value":0.999913,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"13","issue":"1","first_page":"96","last_page":"107"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9927,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11667","display_name":"Advanced Chemical Sensor Technologies","score":0.9749,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5233635},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective Computing","score":0.51502204},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5116854}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7627076},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6954457},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.60148954},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.52659976},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5233635},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.51502204},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5116854},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5083968},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.5039908},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.44435167},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36214978},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2019.2916015","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"acceptedVersion","is_accepted":true,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1905.07039","pdf_url":"https://arxiv.org/pdf/1905.07039","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2019.2916015","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"acceptedVersion","is_accepted":true,"is_published":false},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation","award_id":"1540943"},{"funder":"https://openalex.org/F4320338295","funder_display_name":"Army Research Laboratory","award_id":"W911NF-10-2-0022"}],"datasets":[],"versions":[],"referenced_works_count":65,"referenced_works":["https://openalex.org/W1552621597","https://openalex.org/W1661563386","https://openalex.org/W1686810756","https://openalex.org/W193371186","https://openalex.org/W1971078086","https://openalex.org/W1995474267","https://openalex.org/W2002055708","https://openalex.org/W2004522297","https://openalex.org/W2007339694","https://openalex.org/W2011301426","https://openalex.org/W2014348006","https://openalex.org/W2020346648","https://openalex.org/W2020764393","https://openalex.org/W2023233510","https://openalex.org/W2031828545","https://openalex.org/W2038228012","https://openalex.org/W2056458923","https://openalex.org/W2060300932","https://openalex.org/W2062118960","https://openalex.org/W2064675550","https://openalex.org/W2064770205","https://openalex.org/W2081835714","https://openalex.org/W2089468765","https://openalex.org/W2095233676","https://openalex.org/W2106390385","https://openalex.org/W2111072639","https://openalex.org/W2117539524","https://openalex.org/W2121684305","https://openalex.org/W2122098299","https://openalex.org/W2123260696","https://openalex.org/W2124901121","https://openalex.org/W2128495200","https://openalex.org/W2141220295","https://openalex.org/W2141885969","https://openalex.org/W2142197234","https://openalex.org/W2143428794","https://openalex.org/W2149628368","https://openalex.org/W2151786648","https://openalex.org/W2154053567","https://openalex.org/W2164598857","https://openalex.org/W2164699598","https://openalex.org/W2164985412","https://openalex.org/W2165306728","https://openalex.org/W2166817813","https://openalex.org/W2176865601","https://openalex.org/W2222581876","https://openalex.org/W2246249023","https://openalex.org/W2325939864","https://openalex.org/W2536442339","https://openalex.org/W2563836857","https://openalex.org/W2565944610","https://openalex.org/W2599124244","https://openalex.org/W2625929003","https://openalex.org/W2731384566","https://openalex.org/W2731964405","https://openalex.org/W2757028014","https://openalex.org/W2766380718","https://openalex.org/W2770212497","https://openalex.org/W2779957450","https://openalex.org/W2891715554","https://openalex.org/W2962699674","https://openalex.org/W2962793656","https://openalex.org/W2962905870","https://openalex.org/W2963037989","https://openalex.org/W2963927969"],"related_works":["https://openalex.org/W4362650935","https://openalex.org/W4360994129","https://openalex.org/W4313351211","https://openalex.org/W3125908420","https://openalex.org/W3038982524","https://openalex.org/W2978360381","https://openalex.org/W2964266095","https://openalex.org/W2904925713","https://openalex.org/W2800170478","https://openalex.org/W2798573901"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"the":[3,84,94,99,110,129,138,145,155,159,162],"use":[4],"of":[5,26,70,140,170],"bio-sensing":[6,56,66],"signals":[7],"such":[8,42],"as":[9,43],"electroencephalogram":[10],"(EEG),":[11],"electrocardiogram":[12],"(ECG),":[13],"etc.":[14],"have":[15,51],"garnered":[16],"interest":[17],"towards":[18,36,192],"applications":[19],"in":[20,34,49],"affective":[21,172,200],"computing.":[22],"The":[23],"parallel":[24],"trend":[25],"deep-learning":[27,50],"has":[28],"led":[29],"to":[30,64,152,198],"a":[31,167,184,189],"huge":[32],"leap":[33],"performance":[35,86,95,139],"solving":[37],"various":[38,65,199],"vision-based":[39],"research":[40],"problems":[41],"object":[44],"detection.":[45],"Yet,":[46],"these":[47,102],"advances":[48],"not":[52],"adequately":[53],"translated":[54],"into":[55],"research.":[57],"This":[58],"work":[59],"applies":[60],"novel":[61],"deep-learning-based":[62],"methods":[63],"and":[67,121,124,132,147,179],"video":[68],"data":[69,173],"four":[71],"publicly":[72],"available":[73],"multi-modal":[74,171],"emotion":[75],"datasets.":[76,134,163],"For":[77],"each":[78,89],"dataset,":[79],"we":[80,165,187],"first":[81],"individually":[82],"evaluate":[83,93,137],"emotion-classification":[85],"obtained":[87,96],"by":[88,97,113,143,148],"modality.":[90],"We":[91,104,135],"then":[92],"fusing":[98],"features":[100],"from":[101,174],"modalities.":[103],"show":[105,153],"that":[106,154],"our":[107,141],"algorithms":[108,142],"outperform":[109],"results":[111],"reported":[112],"other":[114],"studies":[115],"for":[116,128],"emotion/valence/arousal/liking":[117],"classification":[118],"on":[119],"DEAP":[120],"MAHNOB-HCI":[122],"datasets":[123,146],"set":[125],"up":[126],"benchmarks":[127],"newer":[130],"AMIGOS":[131],"DREAMER":[133],"also":[136],"combining":[144],"using":[149],"transfer":[150],"learning":[151],"proposed":[156],"method":[157],"overcomes":[158],"inconsistencies":[160],"between":[161],"Hence,":[164],"do":[166],"thorough":[168],"analysis":[169],"more":[175],"than":[176],"120":[177],"subjects":[178],"2,800":[180],"trials.":[181],"Finally,":[182],"utilizing":[183],"convolution-deconvolution":[185],"network,":[186],"propose":[188],"new":[190],"technique":[191],"identifying":[193],"salient":[194],"brain":[195],"regions":[196],"corresponding":[197],"states.":[201]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2945616044","counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":48},{"year":2022,"cited_by_count":32},{"year":2021,"cited_by_count":40},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":3}],"updated_date":"2025-04-23T03:16:59.034151","created_date":"2019-05-29"}