{"id":"https://openalex.org/W4403788045","doi":"https://doi.org/10.48550/arxiv.2409.16126","title":"VisioPhysioENet: Multimodal Engagement Detection using Visual and\n Physiological Signals","display_name":"VisioPhysioENet: Multimodal Engagement Detection using Visual and\n Physiological Signals","publication_year":2024,"publication_date":"2024-09-24","ids":{"openalex":"https://openalex.org/W4403788045","doi":"https://doi.org/10.48550/arxiv.2409.16126"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.16126","pdf_url":"http://arxiv.org/pdf/2409.16126","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2409.16126","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035336277","display_name":"Ajit Pratap Singh","orcid":"https://orcid.org/0000-0001-5103-0486"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Alakhsimar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081586351","display_name":"Nishant Verma","orcid":"https://orcid.org/0000-0002-7657-0275"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Verma, Nischay","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110961948","display_name":"Kanav Goyal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goyal, Kanav","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100701850","display_name":"Amritpal Singh","orcid":"https://orcid.org/0000-0002-3229-9460"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Amritpal","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044412028","display_name":"Puneet Kumar","orcid":"https://orcid.org/0000-0002-4318-1353"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Puneet","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101691489","display_name":"Xiao\u2010Bai Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiaobai","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":77},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.5954,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.5954,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.5439,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.511881},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37327594},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3721707},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3664609},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35143518},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34139723},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34014413}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.16126","pdf_url":"http://arxiv.org/pdf/2409.16126","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.16126","pdf_url":"http://arxiv.org/pdf/2409.16126","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3116076068","https://openalex.org/W2951359407","https://openalex.org/W2772917594","https://openalex.org/W2755342338","https://openalex.org/W2229312674","https://openalex.org/W2166024367","https://openalex.org/W2079911747","https://openalex.org/W2058170566","https://openalex.org/W2036807459","https://openalex.org/W1969923398"],"abstract_inverted_index":{"This":[0,43],"paper":[1],"presents":[2],"VisioPhysioENet,":[3],"a":[4,21,90],"novel":[5],"multimodal":[6],"system":[7],"that":[8],"leverages":[9],"visual":[10,25],"cues":[11],"and":[12,36],"physiological":[13,48],"signals":[14,49],"to":[15,54,93,100],"detect":[16],"learner":[17],"engagement.":[18],"It":[19],"employs":[20],"two-level":[22],"approach":[23],"for":[24,32,40],"feature":[26],"extraction":[27,35],"using":[28,50,62],"the":[29,37,51,68,79],"Dlib":[30],"library":[31,39],"facial":[33],"landmark":[34],"OpenCV":[38],"further":[41],"estimations.":[42],"is":[44],"complemented":[45],"by":[46],"extracting":[47],"plane-orthogonal-to-skin":[52],"method":[53],"assess":[55],"cardiovascular":[56],"activity.":[57],"These":[58],"features":[59],"are":[60],"integrated":[61],"advanced":[63],"machine":[64],"learning":[65],"classifiers,":[66],"enhancing":[67],"detection":[69],"of":[70,87,97],"various":[71,95],"engagement":[72,98],"levels.":[73],"We":[74],"rigorously":[75],"evaluate":[76],"VisioPhysioENet":[77],"on":[78],"DAiSEE":[80],"dataset,":[81],"where":[82],"it":[83],"achieves":[84],"an":[85],"accuracy":[86],"63.09%,":[88],"demonstrating":[89],"superior":[91],"ability":[92],"discern":[94],"levels":[96],"compared":[99],"existing":[101],"methodologies.":[102],"The":[103],"proposed":[104],"system's":[105],"code":[106],"can":[107],"be":[108],"accessed":[109],"at":[110],"https://github.com/MIntelligence-Group/VisioPhysioENet.":[111]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403788045","counts_by_year":[],"updated_date":"2025-04-22T19:13:46.322290","created_date":"2024-10-26"}