{"id":"https://openalex.org/W4361281099","doi":"https://doi.org/10.3390/s23073580","title":"Facial Motion Capture System Based on Facial Electromyogram and Electrooculogram for Immersive Social Virtual Reality Applications","display_name":"Facial Motion Capture System Based on Facial Electromyogram and Electrooculogram for Immersive Social Virtual Reality Applications","publication_year":2023,"publication_date":"2023-03-29","ids":{"openalex":"https://openalex.org/W4361281099","doi":"https://doi.org/10.3390/s23073580","pmid":"https://pubmed.ncbi.nlm.nih.gov/37050641"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23073580","pdf_url":"https://www.mdpi.com/1424-8220/23/7/3580/pdf?version=1680095870","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/7/3580/pdf?version=1680095870","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103271249","display_name":"Chung-Hwan Kim","orcid":"https://orcid.org/0000-0001-8157-2390"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Chunghwan Kim","raw_affiliation_strings":["Department of Electronic Engineering, Hanyang University, Seoul 04763, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Hanyang University, Seoul 04763, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042182629","display_name":"Ho\u2010Seung Cha","orcid":"https://orcid.org/0000-0002-9492-2318"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ho-Seung Cha","raw_affiliation_strings":["Department of Electronic Engineering, Hanyang University, Seoul 04763, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Hanyang University, Seoul 04763, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360490","display_name":"Jung Hwan Kim","orcid":"https://orcid.org/0000-0002-2975-4899"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junghwan Kim","raw_affiliation_strings":["Department of Electronic Engineering, Hanyang University, Seoul 04763, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Hanyang University, Seoul 04763, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040999963","display_name":"Hwy-Kuen Kwak","orcid":"https://orcid.org/0000-0003-4484-5470"},"institutions":[{"id":"https://openalex.org/I4210143937","display_name":"Hanwha Solutions (South Korea)","ror":"https://ror.org/05dmq6f22","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210143937","https://openalex.org/I4403386467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"HwyKuen Kwak","raw_affiliation_strings":["Hanwha Systems Co., Ltd., Seongnam 13524, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Hanwha Systems Co., Ltd., Seongnam 13524, Republic of Korea","institution_ids":["https://openalex.org/I4210143937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070543316","display_name":"WooJin Lee","orcid":null},"institutions":[],"countries":["KR"],"is_corresponding":false,"raw_author_name":"WooJin Lee","raw_affiliation_strings":["Korea Research Institute for defense Technology Planning and Advancement, Jinju 52851, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea Research Institute for defense Technology Planning and Advancement, Jinju 52851, Republic of Korea","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018807391","display_name":"Chang\u2010Hwan Im","orcid":"https://orcid.org/0000-0003-3795-3318"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Chang-Hwan Im","raw_affiliation_strings":["Department of Biomedical Engineering, Hanyang University, Seoul 04763, Republic of Korea","Department of Electronic Engineering, Hanyang University, Seoul 04763, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Engineering, Hanyang University, Seoul 04763, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]},{"raw_affiliation_string":"Department of Electronic Engineering, Hanyang University, Seoul 04763, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598,"provenance":"doaj"},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598,"provenance":"doaj"},"fwci":1.394,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.999747,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":90},"biblio":{"volume":"23","issue":"7","first_page":"3580","last_page":"3580"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12301","display_name":"Facial Nerve Paralysis Treatment and Research","score":0.9774,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9758,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/eyebrow","display_name":"Eyebrow","score":0.6457282},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.5650702},{"id":"https://openalex.org/keywords/facial-muscles","display_name":"Facial muscles","score":0.5187019},{"id":"https://openalex.org/keywords/facial-electromyography","display_name":"Facial electromyography","score":0.43076342}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7665025},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.66720164},{"id":"https://openalex.org/C2779022956","wikidata":"https://www.wikidata.org/wiki/Q43748","display_name":"Eyebrow","level":2,"score":0.6457282},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.61927116},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.570751},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.5650702},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.56062007},{"id":"https://openalex.org/C2780905192","wikidata":"https://www.wikidata.org/wiki/Q2341604","display_name":"Facial muscles","level":2,"score":0.5187019},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48180717},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.45629856},{"id":"https://openalex.org/C6183727","wikidata":"https://www.wikidata.org/wiki/Q5428559","display_name":"Facial electromyography","level":3,"score":0.43076342},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3788917},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.13768038},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1309827},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000092682","descriptor_name":"Motion Capture","qualifier_ui":"","qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000076142","descriptor_name":"Virtual Reality","qualifier_ui":"","qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004576","descriptor_name":"Electromyography","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004585","descriptor_name":"Electrooculography","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005123","descriptor_name":"Eye","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014584","descriptor_name":"User-Computer Interface","qualifier_ui":"","qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23073580","pdf_url":"https://www.mdpi.com/1424-8220/23/7/3580/pdf?version=1680095870","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC10099104","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37050641","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23073580","pdf_url":"https://www.mdpi.com/1424-8220/23/7/3580/pdf?version=1680095870","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":28,"referenced_works":["https://openalex.org/W1967828772","https://openalex.org/W1988777543","https://openalex.org/W1989849644","https://openalex.org/W2035715639","https://openalex.org/W2066174840","https://openalex.org/W2124052984","https://openalex.org/W2129106196","https://openalex.org/W2200005229","https://openalex.org/W2202429291","https://openalex.org/W2402194487","https://openalex.org/W2478584450","https://openalex.org/W2556634673","https://openalex.org/W2646483843","https://openalex.org/W2758220497","https://openalex.org/W2791412328","https://openalex.org/W2909558605","https://openalex.org/W2941059408","https://openalex.org/W2962737616","https://openalex.org/W2962901031","https://openalex.org/W2968749391","https://openalex.org/W2993774883","https://openalex.org/W3013446504","https://openalex.org/W3124054989","https://openalex.org/W3198848013","https://openalex.org/W331855262","https://openalex.org/W4239164874","https://openalex.org/W4307020344","https://openalex.org/W4320037838"],"related_works":["https://openalex.org/W3091878148","https://openalex.org/W3008438970","https://openalex.org/W2979466142","https://openalex.org/W2914326637","https://openalex.org/W2766918803","https://openalex.org/W2318316519","https://openalex.org/W2108952035","https://openalex.org/W2092801371","https://openalex.org/W2016890297","https://openalex.org/W1974507605"],"abstract_inverted_index":{"With":[0],"the":[1,10,35,39,54,78,89,120,138,146,167,191,232,244,256,283,293,314,327,332],"rapid":[2],"development":[3],"of":[4,13,34,81,88,285,329,335],"virtual":[5,257],"reality":[6],"(VR)":[7],"technology":[8,75,127],"and":[9,171,182,213,268,288,337],"market":[11],"growth":[12],"social":[14],"network":[15],"services":[16],"(SNS),":[17],"VR-based":[18],"SNS":[19],"have":[20,105],"been":[21,106,345],"actively":[22],"developed,":[23],"in":[24,45,137,143,323],"which":[25,161,310],"3D":[26,245],"avatars":[27],"interact":[28],"with":[29,41,145,231,251],"each":[30,272],"other":[31],"on":[32,58,114,243,318],"behalf":[33],"users.":[36],"To":[37,100,326],"provide":[38],"users":[40,83],"more":[42],"immersive":[43],"experiences":[44],"a":[46,85,95,194,252,304,319],"metaverse,":[47],"facial":[48,56,73,79,111,115,123,148,206,237,306,316,340],"recognition":[49,125],"technologies":[50,298],"that":[51,132,141,226],"can":[52,133,155,162],"reproduce":[53],"user's":[55,90,147,168,315],"gestures":[57],"their":[59],"personal":[60],"avatar":[61,246,321],"are":[62],"required.":[63],"However,":[64],"it":[65,262],"is":[66,92,142],"generally":[67],"difficult":[68],"to":[69,76,108,165,264,302],"employ":[70],"traditional":[71],"camera-based":[72],"tracking":[74,277],"recognize":[77,109],"expressions":[80,112,238,317],"VR":[82,96,196],"because":[84],"large":[86],"portion":[87],"face":[91,247,322],"occluded":[93],"by":[94],"head-mounted":[97],"display":[98],"(HMD).":[99],"address":[101],"this":[102,176],"issue,":[103],"attempts":[104],"made":[107],"users'":[110],"based":[113],"electromyogram":[116],"(fEMG)":[117],"recorded":[118],"around":[119,190],"eyes.":[121],"fEMG-based":[122,223],"expression":[124],"(FER)":[126],"requires":[128],"only":[129],"tiny":[130],"electrodes":[131,151,188],"be":[134,163,240],"readily":[135],"embedded":[136],"HMD":[139,197],"pad":[140],"contact":[144],"skin.":[149],"Additionally,":[150],"recording":[152],"fEMG":[153,219,267,336],"signals":[154],"simultaneously":[156,265,300],"acquire":[157],"electrooculogram":[158],"(EOG)":[159],"signals,":[160],"used":[164],"track":[166],"eyeball":[169],"movements":[170],"detect":[172],"eye":[173,276,286,289],"blinks.":[174],"In":[175],"study,":[177],"we":[178],"implemented":[179,281],"an":[180],"fEMG-":[181],"EOG-based":[183,275],"FER":[184,200,224,234],"system":[185,201,278],"using":[186,248,292],"ten":[187],"arranged":[189],"eyes,":[192],"assuming":[193],"commercial":[195],"device.":[198],"Our":[199],"could":[202,239,311],"continuously":[203,241],"capture":[204,308,342],"various":[205],"motions,":[207,217],"including":[208],"five":[209],"different":[210,215],"lip":[211],"motions":[212],"two":[214,297],"eyebrow":[216],"from":[218],"signals.":[220],"Unlike":[221],"previous":[222],"systems":[225],"simply":[227],"classified":[228],"discrete":[229],"expressions,":[230],"proposed":[233],"system,":[235,309],"natural":[236],"projected":[242],"machine-learning-based":[249],"regression":[250],"new":[253],"concept":[254],"named":[255],"blend":[258],"shape":[259],"weight,":[260],"making":[261],"unnecessary":[263],"record":[266],"camera":[269],"images":[270],"for":[271,282,339],"user.":[273],"An":[274],"was":[279],"also":[280],"detection":[284],"blinks":[287],"gaze":[290],"directions":[291],"same":[294],"electrodes.":[295],"These":[296],"were":[299],"employed":[301],"implement":[303],"real-time":[305],"motion":[307,341],"successfully":[312],"replicate":[313],"realistic":[320],"real":[324],"time.":[325],"best":[328],"our":[330],"knowledge,":[331],"concurrent":[333],"use":[334],"EOG":[338],"has":[343],"not":[344],"reported":[346],"before.":[347]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4361281099","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2024-12-22T10:19:33.586262","created_date":"2023-03-31"}