{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,6]],"date-time":"2024-10-06T01:10:50Z","timestamp":1728177050707},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,1,30]],"date-time":"2022-01-30T00:00:00Z","timestamp":1643500800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,30]],"date-time":"2022-01-30T00:00:00Z","timestamp":1643500800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100014364","name":"Samsung Science & Technology Foundation","doi-asserted-by":"crossref","award":["SRFC-TB1703-05"],"id":[{"id":"10.13039\/501100014364","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["NRF-2019R1A2C2086593"],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010418","name":"Institute for Information and Communications Technology Promotion","doi-asserted-by":"publisher","award":["2020-0-01373"],"id":[{"id":"10.13039\/501100010418","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Virtual Reality"],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1007\/s10055-021-00616-0","type":"journal-article","created":{"date-parts":[[2022,1,30]],"date-time":"2022-01-30T00:03:06Z","timestamp":1643500986000},"page":"1047-1057","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Deep-learning-based real-time silent speech recognition using facial electromyogram recorded around eyes for hands-free interfacing in a\u00a0virtual reality environment"],"prefix":"10.1007","volume":"26","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-9492-2318","authenticated-orcid":false,"given":"Ho-Seung","family":"Cha","sequence":"first","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-7437-4211","authenticated-orcid":false,"given":"Won-Du","family":"Chang","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-3795-3318","authenticated-orcid":false,"given":"Chang-Hwan","family":"Im","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,1,30]]},"reference":[{"key":"616_CR1","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1007\/s10055-018-0374-z","volume":"23","author":"P Caserman","year":"2019","unstructured":"Caserman P, Garcia-Agundez A, Konrad R et al (2019) Real-time body tracking in virtual reality using a Vive tracker. Virtual Real 23:155\u2013168. https:\/\/doi.org\/10.1007\/s10055-018-0374-z","journal-title":"Virtual Real"},{"key":"616_CR2","doi-asserted-by":"publisher","first-page":"62065","DOI":"10.1109\/access.2020.2983608","volume":"8","author":"H-S Cha","year":"2020","unstructured":"Cha H-S, Choi S-J, Im C-H (2020) Real-time recognition of facial expressions using facial electromyograms recorded around the eyes for social virtual reality applications. IEEE Access 8:62065\u201362075. https:\/\/doi.org\/10.1109\/access.2020.2983608","journal-title":"IEEE Access"},{"key":"616_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1155\/2014\/528071","volume":"2014","author":"W-D Chang","year":"2014","unstructured":"Chang W-D, Im C-H (2014) Enhanced template matching using dynamic positional warping for identification of specific patterns in electroencephalogram. J Appl Math 2014:1\u20137. https:\/\/doi.org\/10.1155\/2014\/528071","journal-title":"J Appl Math"},{"key":"616_CR4","doi-asserted-by":"publisher","first-page":"967","DOI":"10.1142\/S0218001409007454","volume":"23","author":"W-D Chang","year":"2009","unstructured":"Chang W-D, Shin J (2009) Dynamic positional warping: dynamic time warping for online handwriting. Int J Pattern Recognit Artif Intell 23:967\u2013986","journal-title":"Int J Pattern Recognit Artif Intell"},{"key":"616_CR5","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1016\/j.cmpb.2015.10.011","volume":"124","author":"W-D Chang","year":"2016","unstructured":"Chang W-D, Cha H-S, Kim K, Im C-H (2016) Detection of eye blink artifacts from single prefrontal channel electroencephalogram. Comput Methods Programs Biomed 124:19\u201330. https:\/\/doi.org\/10.1016\/j.cmpb.2015.10.011","journal-title":"Comput Methods Programs Biomed"},{"key":"616_CR6","doi-asserted-by":"publisher","first-page":"270","DOI":"10.1016\/j.specom.2009.08.002","volume":"52","author":"B Denby","year":"2010","unstructured":"Denby B, Schultz T, Honda K et al (2010) Silent speech interfaces. Speech Commun 52:270\u2013287. https:\/\/doi.org\/10.1016\/j.specom.2009.08.002","journal-title":"Speech Commun"},{"key":"616_CR7","doi-asserted-by":"crossref","unstructured":"Deng Y, Heaton JT, Meltzner GS (2014) Towards a practical silent speech recognition system. In: Fifteenth annual conference of the international speech communication association, pp 1164\u20131168","DOI":"10.21437\/Interspeech.2014-296"},{"key":"616_CR8","unstructured":"Fatoorechi M, Archer J, Nduka C et al (2017) Using facial gestures to drive narrative in VR. In: SUI 2017: proceedings of the 2017 symposium on spatial user interaction. ACM Press, New York, USA, p 152"},{"key":"616_CR9","doi-asserted-by":"crossref","unstructured":"Gunkel SNB, Stokking HM, Prins MJ et al (2018) Virtual reality conferencing: multi-user immersive VR experiences on the web. In: Proceedings of the 9th ACM multimedia systems conference, MMSys 2018. Association for Computing Machinery, Inc, New York, NY, USA, pp 498\u2013501","DOI":"10.1145\/3204949.3208115"},{"key":"616_CR10","unstructured":"Hachet M, Guitton P (2002) The interaction table: a new input device designed for interaction in immersive large display environments. In: Proceedings of the workshop on virtual environments (EGVE\u201902), pp 189\u2013196"},{"key":"616_CR11","doi-asserted-by":"publisher","first-page":"046005","DOI":"10.1088\/1741-2560\/12\/4\/046005","volume":"12","author":"J He","year":"2015","unstructured":"He J, Zhang D, Jiang N et al (2015) User adaptation in long-term, open-loop myoelectric training: implications for EMG pattern recognition in prosthesis control. J Neural Eng 12:046005. https:\/\/doi.org\/10.1088\/1741-2560\/12\/4\/046005","journal-title":"J Neural Eng"},{"key":"616_CR12","doi-asserted-by":"publisher","unstructured":"He Z, Lv C, Peng D, Yu D (2017) A speech recognition-based interaction approach applying to immersive virtual maintenance simulation. In: 2017 international conference on reliability systems engineering, ICRSE 2017. https:\/\/doi.org\/10.1109\/ICRSE.2017.8030764","DOI":"10.1109\/ICRSE.2017.8030764"},{"key":"616_CR13","doi-asserted-by":"publisher","DOI":"10.1155\/2007\/45821","author":"K Hermus","year":"2007","unstructured":"Hermus K (2007) A review of signal subspace speech enhancement and its application to noise robust speech recognition. EURASIP J Adv Signal Process. https:\/\/doi.org\/10.1155\/2007\/45821","journal-title":"EURASIP J Adv Signal Process"},{"key":"616_CR14","doi-asserted-by":"publisher","first-page":"288","DOI":"10.1016\/j.specom.2009.11.004","volume":"52","author":"T Hueber","year":"2010","unstructured":"Hueber T, Benaroya EL, Chollet G et al (2010) Development of a silent speech interface driven by ultrasound and optical images of the tongue and lips. Speech Commun 52:288\u2013300. https:\/\/doi.org\/10.1016\/j.specom.2009.11.004","journal-title":"Speech Commun"},{"key":"616_CR15","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1016\/j.specom.2003.10.005","volume":"45","author":"T Ito","year":"2005","unstructured":"Ito T, Takeda K, Itakura F (2005) Analysis and recognition of whispered speech. Speech Commun 45:139\u2013152. https:\/\/doi.org\/10.1016\/j.specom.2003.10.005","journal-title":"Speech Commun"},{"key":"616_CR16","doi-asserted-by":"publisher","first-page":"2375","DOI":"10.1109\/TASLP.2017.2738568","volume":"25","author":"M Janke","year":"2017","unstructured":"Janke M, Diener L, Member S et al (2017) EMG-to-speech: direct generation of speech from facial electromyographic signals. IEEE\/ACM Trans Audio Speech Lang Process 25:2375\u20132385. https:\/\/doi.org\/10.1109\/TASLP.2017.2738568","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"key":"616_CR17","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1016\/j.specom.2018.02.002","volume":"98","author":"Y Ji","year":"2018","unstructured":"Ji Y, Liu L, Wang H et al (2018) Updating the silent speech challenge benchmark with deep learning. Speech Commun 98:42\u201350. https:\/\/doi.org\/10.1016\/j.specom.2018.02.002","journal-title":"Speech Commun"},{"key":"616_CR18","doi-asserted-by":"crossref","unstructured":"Kapur A, Kapur S, Maes P (2018) AlterEgo. In: Proceedings of the 2018 conference on human information interaction & retrieval\u2014IUI \u201918, pp 43\u201353","DOI":"10.1145\/3172944.3172977"},{"key":"616_CR19","doi-asserted-by":"publisher","first-page":"2323","DOI":"10.1109\/TASLP.2017.2758999","volume":"25","author":"M Kim","year":"2017","unstructured":"Kim M, Cao B, Mau T, Wang J (2017) Speaker-independent silent speech recognition from flesh-point articulatory movements using an LSTM neural network. IEEE\/ACM Trans Audio Speech Lang Process 25:2323\u20132336. https:\/\/doi.org\/10.1109\/TASLP.2017.2758999","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"key":"616_CR20","unstructured":"Kranzlm\u00fcller D, Reitinger B, Hackl I, Volkert J (2001) Voice controlled virtual reality and its perspectives for everyday life. In: ITG-Fachbericht, pp 101\u2013107"},{"key":"616_CR37","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1109\/TNSRE.2016.2542524","volume":"25","author":"K-R Lee","year":"2017","unstructured":"Lee K-R, Chang W-D, Kim S, Im C-H (2017) Real-time \u201ceye-writing\u201d recognition using electrooculogram. IEEE Trans Neur Sys Reh 25:37\u201348. https:\/\/doi.org\/10.1109\/TNSRE.2016.2542524","journal-title":"IEEE Trans Neur Sys Reh"},{"key":"616_CR21","doi-asserted-by":"crossref","unstructured":"Mavridou I, McGhee JT, Hamedi M, et al (2017) FACETEQ interface demo for emotion expression in VR. In: IEEE virtual reality. pp 441\u2013442","DOI":"10.1109\/VR.2017.7892369"},{"key":"616_CR22","unstructured":"McGlashan S, Axling T (1996) A speech interface to virtual environments. In: Swedish Institute of Computer Science"},{"key":"616_CR23","doi-asserted-by":"publisher","first-page":"2386","DOI":"10.1109\/TASLP.2017.2740000","volume":"25","author":"GS Meltzner","year":"2017","unstructured":"Meltzner GS, Heaton JT, Deng Y et al (2017) Silent speech recognition as an alternative communication device for persons with laryngectomy. IEEE\/ACM Trans Audio Speech Lang Process 25:2386\u20132398. https:\/\/doi.org\/10.1109\/TASLP.2017.2740000","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"key":"616_CR24","doi-asserted-by":"publisher","first-page":"046031","DOI":"10.1088\/1741-2552\/aac965","volume":"15","author":"GS Meltzner","year":"2018","unstructured":"Meltzner GS, Heaton JT, Deng Y et al (2018) Development of sEMG sensors and algorithms for silent speech recognition. J Neural Eng 15:046031. https:\/\/doi.org\/10.1088\/1741-2552\/aac965","journal-title":"J Neural Eng"},{"key":"616_CR25","unstructured":"Miyashita H, Hayashi M, Okada K (2008) Implementation of EOG-based gaze estimation in HMD with head-tracker. In: 18th international conference on artificial reality and telexistence, pp 20\u201327"},{"key":"616_CR26","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1111\/bjop.12290","volume":"109","author":"X Pan","year":"2018","unstructured":"Pan X, Hamilton AFC (2018) Why and how to use virtual reality to study human social interaction: the challenges of exploring a new research landscape. Br J Psychol 109:395\u2013417. https:\/\/doi.org\/10.1111\/bjop.12290","journal-title":"Br J Psychol"},{"key":"616_CR27","doi-asserted-by":"publisher","first-page":"21","DOI":"10.3390\/bdcc2030021","volume":"2","author":"A Phinyomark","year":"2018","unstructured":"Phinyomark A, Scheme E (2018) EMG pattern recognition in the era of big data and deep learning. Big Data Cogn Comput 2:21. https:\/\/doi.org\/10.3390\/bdcc2030021","journal-title":"Big Data Cogn Comput"},{"key":"616_CR28","doi-asserted-by":"publisher","first-page":"4832","DOI":"10.1016\/J.ESWA.2013.02.023","volume":"40","author":"A Phinyomark","year":"2013","unstructured":"Phinyomark A, Quaine F, Charbonnier S et al (2013) EMG feature evaluation for improving myoelectric pattern recognition robustness. Expert Syst Appl 40:4832\u20134840. https:\/\/doi.org\/10.1016\/J.ESWA.2013.02.023","journal-title":"Expert Syst Appl"},{"key":"616_CR29","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1016\/j.specom.2009.12.002","volume":"52","author":"T Schultz","year":"2010","unstructured":"Schultz T, Wand M (2010) Modeling coarticulation in EMG-based continuous speech recognition. Speech Commun 52:341\u2013353. https:\/\/doi.org\/10.1016\/j.specom.2009.12.002","journal-title":"Speech Commun"},{"key":"616_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/access.2019.2896880","volume":"7","author":"I Shahin","year":"2019","unstructured":"Shahin I, Azzeh M, Shaalan K et al (2019) Speech recognition using deep neural networks: a systematic review. IEEE Access 7:1\u20131. https:\/\/doi.org\/10.1109\/access.2019.2896880","journal-title":"IEEE Access"},{"key":"616_CR31","unstructured":"Shibano N, Hareesh P V, Hoshino H, et al (2004) A new system for interactive VR applications using a compact hemi spherical IPD (CyberDome). In: 2004 IEEE virtual reality international conference, pp 101\u2013107"},{"key":"616_CR32","doi-asserted-by":"publisher","first-page":"1041","DOI":"10.1007\/s11517-017-1723-x","volume":"56","author":"N Srisuwan","year":"2018","unstructured":"Srisuwan N, Phukpattaranont P, Limsakul C (2018) Comparison of feature evaluation criteria for speech recognition based on electromyography. Med Biol Eng Comput 56:1041\u20131051. https:\/\/doi.org\/10.1007\/s11517-017-1723-x","journal-title":"Med Biol Eng Comput"},{"key":"616_CR33","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.ijhcs.2010.09.002","volume":"69","author":"AW Stedmon","year":"2011","unstructured":"Stedmon AW, Patel H, Sharples SC, Wilson JR (2011) Developing speech input for virtual reality applications: a reality based interaction approach. Int J Hum Comput Stud 69:3\u20138. https:\/\/doi.org\/10.1016\/j.ijhcs.2010.09.002","journal-title":"Int J Hum Comput Stud"},{"key":"616_CR34","doi-asserted-by":"publisher","first-page":"2515","DOI":"10.1109\/TBME.2014.2319000","volume":"61","author":"M Wand","year":"2014","unstructured":"Wand M, Janke M, Schultz AT (2014) Tackling speaking mode varieties in EMG-based speech recognition. IEEE Trans Biomed Eng 61:2515\u20132526. https:\/\/doi.org\/10.1109\/TBME.2014.2319000","journal-title":"IEEE Trans Biomed Eng"},{"key":"616_CR35","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/j.neucom.2021.03.025","volume":"451","author":"Y Wang","year":"2021","unstructured":"Wang Y, Zhang M, Wu R et al (2021) Speech neuromuscular decoding based on spectrogram images using conformal predictors with Bi-LSTM. Neurocomputing 451:25\u201334. https:\/\/doi.org\/10.1016\/j.neucom.2021.03.025","journal-title":"Neurocomputing"},{"key":"616_CR36","doi-asserted-by":"publisher","unstructured":"Wang J, Samal A, Green J (2015) Preliminary test of a real-time, interactive silent speech interface based on electromagnetic articulograph, pp 38\u201345. https:\/\/doi.org\/10.3115\/v1\/w14-1906","DOI":"10.3115\/v1\/w14-1906"}],"container-title":["Virtual Reality"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10055-021-00616-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10055-021-00616-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10055-021-00616-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,31]],"date-time":"2022-08-31T19:13:53Z","timestamp":1661973233000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10055-021-00616-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,1,30]]},"references-count":37,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,9]]}},"alternative-id":["616"],"URL":"https:\/\/doi.org\/10.1007\/s10055-021-00616-0","relation":{},"ISSN":["1359-4338","1434-9957"],"issn-type":[{"value":"1359-4338","type":"print"},{"value":"1434-9957","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,1,30]]},"assertion":[{"value":"20 February 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 December 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 January 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that there are no conflicts of interest regarding the publication of this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}