{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T04:25:35Z","timestamp":1727756735502},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2024,8,20]],"date-time":"2024-08-20T00:00:00Z","timestamp":1724112000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,8,20]],"date-time":"2024-08-20T00:00:00Z","timestamp":1724112000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Kaufer Family Fund"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J CARS"],"DOI":"10.1007\/s11548-024-03224-w","type":"journal-article","created":{"date-parts":[[2024,8,22]],"date-time":"2024-08-22T06:05:24Z","timestamp":1724306724000},"page":"2023-2029","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["From microscope to head-mounted display: integrating hand tracking into microsurgical augmented reality"],"prefix":"10.1007","volume":"19","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-4234-3082","authenticated-orcid":false,"given":"Trishia","family":"El Chemaly","sequence":"first","affiliation":[]},{"given":"Caio","family":"Athayde Neves","sequence":"additional","affiliation":[]},{"given":"Fanrui","family":"Fu","sequence":"additional","affiliation":[]},{"given":"Brian","family":"Hargreaves","sequence":"additional","affiliation":[]},{"given":"Nikolas H.","family":"Blevins","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,8,20]]},"reference":[{"issue":"1","key":"3224_CR1","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.otc.2020.09.024","volume":"54","author":"SE Ridge","year":"2021","unstructured":"Ridge SE, Shetty KR, Lee DJ (2021) Heads-up surgery: endoscopes and exoscopes for otology and neurotology in the era of the COVID-19 pandemic. Otolaryngologic Clinics of North America 54(1):11\u201323","journal-title":"Otolaryngologic Clinics of North America"},{"issue":"1","key":"3224_CR2","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0146996","volume":"11","author":"L Li","year":"2016","unstructured":"Li L, Yang J, Chu Y, Wu W, Xue J, Liang P, Chen L (2016) A novel augmented reality navigation system for endoscopic sinus and skull base surgery: a feasibility study. PLoS One 11(1):e0146996","journal-title":"PLoS One"},{"issue":"10","key":"3224_CR3","doi-asserted-by":"publisher","first-page":"1703","DOI":"10.1007\/s11548-020-02240-w","volume":"15","author":"R Hussain","year":"2020","unstructured":"Hussain R, Lalande A, Berihu Girum K, Guigou C, Grayeli AB (2020) Augmented reality for inner ear procedures: visualization of the cochlear central axis in microscopic videos. International Journal of Computer Assisted Radiology and Surgery 15(10):1703\u20131711","journal-title":"International Journal of Computer Assisted Radiology and Surgery"},{"issue":"8","key":"3224_CR4","doi-asserted-by":"publisher","first-page":"931","DOI":"10.1097\/MAO.0000000000001922","volume":"39","author":"R Marroquin","year":"2018","unstructured":"Marroquin R, Lalande A, Hussain R, Guigou C, Grayeli AB (2018) Augmented reality of the middle ear combining otoendoscopy and temporal bone computed tomography. Otology & Neurotology 39(8):931\u2013939","journal-title":"Otology & Neurotology"},{"key":"3224_CR5","doi-asserted-by":"crossref","unstructured":"Citardi MJ, Agbetoba A, Bigcas JL, Luong A (2016) Augmented reality for endoscopic sinus surgery with surgical navigation: a cadaver study. In: International forum of allergy & rhinology, 6(5):523\u2013528","DOI":"10.1002\/alr.21702"},{"key":"3224_CR6","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1016\/j.media.2017.08.003","volume":"42","author":"Y Chu","year":"2017","unstructured":"Chu Y, Yang J, Ma S, Ai D, Li W, Song H, Li L, Chen D, Chen L, Wang Y (2017) Registration and fusion quantification of augmented reality based nasal endoscopic surgery. Medical image analysis 42:241\u2013256","journal-title":"Medical image analysis"},{"issue":"2","key":"3224_CR7","volume":"14","author":"JH Bong","year":"2018","unstructured":"Bong JH, Song Hj OY, Park N, Kim H, Park S (2018) Endoscopic navigation system with extended field of view using augmented reality technology. The International Journal of Medical Robotics and Computer Assisted Surgery 14(2):e1886","journal-title":"The International Journal of Medical Robotics and Computer Assisted Surgery"},{"issue":"3","key":"3224_CR8","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1007\/s11548-010-0507-7","volume":"6","author":"C Winne","year":"2011","unstructured":"Winne C, Khan M, Stopp F, Jank E, Keeve E (2011) Overlay visualization in endoscopic ENT surgery. International journal of computer assisted radiology and surgery 6(3):401\u2013406","journal-title":"International journal of computer assisted radiology and surgery"},{"issue":"4","key":"3224_CR9","first-page":"415","volume":"5","author":"R Thoranaghatte","year":"2009","unstructured":"Thoranaghatte R, Garcia J, Caversaccio M, Widmer D, Gonzalez Ballester MA, Nolte LP, Zheng G (2009) Landmark-based augmented reality system for paranasal and transnasal endoscopic surgeries. The International Journal of Medical Robotics and Computer Assisted Surgery 5(4):415\u2013422","journal-title":"The International Journal of Medical Robotics and Computer Assisted Surgery"},{"issue":"2","key":"3224_CR10","first-page":"156","volume":"46","author":"M Caversaccio","year":"2008","unstructured":"Caversaccio M, Thoranaghatte R, Zheng G, Eggli P, Nolte L, Ballester G et al (2008) Augmented reality endoscopic system (ARES): preliminary results. Rhinology 46(2):156\u2013158","journal-title":"Rhinology"},{"issue":"2","key":"3224_CR11","doi-asserted-by":"publisher","first-page":"160","DOI":"10.1017\/S0022215106003938","volume":"121","author":"M Caversaccio","year":"2007","unstructured":"Caversaccio M, Garcia-Giraldez J, Gonzalez-Ballester M, Marti G (2007) Image-guided surgical microscope with mounted minitracker. The Journal of Laryngology & Otology 121(2):160\u2013162","journal-title":"The Journal of Laryngology & Otology"},{"issue":"3","key":"3224_CR12","doi-asserted-by":"publisher","first-page":"223","DOI":"10.1007\/s11701-015-0520-5","volume":"9","author":"WP Liu","year":"2015","unstructured":"Liu WP, Richmon JD, Sorger JM, Azizian M, Taylor RH (2015) Augmented reality and cone beam CT guidance for transoral robotic surgery. Journal of robotic surgery 9(3):223\u2013233","journal-title":"Journal of robotic surgery"},{"issue":"3","key":"3224_CR13","doi-asserted-by":"publisher","first-page":"208","DOI":"10.1001\/jamaoto.2013.6443","volume":"140","author":"WP Liu","year":"2014","unstructured":"Liu WP, Azizian M, Sorger J, Taylor RH, Reilly BK, Cleary K, Preciado D (2014) Cadaveric feasibility study of da Vinci Si-assisted cochlear implant with augmented visual navigation for otologic surgery. JAMA Otolaryngology-Head & Neck Surgery 140(3):208\u2013214","journal-title":"JAMA Otolaryngology-Head & Neck Surgery"},{"key":"3224_CR14","doi-asserted-by":"publisher","first-page":"e155","DOI":"10.1016\/j.wneu.2020.12.092","volume":"148","author":"R Khakhar","year":"2021","unstructured":"Khakhar R, You F, Chakkalakal D, Dobbelstein D, Picht T (2021) Hands-free adjustment of the microscope in microneurosurgery. World Neurosurgery 148:e155\u2013e163","journal-title":"World Neurosurgery"},{"key":"3224_CR15","unstructured":"Kranzlmuller D, Reitinger B, Hackl I, Volkert J (2001) Voice controlled virtual reality and its perspectives for everyday life. Itg Fachbericht p 101\u2013108"},{"key":"3224_CR16","doi-asserted-by":"crossref","unstructured":"Osking H, Doucette JA (2019) Enhancing emotional effectiveness of virtual-reality experiences with voice control interfaces. In: Immersive Learning Research Network: 5th International Conference, iLRN 2019, London, UK, June 23\u201327, 2019, Proceedings 5, Springer, p 199\u2013209","DOI":"10.1007\/978-3-030-23089-0_15"},{"key":"3224_CR17","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1007\/s10055-016-0296-6","volume":"21","author":"CM Wu","year":"2017","unstructured":"Wu CM, Hsu CW, Lee TK, Smith S (2017) A virtual reality keyboard with realistic haptic feedback in a fully immersive virtual environment. Virtual Reality 21:19\u201329","journal-title":"Virtual Reality"},{"key":"3224_CR18","doi-asserted-by":"crossref","unstructured":"Lin JW, Han PH, Lee JY, Chen YS, Chang TW, Chen KW, Hung YP (2017) Visualizing the keyboard in virtual reality for enhancing immersive experience. In: ACM SIGGRAPH 2017 Posters. p 1\u20132","DOI":"10.1145\/3102163.3102175"},{"key":"3224_CR19","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1016\/j.apergo.2018.02.015","volume":"78","author":"J Tiferes","year":"2019","unstructured":"Tiferes J, Hussein AA, Bisantz A, Higginbotham DJ, Sharif M, Kozlowski J, Ahmad B, O\u2019Hara R, Wawrzyniak N, Guru K (2019) Are gestures worth a thousand words? verbal and nonverbal communication during robot-assisted surgery. Applied ergonomics 78:251\u2013262","journal-title":"Applied ergonomics"},{"key":"3224_CR20","doi-asserted-by":"crossref","unstructured":"Vogel D, Balakrishnan R (2005) Distant freehand pointing and clicking on very large, high resolution displays. In: Proceedings of the 18th annual ACM symposium on User interface software and technology, p 33\u201342","DOI":"10.1145\/1095034.1095041"},{"issue":"103","key":"3224_CR21","first-page":"370","volume":"93","author":"D Tao","year":"2021","unstructured":"Tao D, Diao X, Wang T, Guo J, Qu X (2021) Freehand interaction with large displays: effects of body posture, interaction distance and target size on task performance, perceived usability and workload. Applied Ergonomics 93(103):370","journal-title":"Applied Ergonomics"},{"key":"3224_CR22","doi-asserted-by":"crossref","unstructured":"Cohen CJ, Beach G, Foulk G (2001) A basic hand gesture control system for pc applications. In: Proceedings 30th Applied Imagery Pattern Recognition Workshop (AIPR 2001). Analysis and Understanding of Time Varying Imagery, IEEE, p 74\u201379","DOI":"10.1109\/AIPR.2001.991206"},{"issue":"11","key":"3224_CR23","doi-asserted-by":"publisher","first-page":"2033","DOI":"10.1007\/s11548-023-02980-5","volume":"18","author":"T El Chemaly","year":"2023","unstructured":"El Chemaly T, Athayde Neves C, Leuze C, Hargreaves B, Blevins NH (2023) Stereoscopic calibration for augmented reality visualization in microscopic surgery. International Journal of Computer Assisted Radiology and Surgery 18(11):2033\u20132041","journal-title":"International Journal of Computer Assisted Radiology and Surgery"},{"issue":"11","key":"3224_CR24","doi-asserted-by":"publisher","first-page":"1330","DOI":"10.1109\/34.888718","volume":"22","author":"Z Zhang","year":"2000","unstructured":"Zhang Z (2000) A flexible new technique for camera calibration. IEEE Transactions on pattern analysis and machine intelligence 22(11):1330\u20131334","journal-title":"IEEE Transactions on pattern analysis and machine intelligence"},{"key":"3224_CR25","unstructured":"Shiu YC, Ahmad S (1987) Calibration of wrist-mounted robotic sensors by solving homogeneous transform equations of the form AX= XB"},{"issue":"1","key":"3224_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-020-80619-0","volume":"11","author":"C Neves","year":"2021","unstructured":"Neves C, Tran E, Kessler I, Blevins N (2021) Fully automated preoperative segmentation of temporal bone structures from clinical CT scans. Scientific reports 11(1):1\u201311","journal-title":"Scientific reports"},{"key":"3224_CR27","unstructured":"Ultraleap (2024) Digital worlds that feel human. https:\/\/www.ultraleap.com\/"},{"key":"3224_CR28","first-page":"335","volume":"63","author":"RC Troutman","year":"1965","unstructured":"Troutman RC (1965) The operating microscope in ophthalmic surgery. Transactions of the American Ophthalmological Society 63:335","journal-title":"Transactions of the American Ophthalmological Society"},{"key":"3224_CR29","unstructured":"Lehecka M, Laakso A, Hernesniemi J, \u00c7elik \u00d6 (2011) Helsinki microneurosurgery basics and tricks. Helsinki: M. Lehecka, A. Laakso and J. Hernesniemi."},{"key":"3224_CR30","doi-asserted-by":"crossref","unstructured":"Hart SG (2006) Nasa-task load index (nasa-tlx); 20 years later. In: Proceedings of the human factors and ergonomics society annual meeting, Sage publications Sage CA: Los Angeles, CA, p 904\u2013908","DOI":"10.1177\/154193120605000909"},{"issue":"6","key":"3224_CR31","doi-asserted-by":"publisher","first-page":"574","DOI":"10.1080\/10447310802205776","volume":"24","author":"A Bangor","year":"2008","unstructured":"Bangor A, Kortum PT, Miller JT (2008) An empirical evaluation of the system usability scale. Intl Journal of Human-Computer Interaction 24(6):574\u2013594","journal-title":"Intl Journal of Human-Computer Interaction"}],"container-title":["International Journal of Computer Assisted Radiology and Surgery"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-024-03224-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11548-024-03224-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-024-03224-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,30]],"date-time":"2024-09-30T17:10:11Z","timestamp":1727716211000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11548-024-03224-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,20]]},"references-count":31,"journal-issue":{"issue":"10","published-online":{"date-parts":[[2024,10]]}},"alternative-id":["3224"],"URL":"https:\/\/doi.org\/10.1007\/s11548-024-03224-w","relation":{},"ISSN":["1861-6429"],"issn-type":[{"type":"electronic","value":"1861-6429"}],"subject":[],"published":{"date-parts":[[2024,8,20]]},"assertion":[{"value":"15 January 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 June 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 August 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Dr. Nikolas Blevins, is a co-founder and holds equity in ClaraSim, a startup company that aims to commercialize the technologies and methodologies developed through this research. The remaining authors have no conflict of interest to declare.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Not applicable","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}]}}