{"id":"https://openalex.org/W3111225159","doi":"https://doi.org/10.1109/ismar50242.2020.00069","title":"Evaluating Mixed and Augmented Reality: A Systematic Literature Review (2009-2019)","display_name":"Evaluating Mixed and Augmented Reality: A Systematic Literature Review (2009-2019)","publication_year":2020,"publication_date":"2020-11-01","ids":{"openalex":"https://openalex.org/W3111225159","doi":"https://doi.org/10.1109/ismar50242.2020.00069","mag":"3111225159"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/ismar50242.2020.00069","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2010.05988","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018518654","display_name":"Leonel Merino","orcid":"https://orcid.org/0000-0002-5396-487X"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Leonel Merino","raw_affiliation_strings":["University of Stuttgart"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062786312","display_name":"Magdalena Schwarzl","orcid":null},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Magdalena Schwarzl","raw_affiliation_strings":["University of Stuttgart"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026296265","display_name":"Matthias Kraus","orcid":"https://orcid.org/0000-0001-5398-3109"},"institutions":[{"id":"https://openalex.org/I189712700","display_name":"University of Konstanz","ror":"https://ror.org/0546hnb39","country_code":"DE","type":"education","lineage":["https://openalex.org/I189712700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Kraus","raw_affiliation_strings":["University of Konstanz"],"affiliations":[{"raw_affiliation_string":"University of Konstanz","institution_ids":["https://openalex.org/I189712700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037110552","display_name":"Michael Sedlmair","orcid":"https://orcid.org/0000-0001-7048-9292"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Sedlmair","raw_affiliation_strings":["University of Stuttgart"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048047909","display_name":"Dieter Schmalstieg","orcid":"https://orcid.org/0000-0003-2813-2235"},"institutions":[{"id":"https://openalex.org/I4092182","display_name":"Graz University of Technology","ror":"https://ror.org/00d7xrm67","country_code":"AT","type":"education","lineage":["https://openalex.org/I4092182"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Dieter Schmalstieg","raw_affiliation_strings":["Graz University of Technology"],"affiliations":[{"raw_affiliation_string":"Graz University of Technology","institution_ids":["https://openalex.org/I4092182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073619125","display_name":"Daniel Weiskopf","orcid":"https://orcid.org/0000-0003-1174-1026"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Weiskopf","raw_affiliation_strings":["University of Stuttgart"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart","institution_ids":["https://openalex.org/I100066346"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.072,"has_fulltext":false,"cited_by_count":68,"citation_normalized_percentile":{"value":0.807357,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"438","last_page":"451"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10888","display_name":"Augmented Reality and its Applications","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10888","display_name":"Augmented Reality and its Applications","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Presence and Embodiment in VR Research","score":0.9986,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Computational Modeling of Visual Saliency Detection","score":0.965,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-quality-assessment","display_name":"Image Quality Assessment","score":0.499852}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.76431626},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6760278},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6189419},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.5529108},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.49062076},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4863985},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4480364},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42376798},{"id":"https://openalex.org/C56995899","wikidata":"https://www.wikidata.org/wiki/Q1126687","display_name":"Focus group","level":2,"score":0.41590142},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3706162},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24792984},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22527978},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/ismar50242.2020.00069","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2010.05988","pdf_url":"https://arxiv.org/pdf/2010.05988","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2010.05988","pdf_url":"https://arxiv.org/pdf/2010.05988","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft","award_id":null}],"datasets":[],"versions":[],"referenced_works_count":114,"referenced_works":["https://openalex.org/W1354100","https://openalex.org/W140197623","https://openalex.org/W1499730430","https://openalex.org/W1539622780","https://openalex.org/W1586856071","https://openalex.org/W1628298901","https://openalex.org/W1945258116","https://openalex.org/W1967009117","https://openalex.org/W1973044840","https://openalex.org/W1976147869","https://openalex.org/W1977512233","https://openalex.org/W1980137177","https://openalex.org/W1985816353","https://openalex.org/W1988730366","https://openalex.org/W1992743299","https://openalex.org/W1994240377","https://openalex.org/W1994911377","https://openalex.org/W1996109675","https://openalex.org/W1998882338","https://openalex.org/W2004615365","https://openalex.org/W2005028239","https://openalex.org/W2014833927","https://openalex.org/W2016404704","https://openalex.org/W2035939208","https://openalex.org/W2037881738","https://openalex.org/W2043783244","https://openalex.org/W2052526906","https://openalex.org/W2057089015","https://openalex.org/W2058203255","https://openalex.org/W2071086633","https://openalex.org/W2081811286","https://openalex.org/W2085572922","https://openalex.org/W2091471778","https://openalex.org/W2094136133","https://openalex.org/W2095720542","https://openalex.org/W2106572990","https://openalex.org/W2123932410","https://openalex.org/W2124542849","https://openalex.org/W2125490883","https://openalex.org/W2127577568","https://openalex.org/W213027892","https://openalex.org/W2130299716","https://openalex.org/W2132851697","https://openalex.org/W2133028306","https://openalex.org/W2139541242","https://openalex.org/W2142469217","https://openalex.org/W2148905283","https://openalex.org/W2150454725","https://openalex.org/W2152668594","https://openalex.org/W2153222072","https://openalex.org/W2157289187","https://openalex.org/W2162115549","https://openalex.org/W2163004454","https://openalex.org/W2163851162","https://openalex.org/W2164777277","https://openalex.org/W2167557160","https://openalex.org/W2311815372","https://openalex.org/W2319974186","https://openalex.org/W2407300725","https://openalex.org/W2463393827","https://openalex.org/W2477439861","https://openalex.org/W2492149614","https://openalex.org/W2499182527","https://openalex.org/W2520564253","https://openalex.org/W2521716582","https://openalex.org/W2564442189","https://openalex.org/W2594246920","https://openalex.org/W2604210020","https://openalex.org/W2616525663","https://openalex.org/W2741203686","https://openalex.org/W2744322595","https://openalex.org/W2766685970","https://openalex.org/W2769055348","https://openalex.org/W2770041771","https://openalex.org/W2770285344","https://openalex.org/W2770940425","https://openalex.org/W2771572381","https://openalex.org/W2802609531","https://openalex.org/W2807742538","https://openalex.org/W2809782439","https://openalex.org/W2889701811","https://openalex.org/W2890183875","https://openalex.org/W2890404080","https://openalex.org/W2891561401","https://openalex.org/W2891916845","https://openalex.org/W2892136146","https://openalex.org/W2892252543","https://openalex.org/W2896022072","https://openalex.org/W2908830853","https://openalex.org/W2909268842","https://openalex.org/W2909511051","https://openalex.org/W2909822833","https://openalex.org/W2910588665","https://openalex.org/W2912308370","https://openalex.org/W2940920311","https://openalex.org/W2940989608","https://openalex.org/W2941151758","https://openalex.org/W2941521681","https://openalex.org/W2941726745","https://openalex.org/W2963034576","https://openalex.org/W2981034728","https://openalex.org/W2999136252","https://openalex.org/W3000004191","https://openalex.org/W3000190167","https://openalex.org/W3000483861","https://openalex.org/W4210764005","https://openalex.org/W4214895161","https://openalex.org/W4237464814","https://openalex.org/W4242846244","https://openalex.org/W4248146732","https://openalex.org/W4292994367","https://openalex.org/W52809394","https://openalex.org/W627951367","https://openalex.org/W635610963"],"related_works":["https://openalex.org/W3158001554","https://openalex.org/W2991048842","https://openalex.org/W2957704286","https://openalex.org/W2771909920","https://openalex.org/W2750280393","https://openalex.org/W2429057255","https://openalex.org/W2355696739","https://openalex.org/W2187546663","https://openalex.org/W2172197285","https://openalex.org/W148745890"],"abstract_inverted_index":{"We":[0,87,97,161,173,225],"present":[1],"a":[2,27,89,194,204,211,222],"systematic":[3],"review":[4],"of":[5,29,42,92,105,124,153,188,215,251],"45S":[6],"papers":[7],"that":[8,107,121,147,181,218],"report":[9],"on":[10,109,130],"evaluations":[11,41,80,104,252],"in":[12,19,78,151,193,203,221,237,253],"mixed":[13],"and":[14,24,75,95,115,117,126,136,178,234,241,248],"augmented":[15],"reality":[16],"(MR/AR)":[17],"published":[18],"ISMAR,":[20],"CHI,":[21],"IEEE":[22],"VR,":[23],"UIST":[25],"over":[26],"span":[28],"11":[30],"years":[31],"(2009-2019).":[32],"Our":[33],"goal":[34],"is":[35],"to":[36,168,229,232,245],"provide":[37],"guidance":[38],"for":[39],"future":[40],"MR/AR":[43],"approaches.":[44],"To":[45],"this":[46,227],"end,":[47],"we":[48,142,208],"characterize":[49],"publications":[50],"by":[51],"paper":[52,228],"type":[53],"(e.g.,":[54,60,65,72,83],"technique,":[55],"design":[56],"study),":[57],"research":[58],"topic":[59],"tracking,":[61,111],"rendering),":[62],"evaluation":[63],"scenario":[64],"algorithm":[66],"performance,":[67],"user":[68,145,189],"performance),":[69],"cognitive":[70,171],"aspects":[71],"perception,":[73,131],"emotion),":[74],"the":[76,139,239,243],"context":[77],"which":[79],"were":[81,157],"conducted":[82,192],"lab":[84],"vs.":[85],"in-thewild).":[86],"found":[88,174,210],"strong":[90],"coupling":[91],"types,":[93],"topics,":[94],"scenarios.":[96],"observe":[98],"two":[99],"groups:":[100],"(a)":[101],"technology-centric":[102],"performance":[103],"algorithms":[106],"focus":[108],"improving":[110],"displays,":[112],"reconstruction,":[113],"rendering,":[114],"calibration,":[116],"(b)":[118],"human-centric":[119],"studies":[120,146,190,200,217],"analyze":[122,169],"implications":[123],"applications":[125],"design,":[127],"human":[128],"factors":[129],"usability,":[132],"decision":[133],"making,":[134],"emotion,":[135],"attention.":[137],"Amongst":[138],"458":[140],"papers,":[141],"identified":[143,158,162],"248":[144],"involved":[148],"5,761":[149],"participants":[150,202,220],"total,":[152],"whom":[154],"only":[155],"1,619":[156],"as":[159],"female.":[160],"43":[163],"data":[164],"collection":[165],"methods":[166,180],"used":[167],"10":[170],"aspects.":[172],"nine":[175],"objective":[176],"methods,":[177],"eight":[179],"support":[182],"qualitative":[183],"analysis.":[184],"A":[185],"majority":[186],"(216/248)":[187],"are":[191],"laboratory":[195],"setting.":[196],"Often":[197],"(138/248),":[198],"such":[199],"involve":[201,219],"static":[205],"way.":[206],"However,":[207],"also":[209],"fair":[212],"number":[213],"(30/248)":[214],"in-the-wild":[216],"mobile":[223],"fashion.":[224],"consider":[226],"be":[230],"relevant":[231],"academia":[233],"industry":[235],"alike":[236],"presenting":[238],"state-of-the-art":[240],"guiding":[242],"steps":[244],"designing,":[246],"conducting,":[247],"analyzing":[249],"results":[250],"MR/AR.":[254]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3111225159","counts_by_year":[{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":14}],"updated_date":"2024-12-02T03:55:03.944559","created_date":"2020-12-21"}