{"id":"https://openalex.org/W4399197858","doi":"https://doi.org/10.48550/arxiv.2405.18537","title":"Augmented Conversation with Embedded Speech-Driven On-the-Fly\n Referencing in AR","display_name":"Augmented Conversation with Embedded Speech-Driven On-the-Fly\n Referencing in AR","publication_year":2024,"publication_date":"2024-05-28","ids":{"openalex":"https://openalex.org/W4399197858","doi":"https://doi.org/10.48550/arxiv.2405.18537"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2405.18537","pdf_url":"https://arxiv.org/pdf/2405.18537","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.18537","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048183899","display_name":"Shivesh Jadon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jadon, Shivesh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064177982","display_name":"Mehrad Faridan","orcid":"https://orcid.org/0000-0001-6699-0455"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Faridan, Mehrad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111937778","display_name":"Edward Mah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mah, Edward","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031038372","display_name":"Rajan Vaish","orcid":"https://orcid.org/0000-0002-9780-1116"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vaish, Rajan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079469658","display_name":"Wesley Willett","orcid":"https://orcid.org/0000-0002-6793-3062"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Willett, Wesley","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103097262","display_name":"Ryo Suzuki","orcid":"https://orcid.org/0000-0003-3294-9555"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suzuki, Ryo","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":78},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.8519,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.8519,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.7834,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.7614,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/on-the-fly","display_name":"On the fly","score":0.57074845}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.86024415},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5740868},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.57074845},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.52082264},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.49018818},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.39924377},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.36087322},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34360775},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.302943},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2629191},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.06017649},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2405.18537","pdf_url":"https://arxiv.org/pdf/2405.18537","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2405.18537","pdf_url":"https://arxiv.org/pdf/2405.18537","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3210777354","https://openalex.org/W3093134843","https://openalex.org/W2772323916","https://openalex.org/W2464405057","https://openalex.org/W2378167147","https://openalex.org/W2374116601","https://openalex.org/W2281307425","https://openalex.org/W1968552888","https://openalex.org/W1527532029","https://openalex.org/W1511346092"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"the":[3,38,84,95,147],"concept":[4],"of":[5,35,150],"augmented":[6,21,98],"conversation,":[7],"which":[8],"aims":[9],"to":[10,32,52,63,106,187],"support":[11],"co-located":[12],"in-person":[13],"conversations":[14,185],"via":[15],"embedded":[16,139],"speech-driven":[17],"on-the-fly":[18,70,138],"referencing":[19,71,152],"in":[20,76,92,184],"reality":[22],"(AR).":[23],"Today":[24],"computing":[25],"technologies":[26],"like":[27],"smartphones":[28],"allow":[29],"quick":[30],"access":[31,64],"a":[33,123,168],"variety":[34],"references":[36,75,91],"during":[37],"conversation.":[39,86],"However,":[40],"these":[41,89],"tools":[42],"often":[43],"create":[44],"distractions,":[45],"reducing":[46],"eye":[47,108],"contact":[48,109],"and":[49,59,102,110,134,155,182,194],"forcing":[50],"users":[51,105],"focus":[53],"their":[54],"attention":[55],"on":[56,79,162],"phone":[57],"screens":[58],"manually":[60],"enter":[61],"keywords":[62,80],"relevant":[65,73,195],"information.":[66,196],"In":[67,142],"contrast,":[68],"AR-based":[69],"provides":[72],"visual":[74,90,140,151],"real-time,":[77],"based":[78],"extracted":[81],"automatically":[82],"from":[83],"spoken":[85],"By":[87],"embedding":[88],"AR":[93],"around":[94],"conversation":[96,99],"partner,":[97],"reduces":[100],"distraction":[101,181],"friction,":[103],"allowing":[104],"maintain":[107],"supporting":[111],"more":[112],"natural":[113,131],"social":[114],"interactions.":[115],"To":[116],"demonstrate":[117],"this":[118,143],"concept,":[119],"we":[120,145],"developed":[121],"\\system,":[122],"Hololens-based":[124],"interface":[125],"that":[126,177],"leverages":[127],"real-time":[128],"speech":[129],"recognition,":[130],"language":[132],"processing":[133],"gaze-based":[135],"interactions":[136],"for":[137,153],"referencing.":[141],"paper,":[144],"explore":[146],"design":[148,164,170],"space":[149],"conversations,":[154],"describe":[156],"our":[157,158,178],"implementation":[159],"--":[160],"building":[161],"seven":[163],"guidelines":[165],"identified":[166],"through":[167],"user-centered":[169],"process.":[171],"An":[172],"initial":[173],"user":[174],"study":[175],"confirms":[176],"system":[179],"decreases":[180],"friction":[183],"compared":[186],"smartphone":[188],"searches,":[189],"while":[190],"providing":[191],"highly":[192],"useful":[193]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4399197858","counts_by_year":[],"updated_date":"2025-04-04T00:58:17.022110","created_date":"2024-05-31"}