{"id":"https://openalex.org/W3203664550","doi":"https://doi.org/10.1109/access.2021.3118056","title":"Redirection Controller Using Reinforcement Learning","display_name":"Redirection Controller Using Reinforcement Learning","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3203664550","doi":"https://doi.org/10.1109/access.2021.3118056","mag":"3203664550"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3118056","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09562152.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09562152.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101867128","display_name":"Yu-Chen Chang","orcid":"https://orcid.org/0000-0002-8496-9577"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"funder","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuchen Chang","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo, Bunky\u014d City 7-3-1, Tokyo 113-0033, JAPAN."],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, Bunky\u014d City 7-3-1, Tokyo 113-0033, JAPAN.","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082486558","display_name":"Keigo Matsumoto","orcid":"https://orcid.org/0000-0002-0038-0678"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"funder","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keigo Matsumoto","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo, Bunky\u014d City 7-3-1, Tokyo 113-0033, JAPAN"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, Bunky\u014d City 7-3-1, Tokyo 113-0033, JAPAN","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083186761","display_name":"Takuji Narumi","orcid":"https://orcid.org/0000-0002-9010-1491"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"funder","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takuji Narumi","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo, Bunky\u014d City 7-3-1, Tokyo 113-0033, JAPAN."],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, Bunky\u014d City 7-3-1, Tokyo 113-0033, JAPAN.","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013821166","display_name":"Tomohiro Tanikawa","orcid":"https://orcid.org/0000-0002-9647-9380"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"funder","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomohiro Tanikawa","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo, Bunky\u014d City 7-3-1, Tokyo 113-0033, JAPAN."],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, Bunky\u014d City 7-3-1, Tokyo 113-0033, JAPAN.","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018308531","display_name":"Michitaka Hirose","orcid":"https://orcid.org/0000-0002-3335-5428"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"funder","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Michitaka Hirose","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo, Bunky\u014d City 7-3-1, Tokyo 113-0033, JAPAN."],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo, Bunky\u014d City 7-3-1, Tokyo 113-0033, JAPAN.","institution_ids":["https://openalex.org/I74801974"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.995,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":21,"citation_normalized_percentile":{"value":0.999974,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":94},"biblio":{"volume":"9","issue":null,"first_page":"145083","last_page":"145097"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.995,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9885,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7757646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.73925424},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.45276323},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3242774},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3118056","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09562152.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1909.09505","pdf_url":"https://arxiv.org/pdf/1909.09505","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://doaj.org/article/fe49c2286a2e44779f04c4f3ce758dbc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.1909.09505","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3118056","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09562152.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science","award_id":"JP19H04149"},{"funder":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science","award_id":"JP18J21379"}],"datasets":[],"versions":["https://openalex.org/W3203664550"],"referenced_works_count":46,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1522301498","https://openalex.org/W1994877858","https://openalex.org/W1997466060","https://openalex.org/W2014539160","https://openalex.org/W2025822255","https://openalex.org/W2053799755","https://openalex.org/W2060997259","https://openalex.org/W2066727705","https://openalex.org/W2107726111","https://openalex.org/W2110738137","https://openalex.org/W2119717200","https://openalex.org/W2121863487","https://openalex.org/W2129149254","https://openalex.org/W2137851777","https://openalex.org/W2146502244","https://openalex.org/W2150861884","https://openalex.org/W2153169611","https://openalex.org/W2155027007","https://openalex.org/W2156737235","https://openalex.org/W2163004454","https://openalex.org/W2167908008","https://openalex.org/W2227259014","https://openalex.org/W2278751712","https://openalex.org/W2344533204","https://openalex.org/W2469663584","https://openalex.org/W2575705757","https://openalex.org/W2581688522","https://openalex.org/W2592515031","https://openalex.org/W2604229570","https://openalex.org/W2736601468","https://openalex.org/W2782572802","https://openalex.org/W2889272103","https://openalex.org/W2889987506","https://openalex.org/W2902646128","https://openalex.org/W2902907165","https://openalex.org/W2920923733","https://openalex.org/W2964043796","https://openalex.org/W2964121744","https://openalex.org/W2967688122","https://openalex.org/W3100944043","https://openalex.org/W3137494395","https://openalex.org/W3175827959","https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W4249039729"],"related_works":["https://openalex.org/W4396701345","https://openalex.org/W4391913857","https://openalex.org/W4391375266","https://openalex.org/W4306904969","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2138720691"],"abstract_inverted_index":{"There":[0,39],"is":[1,116,139,185],"a":[2,80,158,226],"growing":[3],"demand":[4],"for":[5],"redirected":[6],"walking":[7],"(RDW)":[8],"techniques":[9],"and":[10,16,24,30,51,64,75,133,146,266,282],"their":[11],"application":[12],"to":[13,27,79,90,99,142,198,242,286,294],"various":[14],"virtual":[15,31,65],"real":[17,29,63,92,203],"environments.":[18,66],"To":[19],"apply":[20],"appropriate":[21],"RDW":[22,34,44,73,135,160,195,273],"methods":[23],"manipulation":[25,76],"according":[26,78],"the":[28,33,59,62,72,85,91,97,125,130,174,179,188,191,194,199,209,215,219,232,237,243,256,259,271,278,297],"environments,":[32],"controllers":[35,281],"are":[36,40],"predominantly":[37],"used.":[38],"three":[41],"types":[42],"of":[43,111,181,187,190,193,225,239,258,299],"controllers:":[45],"direct":[46],"scripted":[47,55],"controller,":[48,50,196],"generalized":[49,68,200,245,280,301],"predictive":[52,121],"controller.":[53,246],"The":[54,67,120,223,264],"controller":[56,69,122,161,201,274],"type":[57,70,123],"pre-scripts":[58],"mapping":[60],"between":[61],"employs":[71],"method":[74,176,221],"quantities":[77],"certain":[81],"procedure":[82],"depending":[83],"on":[84],"user's":[86,126,131],"position":[87],"in":[88,102,296],"relation":[89],"space.":[93],"This":[94,137,155],"approach":[95,138],"has":[96,150],"potential":[98],"be":[100,143,284],"reused":[101],"any":[103],"environment":[104],"because":[105],"it":[106,115,149,289],"does":[107],"not":[108,117,151],"require":[109],"pre-scripting":[110],"user":[112,227,267],"movements;":[113],"however,":[114,148],"fully":[118],"optimized.":[119],"predicts":[124],"future":[127],"path":[128],"using":[129,162],"behavior":[132],"manages":[134],"techniques.":[136],"highly":[140],"anticipated":[141],"very":[144],"effective":[145],"versatile;":[147],"been":[152],"sufficiently":[153],"developed.":[154],"paper":[156],"proposes":[157],"novel":[159],"reinforcement":[163],"learning":[164],"(RL)":[165],"with":[166,205,255,275],"advanced":[167],"plannability/versatility.":[168],"Our":[169],"simulation":[170,265],"experiments":[171],"indicate":[172],"that":[173,214,231,270,295],"proposed":[175,220,233,272],"can":[177,235,283],"reduce":[178,236],"number":[180,238],"reset":[182],"manipulations,":[183],"which":[184],"one":[186],"indicators":[189],"effectiveness":[192],"compared":[197,241],"under":[202],"environments":[204],"many":[206],"obstacles.":[207],"Meanwhile,":[208],"experimental":[210],"results":[211,224],"also":[212],"showed":[213,230],"gain":[216,261],"output":[217,260],"by":[218],"oscillates.":[222],"study":[228],"conducted":[229],"RDWcontroller":[234],"resets":[240],"conventional":[244,300],"Furthermore,":[247],"no":[248],"adverse":[249],"effects":[250],"such":[251],"as":[252,288],"cybersickness":[253,292],"associated":[254],"oscillation":[257],"were":[262],"evinced.":[263],"studies":[268],"demonstrate":[269],"RL":[276],"outperforms":[277],"existing":[279],"applied":[285],"users":[287],"only":[290],"causes":[291],"comparable":[293],"case":[298],"controllers.":[302]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3203664550","counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2025-04-29T21:53:38.382648","created_date":"2021-10-11"}