{"id":"https://openalex.org/W3200066794","doi":"https://doi.org/10.1109/jas.2021.1004258","title":"Data-Driven Human-Robot Interaction Without Velocity Measurement Using Off-Policy Reinforcement Learning","display_name":"Data-Driven Human-Robot Interaction Without Velocity Measurement Using Off-Policy Reinforcement Learning","publication_year":2021,"publication_date":"2021-09-13","ids":{"openalex":"https://openalex.org/W3200066794","doi":"https://doi.org/10.1109/jas.2021.1004258","mag":"3200066794"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/jas.2021.1004258","pdf_url":null,"source":{"id":"https://openalex.org/S2484288132","display_name":"IEEE/CAA Journal of Automatica Sinica","issn_l":"2329-9266","issn":["2329-9266","2329-9274"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053342436","display_name":"Yongliang Yang","orcid":"https://orcid.org/0000-0002-3144-8604"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"funder","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongliang Yang","raw_affiliation_strings":["Key Laboratory of Knowledge Automation for Industrial Processes Ministry of Education, School of Automation &Electrical Engineering, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Knowledge Automation for Industrial Processes Ministry of Education, School of Automation &Electrical Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101469248","display_name":"Zihao Ding","orcid":"https://orcid.org/0000-0003-3477-025X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"funder","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihao Ding","raw_affiliation_strings":["School of Automation, Beijng Institute Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Beijng Institute Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005518384","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0002-6298-0716"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063118155","display_name":"Hamidreza Modares","orcid":"https://orcid.org/0000-0003-0800-5140"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"funder","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamidreza Modares","raw_affiliation_strings":["Mechanical Engineering Department, Michigan State University, East Lansing, MI, USA"],"affiliations":[{"raw_affiliation_string":"Mechanical Engineering Department, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038037619","display_name":"Donald C. Wunsch","orcid":"https://orcid.org/0000-0002-9726-9051"},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"funder","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Donald C. Wunsch","raw_affiliation_strings":["Department of Electrical &Computer Engineering, Missouri University of Science &Technology, Rolla, MO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical &Computer Engineering, Missouri University of Science &Technology, Rolla, MO, USA","institution_ids":["https://openalex.org/I20382870"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.885,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.999892,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"9","issue":"1","first_page":"47","last_page":"63"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9777,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10784","display_name":"Muscle activation and electromyography studies","score":0.9687,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/impedance-control","display_name":"Impedance Control","score":0.5776524},{"id":"https://openalex.org/keywords/robot-end-effector","display_name":"Robot end effector","score":0.5306795},{"id":"https://openalex.org/keywords/inner-loop","display_name":"Inner loop","score":0.5164123},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.4220312}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6753526},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.59986037},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.59383726},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5932273},{"id":"https://openalex.org/C2777984285","wikidata":"https://www.wikidata.org/wiki/Q17098134","display_name":"Impedance control","level":3,"score":0.5776524},{"id":"https://openalex.org/C8652668","wikidata":"https://www.wikidata.org/wiki/Q1340324","display_name":"Robot end effector","level":3,"score":0.5306795},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5236775},{"id":"https://openalex.org/C58716799","wikidata":"https://www.wikidata.org/wiki/Q6035648","display_name":"Inner loop","level":3,"score":0.5164123},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.46546674},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44885468},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.42871147},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.4220312},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32789758},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27714443},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.17102954},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/jas.2021.1004258","pdf_url":null,"source":{"id":"https://openalex.org/S2484288132","display_name":"IEEE/CAA Journal of Automatica Sinica","issn_l":"2329-9266","issn":["2329-9266","2329-9274"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.5,"display_name":"Partnerships for the goals"}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61903028"},{"funder":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","award_id":"2020137"}],"datasets":[],"versions":[],"referenced_works_count":45,"referenced_works":["https://openalex.org/W1509316461","https://openalex.org/W1614417283","https://openalex.org/W1969794800","https://openalex.org/W1977088290","https://openalex.org/W1987663056","https://openalex.org/W2012392077","https://openalex.org/W2012451615","https://openalex.org/W2022365837","https://openalex.org/W2039692768","https://openalex.org/W2052070392","https://openalex.org/W2063274309","https://openalex.org/W2065676327","https://openalex.org/W2067184820","https://openalex.org/W2083483041","https://openalex.org/W2101700461","https://openalex.org/W2105209710","https://openalex.org/W2106747484","https://openalex.org/W2126663592","https://openalex.org/W2148439597","https://openalex.org/W2167117957","https://openalex.org/W2168442176","https://openalex.org/W2407583558","https://openalex.org/W2484646121","https://openalex.org/W2508598219","https://openalex.org/W2585299106","https://openalex.org/W2605924076","https://openalex.org/W2758863483","https://openalex.org/W2790010208","https://openalex.org/W2803973384","https://openalex.org/W2889638338","https://openalex.org/W2915987858","https://openalex.org/W2919774326","https://openalex.org/W2944685161","https://openalex.org/W2945935987","https://openalex.org/W2953334758","https://openalex.org/W2970085819","https://openalex.org/W2978213765","https://openalex.org/W2978506674","https://openalex.org/W2999863957","https://openalex.org/W3006344226","https://openalex.org/W3033035110","https://openalex.org/W3045917204","https://openalex.org/W4214717370","https://openalex.org/W4246923680","https://openalex.org/W575905749"],"related_works":["https://openalex.org/W4380366481","https://openalex.org/W3191493856","https://openalex.org/W3101417067","https://openalex.org/W3030963096","https://openalex.org/W2782058284","https://openalex.org/W2229463931","https://openalex.org/W2160363304","https://openalex.org/W2059740384","https://openalex.org/W1984186897","https://openalex.org/W1500387900"],"abstract_inverted_index":{"In":[0,106],"this":[1,123],"paper,":[2],"we":[3],"present":[4],"a":[5,17,36,43,49,109,148],"novel":[6],"data-driven":[7],"design":[8,34,39,47,56,161],"method":[9],"for":[10,94],"the":[11,25,28,58,63,68,71,74,78,81,86,98,102,107,116,132,136,140,155,158],"human-robot":[12],"interaction":[13],"(HRI)":[14],"system,":[15],"where":[16],"given":[18],"task":[19,65,141],"is":[20,35,112,128],"achieved":[21],"by":[22],"cooperation":[23],"between":[24],"human":[26,59,79],"and":[27,48,61,145],"robot.":[29],"The":[30,54,143],"presented":[31,159],"HRI":[32,160],"controller":[33,52,127],"two-level":[37],"control":[38],"approach":[40],"consisting":[41],"of":[42,118,135,147,157],"task-oriented":[44,55],"performance":[45,95],"optimization":[46,96],"plant-oriented":[50,72],"impedance":[51,76,104,134],"design.":[53],"minimizes":[57],"effort":[60],"guarantees":[62],"perfect":[64],"tracking":[66],"in":[67,85,97,139],"outer-loop,":[69],"while":[70],"achieves":[73],"desired":[75,133],"from":[77],"to":[80,100,114,130,153],"robot":[82,137,149],"manipulator":[83,138,150],"end-effector":[84,119],"inner-loop.":[87],"Data-driven":[88],"reinforcement":[89],"learning":[90],"techniques":[91],"are":[92,151],"used":[93],"outer-loop":[99],"assign":[101],"optimal":[103],"parameters.":[105],"inner-loop,":[108],"velocity-free":[110],"filter":[111],"designed":[113,129],"avoid":[115],"requirement":[117],"velocity":[120],"measurement.":[121],"On":[122],"basis,":[124],"an":[125],"adaptive":[126],"achieve":[131],"space.":[142],"simulation":[144],"experiment":[146],"conducted":[152],"verify":[154],"efficacy":[156],"framework.":[162]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3200066794","counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":1}],"updated_date":"2025-04-24T06:21:49.411824","created_date":"2021-09-27"}