{"id":"https://openalex.org/W2293088704","doi":"https://doi.org/10.1109/mra.2015.2511681","title":"Trial and Error: Using Previous Experiences as Simulation Models in Humanoid Motor Learning","display_name":"Trial and Error: Using Previous Experiences as Simulation Models in Humanoid Motor Learning","publication_year":2016,"publication_date":"2016-02-24","ids":{"openalex":"https://openalex.org/W2293088704","doi":"https://doi.org/10.1109/mra.2015.2511681","mag":"2293088704"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/mra.2015.2511681","pdf_url":null,"source":{"id":"https://openalex.org/S132261465","display_name":"IEEE Robotics & Automation Magazine","issn_l":"1070-9932","issn":["1070-9932","1558-223X"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067055140","display_name":"Norikazu Sugimoto","orcid":null},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Norikazu Sugimoto","raw_affiliation_strings":["National Institute of Information and Communications Technology, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Information and Communications Technology, Osaka, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055819776","display_name":"Voot Tangkaratt","orcid":null},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Voot Tangkaratt","raw_affiliation_strings":["National Institute of Information and Communications Technology, Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Information and Communications Technology, Osaka, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090521498","display_name":"Thijs Wensveen","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Thijs Wensveen","raw_affiliation_strings":["Delft University of Technology, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101891226","display_name":"Tingting Zhao","orcid":"https://orcid.org/0000-0001-5915-503X"},"institutions":[{"id":"https://openalex.org/I132369690","display_name":"Tianjin University of Science and Technology","ror":"https://ror.org/018rbtf37","country_code":"CN","type":"education","lineage":["https://openalex.org/I132369690"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingting Zhao","raw_affiliation_strings":["Tianjin University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University of Science and Technology, China","institution_ids":["https://openalex.org/I132369690"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072744508","display_name":"Masashi Sugiyama","orcid":"https://orcid.org/0000-0001-6658-6743"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masashi Sugiyama","raw_affiliation_strings":["The University of Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"The University of Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025458882","display_name":"Jun Morimoto","orcid":"https://orcid.org/0000-0002-4115-1919"},"institutions":[],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jun Morimoto","raw_affiliation_strings":["ATR Computational Neuroscience Labs, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"ATR Computational Neuroscience Labs, Kyoto, Japan","institution_ids":[]}]}],"institution_assertions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.676,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":6,"citation_normalized_percentile":{"value":0.582347,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":82,"max":83},"biblio":{"volume":"23","issue":"1","first_page":"96","last_page":"105"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9988,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9988,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9798,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.7437911},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6901087},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.63891137},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5783758},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.50127816},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4939428},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.46547574},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.45927224},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.4383177},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.38576058},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37904748},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23414215},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/mra.2015.2511681","pdf_url":null,"source":{"id":"https://openalex.org/S132261465","display_name":"IEEE Robotics & Automation Magazine","issn_l":"1070-9932","issn":["1070-9932","1558-223X"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":33,"referenced_works":["https://openalex.org/W1499669280","https://openalex.org/W1540685400","https://openalex.org/W1569296262","https://openalex.org/W1968818868","https://openalex.org/W1971492381","https://openalex.org/W1971609423","https://openalex.org/W1976207411","https://openalex.org/W2018705428","https://openalex.org/W2041851440","https://openalex.org/W2045012281","https://openalex.org/W2056107746","https://openalex.org/W2062048829","https://openalex.org/W2081864293","https://openalex.org/W2083456681","https://openalex.org/W2099860458","https://openalex.org/W2108682071","https://openalex.org/W2109169869","https://openalex.org/W2119717200","https://openalex.org/W2127107099","https://openalex.org/W2130801532","https://openalex.org/W2133224499","https://openalex.org/W2137104525","https://openalex.org/W2138839127","https://openalex.org/W2140135625","https://openalex.org/W2148053762","https://openalex.org/W2156718681","https://openalex.org/W2165698076","https://openalex.org/W2167804690","https://openalex.org/W2171277043","https://openalex.org/W2172968643","https://openalex.org/W2949211412","https://openalex.org/W4214717370","https://openalex.org/W4214754825"],"related_works":["https://openalex.org/W4389009354","https://openalex.org/W4256317079","https://openalex.org/W2745063183","https://openalex.org/W2543019745","https://openalex.org/W2295425790","https://openalex.org/W2129850190","https://openalex.org/W2100910774","https://openalex.org/W2088677124","https://openalex.org/W1991876829","https://openalex.org/W1974803039"],"abstract_inverted_index":{"Since":[0],"biological":[1],"systems":[2,63],"have":[3],"the":[4,22,58,66,86,147],"ability":[5],"to":[6,11,16,30,45,57,64,69,113,131,156,170],"efficiently":[7,95],"reuse":[8],"previous":[9,78],"experiences":[10,79],"change":[12],"their":[13],"behavioral":[14,32],"strategies":[15],"avoid":[17],"enemies":[18],"or":[19],"find":[20],"food,":[21],"number":[23,50,100],"of":[24,51,61,89,101],"required":[25,67],"samples":[26,52,102],"from":[27,53,103],"real":[28,39,54,62,105,115,177],"environments":[29,55],"improve":[31,70],"policy":[33,88,134],"is":[34,43],"greatly":[35],"reduced.":[36],"Even":[37],"for":[38,135],"robotic":[40],"systems,":[41],"it":[42],"desirable":[44],"use":[46],"only":[47],"a":[48,90,98,114,133,136,141,150,158,161,171,176],"limited":[49,59,99],"due":[56],"durability":[60],"reduce":[65],"time":[68],"control":[71,123],"performance.":[72],"In":[73],"this":[74],"article,":[75],"we":[76,165],"used":[77],"as":[80],"environmental":[81],"local":[82],"models":[83],"so":[84],"that":[85],"movement":[87],"humanoid":[91,116],"robot":[92,117,148],"can":[93],"be":[94],"improved":[96],"with":[97],"its":[104],"environment.":[106,178],"We":[107,125],"applied":[108,126,166],"our":[109,127,167],"proposed":[110,128,168],"learning":[111,129],"method":[112,169],"and":[118],"successfully":[119],"achieve":[120],"two":[121],"challenging":[122,172],"tasks.":[124],"approach":[130],"acquire":[132],"cart-pole":[137,159],"swing-up":[138],"task":[139,144,174],"in":[140,160,175],"real-virtual":[142],"hybrid":[143],"environment,":[145],"where":[146],"waves":[149],"PlayStation":[151],"(PS)":[152],"Move":[153],"motion":[154],"controller":[155],"move":[157],"virtual":[162],"simulator.":[163],"Furthermore,":[164],"basketball-shooting":[173]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2293088704","counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2025-01-18T20:35:23.350368","created_date":"2016-06-24"}