{"id":"https://openalex.org/W4400222675","doi":"https://doi.org/10.48550/arxiv.2406.19741","title":"ROS-LLM: A ROS framework for embodied AI with task feedback and\n structured reasoning","display_name":"ROS-LLM: A ROS framework for embodied AI with task feedback and\n structured reasoning","publication_year":2024,"publication_date":"2024-06-28","ids":{"openalex":"https://openalex.org/W4400222675","doi":"https://doi.org/10.48550/arxiv.2406.19741"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2406.19741","pdf_url":"https://arxiv.org/pdf/2406.19741","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.19741","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074827482","display_name":"Christopher E. Mower","orcid":"https://orcid.org/0000-0002-3929-9391"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mower, Christopher E.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028475398","display_name":"Yuhui Wan","orcid":"https://orcid.org/0000-0002-2353-2638"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wan, Yuhui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114185601","display_name":"Hongzhan Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Hongzhan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012157944","display_name":"Antoine Grosnit","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grosnit, Antoine","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014980390","display_name":"Jonas Gonzalez-Billandon","orcid":"https://orcid.org/0000-0001-9400-5678"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gonzalez-Billandon, Jonas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028712584","display_name":"Matthieu Zimmer","orcid":"https://orcid.org/0000-0002-8029-308X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zimmer, Matthieu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103041068","display_name":"Jinlong Wang","orcid":"https://orcid.org/0009-0007-8355-5616"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jinlong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390687","display_name":"Xinyu Zhang","orcid":"https://orcid.org/0000-0001-9688-8056"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xinyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100525013","display_name":"Yao Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099860103","display_name":"Anbang Zhai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhai, Anbang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036597033","display_name":"Puze Liu","orcid":"https://orcid.org/0000-0001-6887-7704"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Puze","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001304610","display_name":"Davide Tateo","orcid":"https://orcid.org/0000-0002-7193-923X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tateo, Davide","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063529163","display_name":"C\u00e9sar Cadena","orcid":"https://orcid.org/0000-0002-2972-6011"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cadena, Cesar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102883524","display_name":"Marco Hutter","orcid":"https://orcid.org/0000-0001-9049-534X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hutter, Marco","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112406655","display_name":"Jan Peters","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peters, Jan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106943333","display_name":"Guangjian Tian","orcid":"https://orcid.org/0009-0004-5377-2730"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Guangjian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011036128","display_name":"Yuzheng Zhuang","orcid":"https://orcid.org/0000-0002-0915-0254"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuang, Yuzheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056896393","display_name":"Kun Shao","orcid":"https://orcid.org/0000-0003-0576-3528"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shao, Kun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113273845","display_name":"Xingyue Quan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quan, Xingyue","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047509839","display_name":"Jianye Hao","orcid":"https://orcid.org/0000-0002-0422-8235"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao, Jianye","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021575840","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0001-8128-3580"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5034334762","display_name":"Haitham Bou Ammar","orcid":"https://orcid.org/0000-0002-6083-6171"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bou-Ammar, Haitham","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.901841,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":77,"max":88},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.827,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.827,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.7597,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.85524654},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7165489},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48787308},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39384687},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3693633},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30068642},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24883515},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18471122},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.13971648}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2406.19741","pdf_url":"https://arxiv.org/pdf/2406.19741","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2406.19741","pdf_url":"https://arxiv.org/pdf/2406.19741","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4246694033","https://openalex.org/W4211188312","https://openalex.org/W3196817267","https://openalex.org/W2753017648","https://openalex.org/W2513760693","https://openalex.org/W2149544884","https://openalex.org/W2133485962","https://openalex.org/W2062819913","https://openalex.org/W2001662723","https://openalex.org/W1001771077"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,40,58,68],"framework":[3,47,138],"for":[4,80,91],"intuitive":[5],"robot":[6,94],"programming":[7],"by":[8],"non-experts,":[9],"leveraging":[10],"natural":[11],"language":[12,27],"prompts":[13],"and":[14,62,74,102,107,118,128,139],"contextual":[15],"information":[16],"from":[17,70],"the":[18,37,46,71,97,113,134,141],"Robot":[19],"Operating":[20],"System":[21],"(ROS).":[22],"Our":[23],"system":[24,38],"integrates":[25],"large":[26],"models":[28],"(LLMs),":[29],"enabling":[30],"non-experts":[31],"to":[32,36,57,96],"articulate":[33],"task":[34],"requirements":[35],"through":[39],"chat":[41],"interface.":[42],"Key":[43],"features":[44],"of":[45,50,60,67,76,99,136,143],"include:":[48],"integration":[49],"ROS":[51,77],"with":[52],"an":[53],"AI":[54],"agent":[55],"connected":[56],"plethora":[59],"open-source":[61],"commercial":[63],"LLMs,":[64],"automatic":[65],"extraction":[66],"behavior":[69,82,85],"LLM":[72,103],"output":[73],"execution":[75],"actions/services,":[78],"support":[79,140],"three":[81],"modes":[83],"(sequence,":[84],"tree,":[86],"state":[87],"machine),":[88],"imitation":[89],"learning":[90],"adding":[92],"new":[93],"actions":[95],"library":[98],"possible":[100],"actions,":[101],"reflection":[104],"via":[105],"human":[106],"environment":[108],"feedback.":[109],"Extensive":[110],"experiments":[111],"validate":[112],"framework,":[114],"showcasing":[115],"robustness,":[116],"scalability,":[117],"versatility":[119],"in":[120],"diverse":[121],"scenarios,":[122],"including":[123],"long-horizon":[124],"tasks,":[125],"tabletop":[126],"rearrangements,":[127],"remote":[129],"supervisory":[130],"control.":[131],"To":[132],"facilitate":[133],"adoption":[135],"our":[137,144,149],"reproduction":[142],"results,":[145],"we":[146],"have":[147],"made":[148],"code":[150],"open-source.":[151],"You":[152],"can":[153],"access":[154],"it":[155],"at:":[156],"https://github.com/huawei-noah/HEBO/tree/master/ROSLLM.":[157]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4400222675","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-04-24T13:19:02.490145","created_date":"2024-07-02"}