{"id":"https://openalex.org/W4281749519","doi":"https://doi.org/10.48550/arxiv.2205.12532","title":"Skill Machines: Temporal Logic Composition in Reinforcement Learning","display_name":"Skill Machines: Temporal Logic Composition in Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4281749519","doi":"https://doi.org/10.48550/arxiv.2205.12532"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2205.12532","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2205.12532","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017776766","display_name":"Geraud Nangue Tasse","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tasse, Geraud Nangue","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046091762","display_name":"Devon Jarvis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jarvis, Devon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078861770","display_name":"Steven James","orcid":"https://orcid.org/0000-0003-4366-4125"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"James, Steven","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5068297734","display_name":"Benjamin Rosman","orcid":"https://orcid.org/0000-0002-0284-4114"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rosman, Benjamin","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.824572,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":70,"max":76},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9486,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9131,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.79638016},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7791174},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.67836607},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6729883},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.63645154},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6226379},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.60173917},{"id":"https://openalex.org/C25016198","wikidata":"https://www.wikidata.org/wiki/Q781833","display_name":"Temporal logic","level":2,"score":0.525681},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.524726},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28429186},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.26288086},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2205.12532","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2205.12532","pdf_url":"http://arxiv.org/pdf/2205.12532","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2205.12532","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2205.12532","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.43,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W54497855","https://openalex.org/W4306904969","https://openalex.org/W4296209631","https://openalex.org/W3125814499","https://openalex.org/W3121970507","https://openalex.org/W2384475851","https://openalex.org/W217960748","https://openalex.org/W2110028391","https://openalex.org/W2032233321","https://openalex.org/W2000444236"],"abstract_inverted_index":{"It":[0],"is":[1,33,49],"desirable":[2],"for":[3],"an":[4,87],"agent":[5,88,106,137],"to":[6,9,34,41,44,54,97,116,141,149],"be":[7,18,70,184],"able":[8],"solve":[10],"a":[11,50,84,91,158,165],"rich":[12],"variety":[13],"of":[14,57,65,94,130,180],"problems":[15],"that":[16,177],"can":[17,69,107,183],"specified":[19],"through":[20],"language":[21],"in":[22,38,76,102,122,157,164],"the":[23,55,61,136,139,178],"same":[24],"environment.":[25,104,172],"A":[26],"popular":[27],"approach":[28],"towards":[29],"obtaining":[30],"such":[31,126],"agents":[32],"reuse":[35],"skills":[36],"learned":[37],"prior":[39],"tasks":[40],"generalise":[42],"compositionally":[43],"new":[45],"ones.":[46],"However,":[47],"this":[48,80,155],"challenging":[51],"problem":[52],"due":[53],"curse":[56],"dimensionality":[58],"induced":[59],"by":[60],"combinatorially":[62],"large":[63],"number":[64],"ways":[66],"high-level":[67,100],"goals":[68,101],"combined":[71],"both":[72,112],"logically":[73,113],"and":[74,114,169],"temporally":[75,115],"language.":[77],"To":[78],"address":[79],"problem,":[81],"we":[82,174],"propose":[83],"framework":[85],"where":[86],"first":[89],"learns":[90],"sufficient":[92],"set":[93],"skill":[95,181],"primitives":[96],"achieve":[98,118],"all":[99],"its":[103],"The":[105],"then":[108],"flexibly":[109],"compose":[110],"them":[111],"provably":[117],"temporal":[119,132,145],"logic":[120,146],"specifications":[121,148],"any":[123],"regular":[124,128,187],"language,":[125],"as":[127,161,163],"fragments":[129],"linear":[131],"logic.":[133],"This":[134],"provides":[135],"with":[138,186],"ability":[140],"map":[142],"from":[143],"complex":[144],"task":[147],"near-optimal":[150],"behaviours":[151,194],"zero-shot.":[152],"We":[153],"demonstrate":[154,176],"experimentally":[156],"tabular":[159],"setting,":[160],"well":[162],"high-dimensional":[166],"video":[167],"game":[168],"continuous":[170],"control":[171],"Finally,":[173],"also":[175],"performance":[179],"machines":[182],"improved":[185],"off-policy":[188],"reinforcement":[189],"learning":[190],"algorithms":[191],"when":[192],"optimal":[193],"are":[195],"desired.":[196]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4281749519","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-01-20T05:47:36.033419","created_date":"2022-06-13"}