{"id":"https://openalex.org/W2973517119","doi":"https://doi.org/10.4204/eptcs.306.23","title":"A Human-Centered Data-Driven Planner-Actor-Critic Architecture via Logic Programming","display_name":"A Human-Centered Data-Driven Planner-Actor-Critic Architecture via Logic Programming","publication_year":2019,"publication_date":"2019-09-17","ids":{"openalex":"https://openalex.org/W2973517119","doi":"https://doi.org/10.4204/eptcs.306.23","mag":"2973517119"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":null,"pdf_url":"https://arxiv.org/pdf/1909.09209","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://arxiv.org/pdf/1909.09209","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025744129","display_name":"Daoming Lyu","orcid":"https://orcid.org/0000-0003-2625-9865"},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]},{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]},{"id":"https://openalex.org/I174135032","display_name":"Bellevue College","ror":"https://ror.org/05gr4yv49","country_code":"US","type":"education","lineage":["https://openalex.org/I174135032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daoming Lyu","raw_affiliation_strings":["Auburn University, Auburn, AL, USA","Maana Inc., Bellevue, WA, USA","NVIDIA Corporation, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Auburn University, Auburn, AL, USA","institution_ids":["https://openalex.org/I82497590","https://openalex.org/I82497590"]},{"raw_affiliation_string":"NVIDIA Corporation, Redmond, WA, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"Maana Inc., Bellevue, WA, USA","institution_ids":["https://openalex.org/I174135032"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101564849","display_name":"Fangkai Yang","orcid":"https://orcid.org/0000-0002-3089-0345"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]},{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]},{"id":"https://openalex.org/I174135032","display_name":"Bellevue College","ror":"https://ror.org/05gr4yv49","country_code":"US","type":"education","lineage":["https://openalex.org/I174135032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fangkai Yang","raw_affiliation_strings":["Auburn University, Auburn, AL, USA","Maana Inc., Bellevue, WA, USA","NVIDIA Corporation, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"NVIDIA Corporation, Redmond, WA, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"Auburn University, Auburn, AL, USA","institution_ids":["https://openalex.org/I82497590","https://openalex.org/I82497590"]},{"raw_affiliation_string":"Maana Inc., Bellevue, WA, USA","institution_ids":["https://openalex.org/I174135032"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100461646","display_name":"Bo Liu","orcid":"https://orcid.org/0000-0002-3603-6617"},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]},{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]},{"id":"https://openalex.org/I174135032","display_name":"Bellevue College","ror":"https://ror.org/05gr4yv49","country_code":"US","type":"education","lineage":["https://openalex.org/I174135032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Liu","raw_affiliation_strings":["Auburn University, Auburn, AL, USA","Maana Inc., Bellevue, WA, USA","NVIDIA Corporation, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Auburn University, Auburn, AL, USA","institution_ids":["https://openalex.org/I82497590","https://openalex.org/I82497590"]},{"raw_affiliation_string":"NVIDIA Corporation, Redmond, WA, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"Maana Inc., Bellevue, WA, USA","institution_ids":["https://openalex.org/I174135032"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109278826","display_name":"Steven Gustafson","orcid":null},"institutions":[{"id":"https://openalex.org/I174135032","display_name":"Bellevue College","ror":"https://ror.org/05gr4yv49","country_code":"US","type":"education","lineage":["https://openalex.org/I174135032"]},{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]},{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Gustafson","raw_affiliation_strings":["Auburn University, Auburn, AL, USA","Maana Inc., Bellevue, WA, USA","NVIDIA Corporation, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Maana Inc., Bellevue, WA, USA","institution_ids":["https://openalex.org/I174135032"]},{"raw_affiliation_string":"Auburn University, Auburn, AL, USA","institution_ids":["https://openalex.org/I82497590","https://openalex.org/I82497590"]},{"raw_affiliation_string":"NVIDIA Corporation, Redmond, WA, USA","institution_ids":["https://openalex.org/I4210127875"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":0,"currency":"USD","value_usd":0,"provenance":"doaj"},"apc_paid":null,"fwci":0.283,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":2,"citation_normalized_percentile":{"value":0.628262,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":69,"max":74},"biblio":{"volume":"306","issue":null,"first_page":"182","last_page":"195"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.9984,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.9984,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9979,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9917,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.8847256}],"concepts":[{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.8847256},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7645397},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7506324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.59844786},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.5845285},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5035822},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.44890282},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39013135},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35628808},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":null,"pdf_url":"https://arxiv.org/pdf/1909.09209","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://doaj.org/article/ba3d19d356e1421183c8f828af07d418","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.1909.09209","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":null,"pdf_url":"https://arxiv.org/pdf/1909.09209","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":["https://openalex.org/W2973517119","https://openalex.org/W3104366579"],"referenced_works_count":53,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W121023703","https://openalex.org/W1493057011","https://openalex.org/W1535168632","https://openalex.org/W1539210606","https://openalex.org/W1549353711","https://openalex.org/W1592847719","https://openalex.org/W1605439581","https://openalex.org/W174941419","https://openalex.org/W1755575350","https://openalex.org/W1771410628","https://openalex.org/W1814441753","https://openalex.org/W1853714515","https://openalex.org/W1855398616","https://openalex.org/W1959035372","https://openalex.org/W1986014385","https://openalex.org/W2047434003","https://openalex.org/W2061562262","https://openalex.org/W2094387729","https://openalex.org/W2109910161","https://openalex.org/W2116157560","https://openalex.org/W2119717200","https://openalex.org/W2121110499","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2149280200","https://openalex.org/W2156869222","https://openalex.org/W2161414194","https://openalex.org/W2164909904","https://openalex.org/W2168359464","https://openalex.org/W2172968643","https://openalex.org/W2174287231","https://openalex.org/W2221452810","https://openalex.org/W2294422333","https://openalex.org/W2408744163","https://openalex.org/W2518731509","https://openalex.org/W2560674852","https://openalex.org/W2580300496","https://openalex.org/W2586777479","https://openalex.org/W2595890440","https://openalex.org/W2796003663","https://openalex.org/W2899455150","https://openalex.org/W2915055038","https://openalex.org/W2949608212","https://openalex.org/W2963709735","https://openalex.org/W3004011906","https://openalex.org/W3101355526","https://openalex.org/W398859631","https://openalex.org/W4241811150","https://openalex.org/W4247950230","https://openalex.org/W42868949","https://openalex.org/W4310895557","https://openalex.org/W90861027"],"related_works":["https://openalex.org/W804484174","https://openalex.org/W618994464","https://openalex.org/W56933075","https://openalex.org/W4246538999","https://openalex.org/W4244698559","https://openalex.org/W2381278952","https://openalex.org/W2168364913","https://openalex.org/W2146449547","https://openalex.org/W2002361198","https://openalex.org/W1568779110"],"abstract_inverted_index":{"Recent":[0],"successes":[1],"of":[2,76,109,126],"Reinforcement":[3],"Learning":[4],"(RL)":[5],"allow":[6],"an":[7,56,110],"agent":[8,57],"to":[9,65,78,105,118,137],"learn":[10],"policies":[11],"that":[12,115],"surpass":[13],"human":[14,25,87,101],"experts":[15],"but":[16],"suffers":[17],"from":[18],"being":[19],"time-hungry":[20],"and":[21,32,35,52,70,86,100,130,134,140],"data-hungry.":[22],"By":[23],"contrast,":[24],"learning":[26,53,108],"is":[27,91,135],"significantly":[28],"faster":[29],"because":[30],"prior":[31],"general":[33],"knowledge":[34,64],"multiple":[36],"information":[37],"resources":[38],"are":[39],"utilized.":[40],"In":[41],"this":[42],"paper,":[43],"we":[44],"propose":[45],"a":[46,119],"Planner-Actor-Critic":[47],"architecture":[48],"for":[49,67],"huMAN-centered":[50],"planning":[51],"(PACMAN),":[54],"where":[55,96],"uses":[58],"its":[59,80],"prior,":[60],"high-level,":[61],"deterministic":[62],"symbolic":[63],"plan":[66],"goal-directed":[68],"actions,":[69],"also":[71],"integrates":[72],"the":[73,92,106,123],"Actor-Critic":[74],"algorithm":[75],"RL":[77],"fine-tune":[79],"behavior":[81],"towards":[82],"both":[83],"environmental":[84],"rewards":[85],"feedback.":[88,142],"This":[89],"work":[90],"first":[93],"unified":[94],"framework":[95],"knowledge-based":[97],"planning,":[98],"RL,":[99],"teaching":[102],"jointly":[103],"contribute":[104],"policy":[107],"agent.":[111],"Our":[112],"experiments":[113],"demonstrate":[114],"PACMAN":[116],"leads":[117],"significant":[120],"jump-start":[121],"at":[122],"early":[124],"stage":[125],"learning,":[127],"converges":[128],"rapidly":[129],"with":[131],"small":[132],"variance,":[133],"robust":[136],"inconsistent,":[138],"infrequent,":[139],"misleading":[141]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2973517119","counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-01-05T21:10:58.727792","created_date":"2019-09-26"}