{"id":"https://openalex.org/W2900120446","doi":"https://doi.org/10.1109/tpami.2018.2879335","title":"Numerical Quadrature for Probabilistic Policy Search","display_name":"Numerical Quadrature for Probabilistic Policy Search","publication_year":2018,"publication_date":"2018-11-06","ids":{"openalex":"https://openalex.org/W2900120446","doi":"https://doi.org/10.1109/tpami.2018.2879335","mag":"2900120446","pmid":"https://pubmed.ncbi.nlm.nih.gov/30403621"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2018.2879335","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029235049","display_name":"Julia Vinogradska","orcid":"https://orcid.org/0000-0003-1942-2812"},"institutions":[{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]},{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Julia Vinogradska","raw_affiliation_strings":["Bosch Center for Artificial Intelligence, Renningen, Germany","Intelligent Autonomous Systems Lab, TU Darmstadt, Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Bosch Center for Artificial Intelligence, Renningen, Germany","institution_ids":["https://openalex.org/I889804353"]},{"raw_affiliation_string":"Intelligent Autonomous Systems Lab, TU Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080277992","display_name":"Bastian Bischoff","orcid":"https://orcid.org/0000-0001-8604-8432"},"institutions":[{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bastian Bischoff","raw_affiliation_strings":["Bosch Center for Artificial Intelligence, Renningen, Germany"],"affiliations":[{"raw_affiliation_string":"Bosch Center for Artificial Intelligence, Renningen, Germany","institution_ids":["https://openalex.org/I889804353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112617537","display_name":"Jan Achterhold","orcid":null},"institutions":[{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Achterhold","raw_affiliation_strings":["Bosch Center for Artificial Intelligence, Renningen, Germany"],"affiliations":[{"raw_affiliation_string":"Bosch Center for Artificial Intelligence, Renningen, Germany","institution_ids":["https://openalex.org/I889804353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059367484","display_name":"Torsten Koller","orcid":null},"institutions":[{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Torsten Koller","raw_affiliation_strings":["Bosch Center for Artificial Intelligence, Renningen, Germany"],"affiliations":[{"raw_affiliation_string":"Bosch Center for Artificial Intelligence, Renningen, Germany","institution_ids":["https://openalex.org/I889804353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071367253","display_name":"Jan Peters","orcid":"https://orcid.org/0000-0002-5266-8091"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]},{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Peters","raw_affiliation_strings":["Intelligent Autonomous Systems Lab, TU Darmstadt, Darmstadt, Germany","Max-Planck Institute for Intelligent Systems, Stuttgart, Germany"],"affiliations":[{"raw_affiliation_string":"Max-Planck Institute for Intelligent Systems, Stuttgart, Germany","institution_ids":["https://openalex.org/I4210135521"]},{"raw_affiliation_string":"Intelligent Autonomous Systems Lab, TU Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.284,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":10,"citation_normalized_percentile":{"value":0.792509,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":85,"max":86},"biblio":{"volume":"42","issue":"1","first_page":"164","last_page":"175"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9975,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9975,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9778,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.975,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6351084},{"id":"https://openalex.org/keywords/quadrature","display_name":"Quadrature (astronomy)","score":0.60121477}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6896529},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.66232437},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6351084},{"id":"https://openalex.org/C62869609","wikidata":"https://www.wikidata.org/wiki/Q28137","display_name":"Quadrature (astronomy)","level":2,"score":0.60121477},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5369446},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.41819263},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38389075},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35797885},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3212073},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21822941},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.080958694},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2018.2879335","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30403621","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":48,"referenced_works":["https://openalex.org/W1491843047","https://openalex.org/W1572161815","https://openalex.org/W1588998206","https://openalex.org/W164706946","https://openalex.org/W1929309940","https://openalex.org/W1966195676","https://openalex.org/W1969074599","https://openalex.org/W1997543377","https://openalex.org/W2018705428","https://openalex.org/W2048226872","https://openalex.org/W2078197553","https://openalex.org/W2100785108","https://openalex.org/W2104533781","https://openalex.org/W2109837558","https://openalex.org/W2117629901","https://openalex.org/W2121863487","https://openalex.org/W2130913800","https://openalex.org/W2131588967","https://openalex.org/W2139769245","https://openalex.org/W2140652513","https://openalex.org/W2146851580","https://openalex.org/W2151268438","https://openalex.org/W2154032554","https://openalex.org/W2158285907","https://openalex.org/W2159008857","https://openalex.org/W2162977544","https://openalex.org/W2294951424","https://openalex.org/W2468321057","https://openalex.org/W2551909671","https://openalex.org/W2572801168","https://openalex.org/W2604883922","https://openalex.org/W2767089347","https://openalex.org/W2771401938","https://openalex.org/W280536263","https://openalex.org/W2963169589","https://openalex.org/W2963740311","https://openalex.org/W2963840576","https://openalex.org/W3100362383","https://openalex.org/W3119264854","https://openalex.org/W3126028900","https://openalex.org/W4211049957","https://openalex.org/W4214717370","https://openalex.org/W4231226883","https://openalex.org/W4245108548","https://openalex.org/W4293506642","https://openalex.org/W58266590","https://openalex.org/W648594167","https://openalex.org/W935774826"],"related_works":["https://openalex.org/W972276598","https://openalex.org/W4321353415","https://openalex.org/W4246352526","https://openalex.org/W2745001401","https://openalex.org/W2378211422","https://openalex.org/W2130974462","https://openalex.org/W2121910908","https://openalex.org/W2087343574","https://openalex.org/W2086519370","https://openalex.org/W2028665553"],"abstract_inverted_index":{"Learning":[0],"control":[1,12,17],"policies":[2],"has":[3],"become":[4,49],"an":[5,23],"appealing":[6],"alternative":[7],"to":[8,33,71,103,116,119,150],"the":[9,66,92,151,161,172,175],"derivation":[10],"of":[11,68,94,153,174],"laws":[13],"based":[14],"on":[15,167],"classic":[16],"theory.":[18],"Model-based":[19],"approaches":[20],"have":[21],"proven":[22],"outstanding":[24],"data":[25,88],"efficiency,":[26],"especially":[27],"when":[28],"combined":[29],"with":[30,160],"probabilistic":[31],"models":[32],"eliminate":[34],"model":[35],"bias.":[36],"However,":[37],"a":[38,83,113,124],"major":[39],"difficulty":[40],"for":[41,51,138],"these":[42],"methods":[43],"is":[44,100,142,147,163],"that":[45],"multi-step-ahead":[46,80],"predictions":[47],"typically":[48],"intractable":[50],"larger":[52],"planning":[53],"horizons":[54],"and":[55,75,90,178],"can":[56],"only":[57],"poorly":[58],"be":[59],"approximated.":[60],"In":[61],"this":[62,73],"paper,":[63],"we":[64],"propose":[65],"use":[67],"numerical":[69,110],"quadrature":[70,111],"overcome":[72],"drawback":[74],"provide":[76],"significantly":[77,143],"more":[78],"accurate":[79],"predictions.":[81],"As":[82],"result,":[84],"our":[85,180],"approach":[86,115,177],"increases":[87],"efficiency":[89,173],"enhances":[91],"quality":[93],"learned":[95],"policies.":[96],"Furthermore,":[97,145],"policy":[98,140,155],"learning":[99,146],"not":[101],"restricted":[102],"optimizing":[104],"locally":[105],"around":[106],"one":[107],"trajectory,":[108],"as":[109,133],"provides":[112],"principled":[114],"extend":[117],"optimization":[118],"all":[120],"trajectories":[121],"starting":[122,126,136],"in":[123],"specified":[125],"state":[127],"region.":[128],"Thus,":[129],"manual":[130],"effort,":[131],"such":[132],"choosing":[134],"informative":[135],"points":[137],"simultaneous":[139],"optimization,":[141],"decreased.":[144],"highly":[148],"robust":[149],"choice":[152],"initial":[154],"and,":[156],"thus,":[157],"interaction":[158],"time":[159],"system":[162],"minimized.":[164],"Empirical":[165],"evaluations":[166],"simulated":[168],"benchmark":[169],"problems":[170],"show":[171],"proposed":[176],"support":[179],"theoretical":[181],"results.":[182]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2900120446","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2025-01-17T10:29:15.428014","created_date":"2018-11-16"}