{"id":"https://openalex.org/W2012136789","doi":"https://doi.org/10.1109/icra.2013.6631226","title":"Strategic planning under uncertainties via constrained Markov Decision Processes","display_name":"Strategic planning under uncertainties via constrained Markov Decision Processes","publication_year":2013,"publication_date":"2013-05-01","ids":{"openalex":"https://openalex.org/W2012136789","doi":"https://doi.org/10.1109/icra.2013.6631226","mag":"2012136789"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2013.6631226","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112111513","display_name":"Xu Chu Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726811","display_name":"Hartford Financial Services (United States)","ror":"https://ror.org/00mwq1g96","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726811"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Xu Chu Ding","raw_affiliation_strings":["Dept. of Syst., United Technol. Res. Center, East Hartford, CT, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Syst., United Technol. Res. Center, East Hartford, CT, USA","institution_ids":["https://openalex.org/I4401726811"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006764452","display_name":"Alessandro Pinto","orcid":"https://orcid.org/0000-0001-8308-311X"},"institutions":[{"id":"https://openalex.org/I4401726811","display_name":"Hartford Financial Services (United States)","ror":"https://ror.org/00mwq1g96","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726811"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Alessandro Pinto","raw_affiliation_strings":["Dept. of Syst., United Technol. Res. Center, East Hartford, CT, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Syst., United Technol. Res. Center, East Hartford, CT, USA","institution_ids":["https://openalex.org/I4401726811"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054958460","display_name":"Amit Surana","orcid":"https://orcid.org/0000-0002-6409-5139"},"institutions":[{"id":"https://openalex.org/I4401726811","display_name":"Hartford Financial Services (United States)","ror":"https://ror.org/00mwq1g96","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726811"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Amit Surana","raw_affiliation_strings":["Dept. of Syst., United Technol. Res. Center, East Hartford, CT, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Syst., United Technol. Res. Center, East Hartford, CT, USA","institution_ids":["https://openalex.org/I4401726811"]}]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.393,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":41,"citation_normalized_percentile":{"value":0.932708,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"4568","last_page":"4575"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9946,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.70445585}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.9087813},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.70445585},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.635321},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6148329},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.6047794},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.58540857},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.509435},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.49262577},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4762164},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.47066247},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.45675856},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.44713682},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.43053287},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41821396},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4148662},{"id":"https://openalex.org/C25016198","wikidata":"https://www.wikidata.org/wiki/Q781833","display_name":"Temporal logic","level":2,"score":0.41307247},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.30142915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2794437},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21556705},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.17354795},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.16046843},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1595619},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.07772097},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra.2013.6631226","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.79,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":19,"referenced_works":["https://openalex.org/W1424654272","https://openalex.org/W1518931405","https://openalex.org/W1540883472","https://openalex.org/W1930640507","https://openalex.org/W1967294943","https://openalex.org/W2044387322","https://openalex.org/W2104241562","https://openalex.org/W2115309705","https://openalex.org/W2128480458","https://openalex.org/W2130290065","https://openalex.org/W2131736479","https://openalex.org/W2150335178","https://openalex.org/W2163941698","https://openalex.org/W2165364079","https://openalex.org/W2167978186","https://openalex.org/W2334782222","https://openalex.org/W2615768957","https://openalex.org/W2736594147","https://openalex.org/W70224526"],"related_works":["https://openalex.org/W52153049","https://openalex.org/W4323315247","https://openalex.org/W3169161914","https://openalex.org/W2951545791","https://openalex.org/W2294884454","https://openalex.org/W2160491016","https://openalex.org/W2096013579","https://openalex.org/W1760611253","https://openalex.org/W1589140671","https://openalex.org/W1515117609"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"propose":[4],"a":[5,25,42,61,79,111,127,135,139],"hierarchical":[6],"mission":[7,18,72,118,128,137],"planner":[8],"where":[9,129],"the":[10,13,17,32,51,87,90,96,107],"state":[11,85],"of":[12,16,24,50,63,89,110],"world":[14],"and":[15,68,93],"are":[19,39],"abstracted":[20],"into":[21,76],"corresponding":[22],"states":[23],"Markov":[26,113],"Decision":[27,114],"Process":[28,115],"(MDP).":[29],"Transitions":[30],"in":[31,126,138],"MDP":[33,52],"represent":[34],"abstract":[35],"motion":[36],"actions":[37],"that":[38],"planned":[40],"by":[41],"lower":[43],"level":[44],"probabilistic":[45],"planner.":[46],"The":[47,100,120],"cost":[48],"structure":[49],"is":[53,58,74,103,124,132],"multi-dimensional:":[54],"each":[55],"state-action":[56],"pair":[57],"annotated":[59],"with":[60,116,134],"vector":[62],"metrics":[64],"such":[65],"as":[66,105],"time":[67],"resource":[69],"requirements.":[70],"A":[71],"specification":[73],"divided":[75],"three":[77],"parts:":[78],"temporal":[80],"logic":[81],"formula":[82],"defined":[83],"over":[84],"propositions,":[86],"choice":[88],"primary":[91],"cost,":[92],"constraints":[94],"on":[95],"remaining":[97],"secondary":[98],"costs.":[99],"planning":[101,122],"problem":[102],"formulated":[104],"finding":[106],"optimal":[108],"policy":[109],"Constrained":[112],"above":[117],"specification.":[119],"resulting":[121],"system":[123],"tested":[125],"an":[130],"agent":[131],"tasked":[133],"complex":[136],"urban":[140],"hostile":[141],"environment.":[142]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2012136789","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":5}],"updated_date":"2024-12-15T04:11:10.155738","created_date":"2016-06-24"}