{"id":"https://openalex.org/W2083635875","doi":"https://doi.org/10.1109/tac.2009.2023833","title":"Mean-Variance Criteria for Finite Continuous-Time Markov Decision Processes","display_name":"Mean-Variance Criteria for Finite Continuous-Time Markov Decision Processes","publication_year":2009,"publication_date":"2009-08-21","ids":{"openalex":"https://openalex.org/W2083635875","doi":"https://doi.org/10.1109/tac.2009.2023833","mag":"2083635875"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2009.2023833","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101505539","display_name":"Xianping Guo","orcid":"https://orcid.org/0000-0001-6954-5947"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"None Xianping Guo","raw_affiliation_strings":["Sch. of Math. & Comput. Sci., Zhongshan Univ., Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Sch. of Math. & Comput. Sci., Zhongshan Univ., Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006004614","display_name":"Xinyuan Song","orcid":"https://orcid.org/0000-0002-4877-3200"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"None Xinyuan Song","raw_affiliation_strings":["Department of Statistics, Chinese University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Statistics, Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.401,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":17,"citation_normalized_percentile":{"value":0.885427,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":88},"biblio":{"volume":"54","issue":"9","first_page":"2151","last_page":"2157"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9872,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9865,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emphasis","display_name":"Emphasis (telecommunications)","score":0.8790648},{"id":"https://openalex.org/keywords/ergodicity","display_name":"Ergodicity","score":0.61824036}],"concepts":[{"id":"https://openalex.org/C177454536","wikidata":"https://www.wikidata.org/wiki/Q578290","display_name":"Emphasis (telecommunications)","level":2,"score":0.8790648},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.66358566},{"id":"https://openalex.org/C201779956","wikidata":"https://www.wikidata.org/wiki/Q5426803","display_name":"Ergodicity","level":2,"score":0.61824036},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5941429},{"id":"https://openalex.org/C48406656","wikidata":"https://www.wikidata.org/wiki/Q534112","display_name":"Martingale (probability theory)","level":2,"score":0.49093083},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.46953002},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.43573293},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40635806},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.37074676},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.36011714},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2415224},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.22552553},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2009.2023833","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions","score":0.81}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":20,"referenced_works":["https://openalex.org/W1561424154","https://openalex.org/W163688550","https://openalex.org/W1975162409","https://openalex.org/W1988044028","https://openalex.org/W2016437165","https://openalex.org/W2029631728","https://openalex.org/W2070807633","https://openalex.org/W2082109384","https://openalex.org/W2086234877","https://openalex.org/W2098000180","https://openalex.org/W2128005148","https://openalex.org/W2133991852","https://openalex.org/W2142032013","https://openalex.org/W2150301222","https://openalex.org/W2152650468","https://openalex.org/W2156049124","https://openalex.org/W2161903344","https://openalex.org/W2334782222","https://openalex.org/W3145241921","https://openalex.org/W4210545817"],"related_works":["https://openalex.org/W4255368532","https://openalex.org/W2255426644","https://openalex.org/W2167093538","https://openalex.org/W2162286586","https://openalex.org/W2153819599","https://openalex.org/W2072124641","https://openalex.org/W2055105357","https://openalex.org/W2018956713","https://openalex.org/W1971573522","https://openalex.org/W187740018"],"abstract_inverted_index":{"":[2],"This":[3],"technical":[4],"note":[5],"deals":[6],"with":[7],"the":[8,13,37,47,50,68,74,79,103,113,151],"mean-variance":[9],"problem":[10],"(known":[11],"as":[12],"average":[15],"variance":[16],"(AV)":[17],"minimization":[18],"problem)":[19],"for":[20,46],"finite":[21,138],"continuous-time":[22],"Markov":[23],"decision":[24],"processes.":[25],"We":[26],"first":[27],"introduce":[28],"a":[29,53,61,96,107,123,132],"so-called":[30],"emphasistype=\"italic\">G-condition":[32],"which":[33],"is":[34,70],"weaker":[35],"than":[36],"well":[38],"known":[39],"ergodicity":[40],"and":[41,44,99,111,115],"unichain":[42],"conditions":[43],"sufficient":[45],"finiteness":[48],"of":[49,52,60,106,117,125,140],"AV":[51,66,80,119],"policy.":[54],"Also,":[55],"we":[56,76,144],"present":[57],"an":[58,86,100,118,137],"example":[59],"policy":[62,121,133],"having":[63],"emphasistype=\"italic\">infinite":[65],"when":[67],"G-condition":[69,75],"not":[71],"satisfied.":[72],"Under":[73],"prove":[77],"that":[78],"criterion":[81,93],"can":[82],"be":[83],"transformed":[84],"into":[85],"emphasistype=\"italic\">equivalent":[88],"mean":[89,126,152],"(or":[90],"expected)":[91],"average":[92,153],"by":[94,131],"using":[95],"martingale":[97],"technique":[98],"observation":[101],"from":[102],"canonical":[104],"form":[105],"transition":[108],"rate":[109],"matrix,":[110],"thus":[112],"existence":[114],"calculation":[116],"minimal":[120],"over":[122],"class":[124],"optimal":[127],"policies":[128],"are":[129],"obtained":[130],"iteration":[134],"algorithm":[135],"in":[136],"number":[139],"iterations.":[141],"As":[142],"byproduct,":[143],"obtain":[145],"some":[146],"interesting":[147],"new":[148],"results":[149],"about":[150],"optimality.":[154],"":[155]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2083635875","counts_by_year":[{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2025-01-20T19:14:26.786497","created_date":"2016-06-24"}