{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,26]],"date-time":"2025-04-26T01:55:38Z","timestamp":1745632538894,"version":"3.37.3"},"reference-count":33,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2023,5,1]],"date-time":"2023-05-01T00:00:00Z","timestamp":1682899200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,5,1]],"date-time":"2023-05-01T00:00:00Z","timestamp":1682899200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2023,5,1]],"date-time":"2023-05-01T00:00:00Z","timestamp":1682899200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2023,5,1]],"date-time":"2023-05-01T00:00:00Z","timestamp":1682899200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2023,5,1]],"date-time":"2023-05-01T00:00:00Z","timestamp":1682899200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2023,5,1]],"date-time":"2023-05-01T00:00:00Z","timestamp":1682899200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,5,1]],"date-time":"2023-05-01T00:00:00Z","timestamp":1682899200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["11931018","62073346","U1811462"],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002402","name":"Sun Yat-sen University","doi-asserted-by":"publisher","award":["2020B1212060032"],"id":[{"id":"10.13039\/501100002402","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2022YFA1004600"],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100019318","name":"Guangdong Province Key Laboratory of Computational Science","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100019318","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100021171","name":"Basic and Applied Basic Research Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2021A1515011984"],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Automatica"],"published-print":{"date-parts":[[2023,5]]},"DOI":"10.1016\/j.automatica.2023.110877","type":"journal-article","created":{"date-parts":[[2023,2,16]],"date-time":"2023-02-16T18:54:30Z","timestamp":1676573670000},"page":"110877","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":2,"special_numbering":"C","title":["A note on the existence of optimal stationary policies for average Markov decision processes with countable states"],"prefix":"10.1016","volume":"151","author":[{"given":"Li","family":"Xia","sequence":"first","affiliation":[]},{"given":"Xianping","family":"Guo","sequence":"additional","affiliation":[]},{"given":"Xi-Ren","family":"Cao","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"year":"1999","series-title":"Constrained Markov decision processes","author":"Altman","key":"10.1016\/j.automatica.2023.110877_b1"},{"year":"2012","series-title":"Dynamic programming and optimal control\u2013vol.2","author":"Bertsekas","key":"10.1016\/j.automatica.2023.110877_b2"},{"key":"10.1016\/j.automatica.2023.110877_b3","doi-asserted-by":"crossref","first-page":"642","DOI":"10.1137\/0327034","article-title":"Control of Markov chains with long-run average cost criterion: The dynamic programming equations","volume":"27","author":"Borkar","year":"1989","journal-title":"SIAM Journal on Control and Optimization"},{"key":"10.1016\/j.automatica.2023.110877_b4","doi-asserted-by":"crossref","first-page":"176","DOI":"10.1137\/S1052623491218895","article-title":"Ergodic control of Markov chains with constraints\u2013the general case","volume":"32","author":"Borkar","year":"1994","journal-title":"SIAM Journal on Control and Optimization"},{"year":"2015","series-title":"A new condition for the existence of optimal stationary policies in denumerable state average cost continuous time Markov decision processes with unbounded cost and transition rates","author":"Cao","key":"10.1016\/j.automatica.2023.110877_b5"},{"key":"10.1016\/j.automatica.2023.110877_b6","first-page":"145","article-title":"Weak conditions for the existence of optimal stationary policies in average Markov decision chains with unbounded costs","volume":"25","author":"Cavazos-Cadena","year":"1989","journal-title":"Kybernetika"},{"key":"10.1016\/j.automatica.2023.110877_b7","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1007\/BF02055572","article-title":"Recent results on conditions for the existence of average optimal stationary policies","volume":"28","author":"Cavazos-Cadena","year":"1991","journal-title":"Annals of Operations Research"},{"key":"10.1016\/j.automatica.2023.110877_b8","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1016\/0167-6377(92)90059-C","article-title":"Comparing recent assumptions for the existence of optimal stationary policies","volume":"11","author":"Cavazos-Cadena","year":"1992","journal-title":"Operations Research Letters"},{"key":"10.1016\/j.automatica.2023.110877_b9","doi-asserted-by":"crossref","first-page":"301","DOI":"10.1017\/S0269964800002941","article-title":"On generalized networks of queues with positive and negative arrivals","volume":"7","author":"Chao","year":"1993","journal-title":"Journal Probability in the Engineering and Informational Sciences"},{"key":"10.1016\/j.automatica.2023.110877_b10","first-page":"4","article-title":"Optimality conditions for inventory control","volume":"1","author":"Feinberg","year":"2016","journal-title":"INFORMS Tutorials in Operations Research"},{"key":"10.1016\/j.automatica.2023.110877_b11","doi-asserted-by":"crossref","DOI":"10.1016\/j.automatica.2019.108582","article-title":"Constrained discounted Markov decision processes with Borel state spaces","volume":"111","author":"Feinberg","year":"2020","journal-title":"Automatica"},{"key":"10.1016\/j.automatica.2023.110877_b12","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1287\/moor.1120.0555","article-title":"Average-cost Markov decision processes with weakly continuous transition probabilities","volume":"37","author":"Feinberg","year":"2012","journal-title":"Mathematics of Operations Research"},{"key":"10.1016\/j.automatica.2023.110877_b13","doi-asserted-by":"crossref","first-page":"769","DOI":"10.1287\/moor.1070.0269","article-title":"Optimality inequalities for average cost Markov decision processes and the stochastic cash balance problem","volume":"32","author":"Feinberg","year":"2007","journal-title":"Mathematics of Operations Research"},{"key":"10.1016\/j.automatica.2023.110877_b14","article-title":"On the optimality equation for average cost Markov decision processes and its validity for inventory control","author":"Feinberg","year":"2017","journal-title":"Annals of Operations Research"},{"year":"2002","series-title":"Handbook of Markov decision processes: Methods and applications","author":"Feinberg","key":"10.1016\/j.automatica.2023.110877_b15"},{"year":"2009","series-title":"Continuous-time Markov decision processes","author":"Guo","key":"10.1016\/j.automatica.2023.110877_b16"},{"key":"10.1016\/j.automatica.2023.110877_b17","doi-asserted-by":"crossref","first-page":"730","DOI":"10.1214\/105051606000000105","article-title":"Average optimality for continous-time Markov decision processes in polish spaces","volume":"16","author":"Guo","year":"2006","journal-title":"Annals of Applied Probability"},{"key":"10.1016\/j.automatica.2023.110877_b18","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1016\/0167-6911(91)90069-Q","article-title":"Average optimality in dynamic programming on Borel spaces \u2013 Unbounded costs and controls","volume":"17","author":"Hern\u00e1ndez-Lerma","year":"1991","journal-title":"Systems & Control Letters"},{"year":"1996","series-title":"Discrete-time Markov control processes: Basic optimality criteria","author":"Hern\u00e1ndez-Lerma","key":"10.1016\/j.automatica.2023.110877_b19"},{"year":"1999","series-title":"Further topics on discrete-time Markov control processes","author":"Hern\u00e1ndez-Lerma","key":"10.1016\/j.automatica.2023.110877_b20"},{"key":"10.1016\/j.automatica.2023.110877_b21","doi-asserted-by":"crossref","first-page":"495","DOI":"10.1016\/j.jmaa.2005.04.065","article-title":"On the optimality equation for average cost Markov control processes with Feller transition probabilities","volume":"316","author":"Ja\u015bkiewicz","year":"2006","journal-title":"Journal of Mathematical Analysis and Applications"},{"issue":"5","key":"10.1016\/j.automatica.2023.110877_b22","doi-asserted-by":"crossref","first-page":"3118","DOI":"10.1137\/19M1254829","article-title":"Constrained Markov decision processes with expected total reward criteria","volume":"57","author":"Ja\u015bkiewicz","year":"2019","journal-title":"SIAM Journal on Control and Optimization"},{"key":"10.1016\/j.automatica.2023.110877_b23","doi-asserted-by":"crossref","first-page":"479","DOI":"10.1016\/0022-247X(88)90098-4","article-title":"Conditions for existence of average and Blackwell optimal stationary policies in denumerable Markov decision processes","volume":"136","author":"Lasserre","year":"1988","journal-title":"Journal of Mathematical Analysis and Applications"},{"issue":"3","key":"10.1016\/j.automatica.2023.110877_b24","doi-asserted-by":"crossref","first-page":"465","DOI":"10.1007\/s001860100125","article-title":"Weighted Markov decision processes with perturbation","volume":"53","author":"Liu","year":"2001","journal-title":"Mathematics Methods Operational Research"},{"key":"10.1016\/j.automatica.2023.110877_b25","doi-asserted-by":"crossref","first-page":"1663","DOI":"10.1109\/9.650016","article-title":"The policy iteration algorithm for average reward Markov decision processes with general state space","volume":"42","author":"Meyn","year":"1997","journal-title":"IEEE Transactions on Automatic Control"},{"key":"10.1016\/j.automatica.2023.110877_b26","doi-asserted-by":"crossref","first-page":"339","DOI":"10.1007\/BF02823147","article-title":"Algorithms for optimization and stabilization of controlled Markov chains","volume":"24","author":"Meyn","year":"1999","journal-title":"Sadhana"},{"year":"2012","series-title":"Selected topics on continuous-time controlled Markov chains and Markov games","author":"Prieto-Rumeau","key":"10.1016\/j.automatica.2023.110877_b27"},{"year":"1994","series-title":"Markov decision processes: Discrete stochastic dynamic programming","author":"Puterman","key":"10.1016\/j.automatica.2023.110877_b28"},{"key":"10.1016\/j.automatica.2023.110877_b29","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1016\/0167-6377(86)90095-7","article-title":"A new condition for the existence of optimum stationary policies in average cost Markov decision processes","volume":"5","author":"Sennott","year":"1986","journal-title":"Operations Research Letters"},{"key":"10.1016\/j.automatica.2023.110877_b30","doi-asserted-by":"crossref","first-page":"626","DOI":"10.1287\/opre.37.4.626","article-title":"Average cost optimal stationary policies in infinite state Markov decision processes with unbounded costs","volume":"37","author":"Sennott","year":"1989","journal-title":"Operations Research"},{"year":"1999","series-title":"Stochastic dynamic programming and the control of queueing systems","author":"Sennott","key":"10.1016\/j.automatica.2023.110877_b31"},{"key":"10.1016\/j.automatica.2023.110877_b32","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1002\/nav.3800030106","article-title":"Various optimizers for single-stage production","volume":"3","author":"Smith","year":"1956","journal-title":"Naval Research Logistics Quarterly"},{"issue":"3","key":"10.1016\/j.automatica.2023.110877_b33","doi-asserted-by":"crossref","first-page":"1191","DOI":"10.1111\/poms.13605","article-title":"A c\/\u03bc-rule for job assignment in heterogeneous group-server queues","volume":"31","author":"Xia","year":"2022","journal-title":"Production and Operations Management"}],"container-title":["Automatica"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0005109823000274?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0005109823000274?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,8,10]],"date-time":"2024-08-10T04:16:09Z","timestamp":1723263369000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0005109823000274"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5]]},"references-count":33,"alternative-id":["S0005109823000274"],"URL":"https:\/\/doi.org\/10.1016\/j.automatica.2023.110877","relation":{},"ISSN":["0005-1098"],"issn-type":[{"type":"print","value":"0005-1098"}],"subject":[],"published":{"date-parts":[[2023,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A note on the existence of optimal stationary policies for average Markov decision processes with countable states","name":"articletitle","label":"Article Title"},{"value":"Automatica","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.automatica.2023.110877","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"110877"}}