{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2022,3,30]],"date-time":"2022-03-30T14:21:17Z","timestamp":1648650077105},"reference-count":15,"publisher":"Elsevier BV","issue":"5","license":[{"start":{"date-parts":[[2009,9,1]],"date-time":"2009-09-01T00:00:00Z","timestamp":1251763200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Operations Research Letters"],"published-print":{"date-parts":[[2009,9]]},"DOI":"10.1016\/j.orl.2009.04.005","type":"journal-article","created":{"date-parts":[[2009,5,23]],"date-time":"2009-05-23T04:29:29Z","timestamp":1243052969000},"page":"317-321","source":"Crossref","is-referenced-by-count":2,"title":["Bias optimality for multichain continuous-time Markov decision processes"],"prefix":"10.1016","volume":"37","author":[{"given":"Xianping","family":"Guo","sequence":"first","affiliation":[]},{"given":"XinYuan","family":"Song","sequence":"additional","affiliation":[]},{"given":"Junyu","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.orl.2009.04.005_b1","doi-asserted-by":"crossref","first-page":"1139","DOI":"10.1109\/TAC.2007.899040","article-title":"Constrained optimality for average cost continuous-time Markov decision processes","volume":"52","author":"Guo","year":"2007","journal-title":"IEEE Trans. Automat. Control"},{"key":"10.1016\/j.orl.2009.04.005_b2","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1007\/BF02837562","article-title":"A survey of recent results on continuous-time Markov decision processes","volume":"14","author":"Guo","year":"2006","journal-title":"Top"},{"key":"10.1016\/j.orl.2009.04.005_b3","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1017\/S0269964807070027","article-title":"Admission control with finite buffer and partial queue information","volume":"21","author":"Honhon","year":"2007","journal-title":"Probab. Engrg. Inform. Sci."},{"key":"10.1016\/j.orl.2009.04.005_b4","doi-asserted-by":"crossref","first-page":"210","DOI":"10.1137\/0310016","article-title":"Nondiscounted continuous-time Markov decision processes with countable state and action spaces","volume":"10","author":"Kakumanu","year":"1972","journal-title":"SIAM J. Control"},{"key":"10.1016\/j.orl.2009.04.005_b5","doi-asserted-by":"crossref","first-page":"552","DOI":"10.1016\/0022-247X(68)90194-7","article-title":"Finite state continuous time Markov decision processes with an infinite planning horizon","volume":"22","author":"Miller","year":"1968","journal-title":"J. Math. Anal. Appl."},{"key":"10.1016\/j.orl.2009.04.005_b6","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1137\/S036301290343432","article-title":"Bias optimality for continuous-time controlled Markov chains","volume":"45","author":"Prieto-Rumeau","year":"2006","journal-title":"SIAM J. Control Optim."},{"key":"10.1016\/j.orl.2009.04.005_b7","series-title":"Markov Decision Processes","author":"Puterman","year":"1994"},{"key":"10.1016\/j.orl.2009.04.005_b8","series-title":"Stochastic Dynamic Programming and the Control of Queueing System","author":"Sennott","year":"1999"},{"key":"10.1016\/j.orl.2009.04.005_b9","doi-asserted-by":"crossref","first-page":"496","DOI":"10.1109\/TAC.2007.915168","article-title":"The nth-order bias optimality for multi-chain Markov decision processes","volume":"53","author":"Cao","year":"2008","journal-title":"IEEE Trans. Automat. Control"},{"key":"10.1016\/j.orl.2009.04.005_b10","series-title":"Handbook of Markov Decision Processes","author":"Feinberg","year":"2002"},{"key":"10.1016\/j.orl.2009.04.005_b11","doi-asserted-by":"crossref","first-page":"136","DOI":"10.1239\/jap\/1032192558","article-title":"Bias optimality in controlled queuing systems","volume":"35","author":"Haviv","year":"1998","journal-title":"J. Appl. Probab."},{"key":"10.1016\/j.orl.2009.04.005_b12","doi-asserted-by":"crossref","first-page":"96","DOI":"10.1109\/9.898698","article-title":"A probabilistic analysis of bias optimality in unichain Markov decision processes","volume":"46","author":"Lewis","year":"2001","journal-title":"IEEE Trans. Automat. Control"},{"key":"10.1016\/j.orl.2009.04.005_b13","doi-asserted-by":"crossref","first-page":"1284","DOI":"10.1214\/aoms\/1177699272","article-title":"On finding optimal policies in discrete dynamic programming with no discounting","volume":"37","author":"Veinott","year":"1966","journal-title":"Ann. Math. Statist."},{"key":"10.1016\/j.orl.2009.04.005_b14","series-title":"Markov Chains with Stationary Transition Probabilities","author":"Chung","year":"1967"},{"key":"10.1016\/j.orl.2009.04.005_b15","doi-asserted-by":"crossref","first-page":"1749","DOI":"10.1016\/j.automatica.2004.05.003","article-title":"A unified approach to Markov decision problems and performance sensitivity analysis with discounted and average criteria: Multichain cases","volume":"40","author":"Cao","year":"2004","journal-title":"Automatica"}],"container-title":["Operations Research Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0167637709000649?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0167637709000649?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2018,12,19]],"date-time":"2018-12-19T05:56:24Z","timestamp":1545198984000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0167637709000649"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,9]]},"references-count":15,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2009,9]]}},"alternative-id":["S0167637709000649"],"URL":"https:\/\/doi.org\/10.1016\/j.orl.2009.04.005","relation":{},"ISSN":["0167-6377"],"issn-type":[{"value":"0167-6377","type":"print"}],"subject":[],"published":{"date-parts":[[2009,9]]}}}