{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,7,6]],"date-time":"2024-07-06T01:32:08Z","timestamp":1720229528245},"reference-count":30,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2011,7,1]],"date-time":"2011-07-01T00:00:00Z","timestamp":1309478400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["European Journal of Operational Research"],"published-print":{"date-parts":[[2011,7]]},"DOI":"10.1016\/j.ejor.2011.01.027","type":"journal-article","created":{"date-parts":[[2011,1,27]],"date-time":"2011-01-27T04:24:51Z","timestamp":1296102291000},"page":"131-140","source":"Crossref","is-referenced-by-count":23,"title":["Finite horizon semi-Markov decision processes with application to maintenance systems"],"prefix":"10.1016","volume":"212","author":[{"given":"Yonghui","family":"Huang","sequence":"first","affiliation":[]},{"given":"Xianping","family":"Guo","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.ejor.2011.01.027_b0005","series-title":"An Applications-Oriented Approach","article-title":"Continuous-time Markov chains","author":"Anderson","year":"1991"},{"key":"10.1016\/j.ejor.2011.01.027_b0010","series-title":"Probability and Measure Theory","author":"Ash","year":"2000"},{"key":"10.1016\/j.ejor.2011.01.027_b0015","series-title":"Stochastic Optimal Control: The Discrete-Time Case","author":"Bertsekas","year":"1996"},{"key":"10.1016\/j.ejor.2011.01.027_b0020","doi-asserted-by":"crossref","first-page":"758","DOI":"10.1109\/TAC.2003.811252","article-title":"Semi-Markov decision problems and performance sensitivity analysis","volume":"48","author":"Cao","year":"2003","journal-title":"IEEE Transactions on Automatic Control"},{"key":"10.1016\/j.ejor.2011.01.027_b0025","doi-asserted-by":"crossref","first-page":"1442","DOI":"10.1016\/j.ejor.2010.07.019","article-title":"Mean time to failure and availability of semi-Markov missions with maximal repair","volume":"207","author":"Cekyay","year":"2010","journal-title":"European Journal Operational Research"},{"key":"10.1016\/j.ejor.2011.01.027_b0030","doi-asserted-by":"crossref","first-page":"492","DOI":"10.1287\/moor.1040.0089","article-title":"Continuous time discounted jump Markov decision processes: A discrete-event approach","volume":"29","author":"Feinberg","year":"2004","journal-title":"Mathematics of Operations Research"},{"key":"10.1016\/j.ejor.2011.01.027_b0035","doi-asserted-by":"crossref","first-page":"435","DOI":"10.1016\/S0377-2217(87)80011-5","article-title":"Semi-Markov dynamic programming approach to competitive bidding with state space reduction considerations","volume":"32","author":"Gunter","year":"1987","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/j.ejor.2011.01.027_b0040","series-title":"Continuous-Time Markov Decision Processes: Theory and Applications","author":"Guo","year":"2009"},{"key":"10.1016\/j.ejor.2011.01.027_b0045","series-title":"Discrete-Time Markov Control Processes: Basic Optimality Criteria","author":"Hern\u00e1ndez-Lerma","year":"1996"},{"key":"10.1016\/j.ejor.2011.01.027_b0050","doi-asserted-by":"crossref","first-page":"404","DOI":"10.1016\/j.jmaa.2009.05.058","article-title":"Optimal risk probability for first passage models in semi-Markov decision processes","volume":"359","author":"Huang","year":"2009","journal-title":"Journal of Mathematical Analysis and Applications"},{"key":"10.1016\/j.ejor.2011.01.027_b0055","first-page":"503","article-title":"Discounted semi-Markov decision processes with nonnegative costs","volume":"53","author":"Huang","year":"2010","journal-title":"Acta Mathematica Sinica (Chinese Series)"},{"key":"10.1016\/j.ejor.2011.01.027_b0060","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1007\/s10255-011-0054-1","volume":"27","author":"Huang","year":"2011","journal-title":"Acta Mathematicae Applicatae Sinica"},{"key":"10.1016\/j.ejor.2011.01.027_b0065","first-page":"1","article-title":"An approximation approach to ergodic semi-Markov control processes","volume":"54","author":"Jaskiewicz","year":"2001","journal-title":"Mathematical Methods in the Applied Sciences"},{"key":"10.1016\/j.ejor.2011.01.027_b0070","doi-asserted-by":"crossref","first-page":"326","DOI":"10.1287\/moor.1030.0060","article-title":"On the equivalence of two expected average cost criteria for semi-Markov control processes","volume":"29","author":"Jaskiewicz","year":"2004","journal-title":"Mathematics of Operations Research"},{"key":"10.1016\/j.ejor.2011.01.027_b0075","doi-asserted-by":"crossref","first-page":"713","DOI":"10.1016\/j.orl.2005.11.005","article-title":"Optimality in Feller semi-Markov control processes","volume":"34","author":"Jaskiewicz","year":"2006","journal-title":"Operations Research Letters"},{"key":"10.1016\/j.ejor.2011.01.027_b0080","series-title":"Controlled Queueing Systems","author":"Kitaev","year":"1995"},{"key":"10.1016\/j.ejor.2011.01.027_b0085","doi-asserted-by":"crossref","first-page":"2104","DOI":"10.1137\/S0363012903437290","article-title":"Existence of optimal policies for semi-Markov decision processes using duality for infinite linear programming","volume":"44","author":"Klabjan","year":"2006","journal-title":"SIAM Journal on Control and Optimization"},{"key":"10.1016\/j.ejor.2011.01.027_b0090","doi-asserted-by":"crossref","first-page":"528","DOI":"10.1287\/moor.1070.0252","article-title":"An infinite-dimensional linear programming algorithm for deterministic semi-Markov decision processes on Borel spaces","volume":"32","author":"Klabjan","year":"2007","journal-title":"Mathematics of Operations Research"},{"key":"10.1016\/j.ejor.2011.01.027_b0095","series-title":"Semi-Markov Processes and Reliability","author":"Limnios","year":"2001"},{"key":"10.1016\/j.ejor.2011.01.027_b0100","doi-asserted-by":"crossref","first-page":"398","DOI":"10.1016\/S0377-2217(99)00009-0","article-title":"A discrete semi-Markov decision model to determine the optimal repair\/replacement policy under general repairs","volume":"125","author":"Love","year":"2000","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/j.ejor.2011.01.027_b0105","doi-asserted-by":"crossref","first-page":"455","DOI":"10.1007\/s001860400406","article-title":"Semi-Markov control processes with unknown holding times distribution under a discounted criterion","volume":"61","author":"Luque-Vasquez","year":"2005","journal-title":"Mathematical Methods of Operations Research"},{"key":"10.1016\/j.ejor.2011.01.027_b0110","doi-asserted-by":"crossref","first-page":"638","DOI":"10.1287\/opre.34.4.638","article-title":"Successive approximations for finite horizon semi-Markov decision processes with application to asset liquidation","volume":"34","author":"Mamer","year":"1986","journal-title":"Operational Research"},{"key":"10.1016\/j.ejor.2011.01.027_b0115","doi-asserted-by":"crossref","first-page":"1164","DOI":"10.1016\/j.ejor.2005.06.011","article-title":"Finding the K best policies in a finite-horizon Markov decision process","volume":"175","author":"Nielsen","year":"2006","journal-title":"European Journal Operational Research"},{"key":"10.1016\/j.ejor.2011.01.027_b0120","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1080\/02331939708844273","article-title":"Solution of a discounted semi-Markovian decision problem by successive overrelaxation","volume":"39","author":"Nollau","year":"1997","journal-title":"Optimization"},{"key":"10.1016\/j.ejor.2011.01.027_b0125","series-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"Puterman","year":"1994"},{"key":"10.1016\/j.ejor.2011.01.027_b0130","doi-asserted-by":"crossref","first-page":"649","DOI":"10.2307\/3211944","article-title":"Average cost semi-Markov decision processes","volume":"7","author":"Ross","year":"1970","journal-title":"Journal of Applied Probability"},{"key":"10.1016\/j.ejor.2011.01.027_b0135","series-title":"Stochastic Dynamic Programming and the Control of Queuing Systems","author":"Sennott","year":"1999"},{"key":"10.1016\/j.ejor.2011.01.027_b0140","doi-asserted-by":"crossref","first-page":"808","DOI":"10.1016\/j.ejor.2006.02.023","article-title":"A policy gradient method for semi-Markov decision processes with application to call admission control","volume":"178","author":"Singh","year":"2007","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/j.ejor.2011.01.027_b0145","doi-asserted-by":"crossref","first-page":"862","DOI":"10.1287\/opre.43.5.862","article-title":"Finite horizon Markov decision processes with uncertain terminal payoffs","volume":"43","author":"White","year":"1995","journal-title":"Operational Research"},{"key":"10.1016\/j.ejor.2011.01.027_b0150","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1006\/jmaa.1998.6203","article-title":"Minimizing risk models in Markov decision processes with policies depending on target values","volume":"231","author":"Wu","year":"1999","journal-title":"Journal of Mathematical Analysis and Applications"}],"container-title":["European Journal of Operational Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0377221711000816?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0377221711000816?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2018,12,5]],"date-time":"2018-12-05T02:53:56Z","timestamp":1543978436000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0377221711000816"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,7]]},"references-count":30,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2011,7]]}},"alternative-id":["S0377221711000816"],"URL":"https:\/\/doi.org\/10.1016\/j.ejor.2011.01.027","relation":{},"ISSN":["0377-2217"],"issn-type":[{"value":"0377-2217","type":"print"}],"subject":[],"published":{"date-parts":[[2011,7]]}}}