{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,4,18]],"date-time":"2024-04-18T10:29:42Z","timestamp":1713436182116},"reference-count":29,"publisher":"Elsevier BV","issue":"6","license":[{"start":{"date-parts":[[2012,1,1]],"date-time":"2012-01-01T00:00:00Z","timestamp":1325376000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["European Journal of Control"],"published-print":{"date-parts":[[2012,1]]},"DOI":"10.3166\/ejc.18.528-538","type":"journal-article","created":{"date-parts":[[2013,7,25]],"date-time":"2013-07-25T18:33:32Z","timestamp":1374777212000},"page":"528-538","source":"Crossref","is-referenced-by-count":10,"title":["First Passage Problems for Nonstationary Discrete-Time Stochastic Control Systems"],"prefix":"10.1016","volume":"18","author":[{"given":"Xianping","family":"Guo","sequence":"first","affiliation":[]},{"given":"Adri\u00e1n","family":"Hern\u00e1ndez-del-Valle","sequence":"additional","affiliation":[]},{"given":"On\u00e9simo","family":"Hern\u00e1ndez-Lerma","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.3166\/EJC.18.528-538_bib0005","volume":"Vol. II","author":"Bertsekas","year":"2001"},{"key":"10.3166\/EJC.18.528-538_bib0010","series-title":"Stochastic Optimal Control: The Discrete Time Case","author":"Bertsekas","year":"1978"},{"key":"10.3166\/EJC.18.528-538_bib0015","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1016\/j.physa.2003.10.039","article-title":"The effects of different inflation risk premiums on interest rate spreads","volume":"333","author":"Berument","year":"2004","journal-title":"Physica A"},{"key":"10.3166\/EJC.18.528-538_bib0020","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1287\/moor.1060.0224","article-title":"Solution and forecast horizons for infinite-horizon nonhomogeneous decision processes","volume":"32","author":"Cheevaprawatdomrong","year":"2007","journal-title":"Math Oper Res"},{"key":"10.3166\/EJC.18.528-538_bib0025","series-title":"Finite State Markovian Decision Processes","author":"Derman","year":"1970"},{"key":"10.3166\/EJC.18.528-538_bib0030","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1115\/1.3657260","article-title":"Optimal pursuit strategies in discrete state probabilistic systems","volume":"84","author":"Eaton","year":"1962","journal-title":"J Basic Eng"},{"key":"10.3166\/EJC.18.528-538_bib0035","first-page":"149","article-title":"Adaptive policies for stochastic systems under a randomized discounted cost criterion","volume":"14","author":"Gonz\u00e1lez-Hern\u00e1ndez","year":"2008","journal-title":"Bol Soc Mat Mexicana"},{"key":"10.3166\/EJC.18.528-538_bib0040","first-page":"737","article-title":"Approximation, estimation, and control of stochastic systems under a randomized discounted cost criterion","volume":"45","author":"Gonz\u00e1lez-Hern\u00e1ndez","year":"2009","journal-title":"Kybernetika"},{"key":"10.3166\/EJC.18.528-538_bib0045","doi-asserted-by":"crossref","first-page":"1751","DOI":"10.1080\/00207179.2010.486044","article-title":"Nonstationary discrete-time deterministic and stochastic control systems with infinite horizon","volume":"83","author":"Guo","year":"2010","journal-title":"Int J Control"},{"issue":"7","key":"10.3166\/EJC.18.528-538_bib0050","doi-asserted-by":"crossref","first-page":"503","DOI":"10.1016\/j.sysconle.2011.04.006","article-title":"Nonstationary discrete-time deterministic and stochastic control systems: bounded and unbounded cases","volume":"60","author":"Guo","year":"2011","journal-title":"Syst Control Lett"},{"key":"10.3166\/EJC.18.528-538_bib0055","doi-asserted-by":"crossref","first-page":"667","DOI":"10.1287\/moor.25.4.667.12119","article-title":"The average model of nonhomogeneous Markov decision processes with nonuniformly bounded rewards","volume":"25","author":"Guo","year":"2000","journal-title":"Math Oper Res"},{"key":"10.3166\/EJC.18.528-538_bib0060","doi-asserted-by":"crossref","first-page":"1037","DOI":"10.1137\/S1052623499355235","article-title":"Limiting average criteria for nonstationary Markov decision processes","volume":"11","author":"Guo","year":"2001","journal-title":"SIAM J Optim"},{"key":"10.3166\/EJC.18.528-538_bib0065","series-title":"Adaptive Markov Control Processes","author":"Hern\u00e1ndez-Lerma","year":"1989"},{"key":"10.3166\/EJC.18.528-538_bib0070","series-title":"Discrete-Time Markov Control Processes: Basic Optimality Criteria","author":"Hern\u00e1ndez-Lerma","year":"1996"},{"key":"10.3166\/EJC.18.528-538_bib0075","series-title":"Further Topics on Discrete-Time Markov Control Processes","author":"Hern\u00e1ndez-Lerma","year":"1999"},{"key":"10.3166\/EJC.18.528-538_bib0080","doi-asserted-by":"crossref","first-page":"2109","DOI":"10.1137\/S0363012902411027","article-title":"Algorithms for countable state Markov decision models with an absorbing set","volume":"43","author":"Hinderer","year":"2005","journal-title":"SIAM J Control Optim"},{"issue":"2","key":"10.3166\/EJC.18.528-538_bib0085","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1007\/s10255-011-0061-2","article-title":"First passage models for denumerable semi-Markov decision processes with nonnegative discounted costs","volume":"27","author":"Huang","year":"2011","journal-title":"Acta Math Appl Sin Engl Ser"},{"key":"10.3166\/EJC.18.528-538_bib0090","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1214\/aop\/1176996445","article-title":"Controlled Markov chains","volume":"3","author":"Kesten","year":"1975","journal-title":"Ann Probab"},{"key":"10.3166\/EJC.18.528-538_bib0095","series-title":"Introduction to Stochastic Control","author":"Kushner","year":"1971"},{"key":"10.3166\/EJC.18.528-538_bib0100","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1007\/s00245-001-0007-9","article-title":"Markov decision processes with distribution function criterion of first-passage time","volume":"43","author":"Liu","year":"2001","journal-title":"Appl Math Optim"},{"key":"10.3166\/EJC.18.528-538_bib0105","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1515\/EQC.2004.143","article-title":"Maintenance policies with minimal repair","volume":"19","author":"Mamabolo","year":"2004","journal-title":"Econ Qual Control"},{"key":"10.3166\/EJC.18.528-538_bib0110","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1016\/S0095-0696(02)00031-1","article-title":"Discounting the distant future: How much do uncertain rates increase valuation?","volume":"46","author":"Newell","year":"2003","journal-title":"J Environ Econ Manage"},{"key":"10.3166\/EJC.18.528-538_bib0115","doi-asserted-by":"crossref","first-page":"525","DOI":"10.1006\/jmaa.1993.1367","article-title":"Optimal average value convergence in nonhomogeneous Markov decision processes","volume":"179","author":"Park","year":"1993","journal-title":"J Math Anal Appl"},{"key":"10.3166\/EJC.18.528-538_bib0120","series-title":"Dynamic Programming and its Applications","first-page":"335","article-title":"On the transient case for Markov decision chains with general state spaces","author":"Pliska","year":"1978"},{"key":"10.3166\/EJC.18.528-538_bib0125","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1007\/s00186-005-0445-2","article-title":"Control of ruin probabilities by discrete-time investments","volume":"62","author":"Schal","year":"2005","journal-title":"Math Methods Oper Res"},{"key":"10.3166\/EJC.18.528-538_bib0130","series-title":"Stochastic Contol in Insurance","author":"Schmidli","year":"2008"},{"key":"10.3166\/EJC.18.528-538_bib0135","doi-asserted-by":"crossref","first-page":"1636","DOI":"10.1214\/aoms\/1177697379","article-title":"Discrete dynamic programming with sensitive discount optimality criteria","volume":"40","author":"Veinott","year":"1969","journal-title":"Ann Math Statist"},{"issue":"5","key":"10.3166\/EJC.18.528-538_bib0140","first-page":"367","article-title":"Markov decision processes with statedependent factors and unbounded rewards\/costs","volume":"39","author":"Wei","year":"2011","journal-title":"Oper Res Lett"},{"key":"10.3166\/EJC.18.528-538_bib0145","doi-asserted-by":"crossref","first-page":"721","DOI":"10.1137\/0312056","article-title":"Remarks on the control of discrete-time distributed parameter systems","volume":"12","author":"Zabczyk","year":"1974","journal-title":"SIAM J Control"}],"container-title":["European Journal of Control"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S094735801271155X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S094735801271155X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2018,10,14]],"date-time":"2018-10-14T10:22:16Z","timestamp":1539512536000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S094735801271155X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,1]]},"references-count":29,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2012,1]]}},"alternative-id":["S094735801271155X"],"URL":"https:\/\/doi.org\/10.3166\/ejc.18.528-538","relation":{},"ISSN":["0947-3580"],"issn-type":[{"value":"0947-3580","type":"print"}],"subject":[],"published":{"date-parts":[[2012,1]]}}}