{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,7,9]],"date-time":"2024-07-09T22:01:58Z","timestamp":1720562518997},"reference-count":58,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2009,5,28]],"date-time":"2009-05-28T00:00:00Z","timestamp":1243468800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Discrete Event Dyn Syst"],"published-print":{"date-parts":[[2009,9]]},"DOI":"10.1007\/s10626-009-0071-x","type":"journal-article","created":{"date-parts":[[2009,5,27]],"date-time":"2009-05-27T03:46:13Z","timestamp":1243395973000},"page":"377-422","source":"Crossref","is-referenced-by-count":68,"title":["Partially Observable Markov Decision Process Approximations for Adaptive Sensing"],"prefix":"10.1007","volume":"19","author":[{"given":"Edwin K. P.","family":"Chong","sequence":"first","affiliation":[]},{"given":"Christopher M.","family":"Kreucher","sequence":"additional","affiliation":[]},{"suffix":"III","given":"Alfred O.","family":"Hero","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2009,5,28]]},"reference":[{"key":"71_CR1","volume-title":"Constrained Markov decision processes","author":"E Altman","year":"1998","unstructured":"Altman E (1998) Constrained Markov decision processes. Chapman and Hall\/CRC, London"},{"key":"71_CR2","doi-asserted-by":"publisher","first-page":"164","DOI":"10.1038\/35018029","volume":"406","author":"R Bartels","year":"2000","unstructured":"Bartels R, Backus S, Zeek E, Misoguti L, Vdovin G, Christov IP, Murnane MM, Kapteyn HC (2000) Shaped-pulse optimization of coherent soft X-rays. Nature 406:164\u2013166","journal-title":"Nature"},{"key":"71_CR3","volume-title":"Dynamic programming","author":"R Bellman","year":"1957","unstructured":"Bellman R (1957) Dynamic programming. Princeton University Press, Princeton"},{"key":"71_CR4","doi-asserted-by":"crossref","unstructured":"Bertsekas DP (2005) Dynamic programming and suboptimal control: a survey from ADP to MPC. In: Proc. joint 44th IEEE conf. on decision and control and European control conf., Seville, 12\u201315 December 2005","DOI":"10.3166\/ejc.11.310-334"},{"key":"71_CR5","volume-title":"Dynamic programming and optimal control, vol I, 3rd edn, 2005; vol II","author":"DP Bertsekas","year":"2007","unstructured":"Bertsekas DP (2007) Dynamic programming and optimal control, vol I, 3rd edn, 2005; vol II, 3rd edn. Athena Scientific, Belmont","edition":"3"},{"key":"71_CR6","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1023\/A:1009634810396","volume":"5","author":"DP Bertsekas","year":"1999","unstructured":"Bertsekas DP, Castanon DA (1999) Rollout algorithms for stochastic scheduling problems. Journal of Heuristics 5:89\u2013108","journal-title":"Journal of Heuristics"},{"key":"71_CR7","volume-title":"Neuro-dynamic programming","author":"DP Bertsekas","year":"1996","unstructured":"Bertsekas DP, Tsitsiklis JN (1996) Neuro-dynamic programming. Athena Scientific, Belmont"},{"key":"71_CR8","unstructured":"Blatt D, Hero AO III (2006a) From weighted classification to policy search. In: Advances in neural information processing systems (NIPS) vol 18, pp\u00a0139\u2013146"},{"key":"71_CR9","unstructured":"Blatt D, Hero AO III (2006b) Optimal sensor scheduling via classification reduction of policy search (CROPS). In: Proc. int. conf. on automated planning and scheduling (ICAPS)"},{"key":"71_CR10","doi-asserted-by":"crossref","unstructured":"Castanon D (1997) Approximate dynamic programming for sensor management. In: Proc. 36th IEEE conf. on decision and control, San Diego, pp\u00a01202\u20131207","DOI":"10.1109\/CDC.1997.657615"},{"issue":"3","key":"71_CR11","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1023\/B:DISC.0000028199.78776.c4","volume":"14","author":"HS Chang","year":"2004","unstructured":"Chang HS, Givan RL, Chong EKP (2004) Parallel rollout for online solution of partially observable Markov decision processes. Discret Event Dyn Syst 14(3):309\u2013341","journal-title":"Discret Event Dyn Syst"},{"key":"71_CR12","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-84628-690-2","volume-title":"Simulation-based algorithms for Markov decision processes","author":"HS Chang","year":"2007","unstructured":"Chang HS, Fu MC, Hu J, Marcus SI (2007) Simulation-based algorithms for Markov decision processes. Springer series in communications and control engineering. Springer, Berlin Heidelberg New York"},{"key":"71_CR13","unstructured":"Chen RC, Wagner K (2007) Constrained partially observed Markov decision processes for adaptive waveform scheduling. In: Proc. int. conf. on electromagnetics in advanced applications, Torino, 17\u201321 September 2007, pp 454\u2013463"},{"key":"71_CR14","unstructured":"Cheng HT (1988) Algorithms for partially observable Markov decision processes. PhD dissertation, University of British Columbia"},{"key":"71_CR15","unstructured":"Chhetri A, Morrell D, Papandreou-Suppappola A (2004) Efficient search strategies for non-myopic sensor scheduling in target tracking. In: Asilomar conf. on signals, systems, and computers"},{"key":"71_CR17","unstructured":"Chong EKP, Givan RL, Chang HS (2000) A framework for simulation-based network control via hindsight optimization. In: Proc. 39th IEEE conf. on decision and control, Sydney, 12\u201315 December 2000, pp 1433\u20131438"},{"issue":"6","key":"71_CR18","doi-asserted-by":"publisher","first-page":"850","DOI":"10.1287\/opre.51.6.850.24925","volume":"51","author":"DP Farias de","year":"2003","unstructured":"de Farias DP, Van Roy B (2003) The linear programming approach to approximate dynamic programming. Oper Res 51(6):850\u2013865","journal-title":"Oper Res"},{"issue":"3","key":"71_CR19","doi-asserted-by":"publisher","first-page":"462","DOI":"10.1287\/moor.1040.0094","volume":"29","author":"DP Farias de","year":"2004","unstructured":"de Farias DP, Van Roy B (2004) On constraint sampling in the linear programming approach to approximate dynamic programming. Math Oper Res 29(3):462\u2013478","journal-title":"Math Oper Res"},{"key":"71_CR20","doi-asserted-by":"crossref","unstructured":"Gottlieb E, Harrigan R (2001) The Umbra simulation framework. Sandia Tech Report SAND2001-1533 (Unlimited Release)","DOI":"10.2172\/782709"},{"key":"71_CR22","unstructured":"He Y, Chong EKP (2004) Sensor scheduling for target tracking in sensor networks. In: Proc. 43rd IEEE conf. on decision and control (CDC\u201904), 14\u201317 December 2004, pp 743\u2013748"},{"issue":"5","key":"71_CR23","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1016\/j.dsp.2005.02.005","volume":"16","author":"Y He","year":"2006","unstructured":"He Y, Chong EKP (2006) Sensor scheduling for target tracking: a Monte Carlo sampling approach. Digit Signal Process 16(5):533\u2013545","journal-title":"Digit Signal Process"},{"key":"71_CR24","volume-title":"Foundations and applications of sensor management","year":"2008","unstructured":"Hero A, Castanon D, Cochran D, Kastella K (eds) (2008) Foundations and applications of sensor management. Springer, Berlin Heidelberg New York"},{"issue":"6","key":"71_CR25","doi-asserted-by":"publisher","first-page":"2720","DOI":"10.1109\/TSP.2007.893747","volume":"55","author":"S Ji","year":"2007","unstructured":"Ji S, Parr R, Carin L (2007) Nonmyopic multiaspect sensing with partially observable Markov decision processes. IEEE Trans Signal Process 55(6):2720\u20132730 (Part\u00a01)","journal-title":"IEEE Trans Signal Process"},{"issue":"3","key":"71_CR26","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1109\/JPROC.2003.823141","volume":"92","author":"S Julier","year":"2004","unstructured":"Julier S, Uhlmann J (2004) Unscented filtering and nonlinear estimation. Proc IEEE 92(3):401\u2013422","journal-title":"Proc IEEE"},{"key":"71_CR27","unstructured":"Krakow LW, Li Y, Chong EKP, Groom KN, Harrington J, Rigdon B (2006) Control of perimeter surveillance wireless sensor networks via partially observable Markov decision process. In: Proc. 2006 IEEE int Carnahan conf on security technology (ICCST), Lexington, 17\u201320 October 2006"},{"key":"71_CR28","unstructured":"Kearns MJ, Mansour Y, Ng AY (1999) A sparse sampling algorithm for near-optimal planning in large Markov decision processes. In: Proc. 16th int. joint conf. on artificial intelligence, pp 1324\u20131331"},{"key":"71_CR29","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling LP, Littman ML, Moore AW (1996) Reinforcement learning: a survey. J Artif Intell Res 4:237\u2013285","journal-title":"J Artif Intell Res"},{"key":"71_CR30","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/S0004-3702(98)00023-X","volume":"101","author":"LP Kaelbling","year":"1998","unstructured":"Kaelbling LP, Littman ML, Cassandra AR (1998) Planning and acting in partially observable stochastic domains. Artif Intell 101:99\u2013134","journal-title":"Artif Intell"},{"key":"71_CR31","unstructured":"Kreucher CM, Hero A, Kastella K (2005a) A comparison of task driven and information driven sensor management for target tracking. In: Proc. 44th IEEE conf. on decision and control (CDC\u201905), 12\u201315 December 2005"},{"issue":"3","key":"71_CR32","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1016\/j.sigpro.2004.11.004","volume":"85","author":"CM Kreucher","year":"2005","unstructured":"Kreucher CM, Kastella K, Hero AO III (2005b) Sensor management using an active sensing approach. Signal Process 85(3):607\u2013624","journal-title":"Signal Process"},{"issue":"4","key":"71_CR33","doi-asserted-by":"publisher","first-page":"1396","DOI":"10.1109\/TAES.2005.1561892","volume":"41","author":"CM Kreucher","year":"2005","unstructured":"Kreucher CM, Kastella K, Hero AO III (2005c) Multitarget tracking using the joint multitarget probability density. IEEE Trans Aerosp Electron Syst 41(4):1396\u20131414","journal-title":"IEEE Trans Aerosp Electron Syst"},{"key":"71_CR34","doi-asserted-by":"publisher","first-page":"546","DOI":"10.1016\/j.dsp.2004.12.008","volume":"16","author":"CM Kreucher","year":"2006","unstructured":"Kreucher CM, Blatt D, Hero AO III, Kastella K (2006) Adaptive multi-modality sensor scheduling for detection and tracking of smart targets. Digit Signal Process 16:546\u2013567","journal-title":"Digit Signal Process"},{"key":"71_CR35","doi-asserted-by":"crossref","unstructured":"Kreucher CM, Hero AO III, Kastella K, Chang D (2004) Efficient methods of non-myopic sensor management for multitarget tracking. In: Proc. 43rd IEEE conf. on decision and control (CDC\u201904), 14\u201317 December 2004","DOI":"10.1109\/CDC.2004.1428735"},{"issue":"1","key":"71_CR36","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1109\/TAES.2005.1413752","volume":"41","author":"V Krishnamurthy","year":"2005","unstructured":"Krishnamurthy V (2005) Emission management for low probability intercept sensors in network centric warfare. IEEE Trans Aerosp Electron Syst 41(1):133\u2013151","journal-title":"IEEE Trans Aerosp Electron Syst"},{"issue":"12","key":"71_CR37","doi-asserted-by":"publisher","first-page":"2893","DOI":"10.1109\/78.969499","volume":"49","author":"V Krishnamurthy","year":"2001","unstructured":"Krishnamurthy V, Evans RJ (2001) Hidden Markov model multiarm bandits: a methodology for beam scheduling in multitarget tracking. IEEE Trans Signal Process 49(12):2893\u20132908","journal-title":"IEEE Trans Signal Process"},{"key":"71_CR38","unstructured":"Li Y, Krakow LW, Chong EKP, Groom KN (2006) Dynamic sensor management for multisensor multitarget tracking. In: Proc. 40th annual conf. on information sciences and systems, Princeton, 22\u201324 March 2006, pp 1397\u20131402"},{"key":"71_CR39","doi-asserted-by":"publisher","DOI":"10.1016\/j.dsp.2007.05.004","author":"Y Li","year":"2007","unstructured":"Li Y, Krakow LW, Chong EKP, Groom KN (2007) Approximate stochastic dynamic programming for sensor scheduling to track multiple targets. Digit Signal Process. doi:\n 10.1016\/j.dsp.2007.05.004","journal-title":"Digit Signal Process"},{"key":"71_CR40","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1287\/opre.39.1.162","volume":"39","author":"WS Lovejoy","year":"1991","unstructured":"Lovejoy WS (1991a) Computationally feasible bounds for partially observed Markov decision processes. Oper Res 39:162\u2013175","journal-title":"Oper Res"},{"issue":"1","key":"71_CR41","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/BF02055574","volume":"28","author":"WS Lovejoy","year":"1991","unstructured":"Lovejoy WS (1991b) A survey of algorithmic methods for partially observed Markov decision processes. Ann Oper Res 28(1):47\u201365","journal-title":"Ann Oper Res"},{"key":"71_CR43","doi-asserted-by":"publisher","DOI":"10.1155\/2009\/724597","author":"SA Miller","year":"2009","unstructured":"Miller SA, Harris ZA, Chong EKP (2009) A POMDP framework for coordinated guidance of autonomous UAVs for multitarget tracking. EURASIP J Appl Signal Process (Special Issue on Signal Processing Advances in Robots and Autonomy). doi:\n 10.1155\/2009\/724597","journal-title":"EURASIP J Appl Signal Process (Special Issue on Signal Processing Advances in Robots and Autonomy)"},{"key":"71_CR44","volume-title":"The mathematical theory of optimal processes","author":"LS Pontryagin","year":"1962","unstructured":"Pontryagin LS, Boltyansky VG, Gamkrelidze RV, Mishchenko EF (1962) The mathematical theory of optimal processes. Wiley, New York"},{"key":"71_CR45","doi-asserted-by":"publisher","DOI":"10.1002\/9780470182963","volume-title":"Approximate dynamic programming: solving the curses of dimensionality","author":"WB Powell","year":"2007","unstructured":"Powell WB (2007) Approximate dynamic programming: solving the curses of dimensionality. Wiley-Interscience, New York"},{"key":"71_CR46","volume-title":"Beyond the Kalman filter: particle filters for tracking applications","author":"B Ristic","year":"2004","unstructured":"Ristic B, Arulampalam S, Gordon N (2004) Beyond the Kalman filter: particle filters for tracking applications. Artech House, Norwood"},{"key":"71_CR48","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.artint.2005.06.002","volume":"23","author":"N Roy","year":"2005","unstructured":"Roy N, Gordon G, Thrun S (2005) Finding approximate POMDP solutions through belief compression. J Artif Intell Res 23:1\u201340","journal-title":"J Artif Intell Res"},{"issue":"3","key":"71_CR49","doi-asserted-by":"publisher","first-page":"487","DOI":"10.2307\/2171751","volume":"65","author":"J Rust","year":"1997","unstructured":"Rust J (1997) Using randomization to break the curse of dimensionality. Econometrica 65(3):487\u2013516","journal-title":"Econometrica"},{"key":"71_CR50","unstructured":"Scott WR Jr, Kim K, Larson GD, Gurbuz AC, McClellan JH (2004) Combined seismic, radar, and induction sensor for landmine detection. In: Proc. 2004 int. IEEE geoscience and remote sensing symposium, Anchorage, 20\u201324 September 2004, pp 1613\u20131616"},{"key":"71_CR51","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1023\/A:1017214011352","volume":"10","author":"L Shi","year":"2000","unstructured":"Shi L, Chen C-H (2000) A new algorithm for stochastic discrete resource allocation optimization. Discret Event Dyn Syst 10:271\u2013294","journal-title":"Discret Event Dyn Syst"},{"issue":"5","key":"71_CR52","doi-asserted-by":"publisher","first-page":"1071","DOI":"10.1287\/opre.21.5.1071","volume":"21","author":"RD Smallwood","year":"1973","unstructured":"Smallwood RD, Sondik EJ (1973) The optimal control of partially observable Markov processes over a finite horizon. Oper Res 21(5):1071\u20131088","journal-title":"Oper Res"},{"key":"71_CR53","volume-title":"Reinforcement learning","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG (1998) Reinforcement learning. MIT, Cambridge"},{"key":"71_CR54","volume-title":"Probabilistic robotics","author":"S Thrun","year":"2005","unstructured":"Thrun S, Burgard W, Fox D (2005) Probabilistic robotics. MIT, Cambridge"},{"key":"71_CR55","doi-asserted-by":"publisher","DOI":"10.1002\/047001363X","volume-title":"A first course in stochastic models","author":"HC Tijms","year":"2003","unstructured":"Tijms HC (2003) A first course in stochastic models. Wiley, New York"},{"key":"71_CR56","unstructured":"Washburn R, Schneider M, Fox J (2002) Stochastic dynamic programming based approaches to sensor resource management. In: 5th int conf on information fusion"},{"key":"71_CR57","unstructured":"Watkins CJCH (1989) Learning from delayed rewards. PhD dissertation, King\u2019s College, University of Cambridge"},{"key":"71_CR58","doi-asserted-by":"crossref","unstructured":"Willems JC (1996) 1969: the birth of optimal control. In: Proc. 35th IEEE conf. on decision and control (CDC\u201996), pp 1586\u20131587","DOI":"10.1109\/CDC.1996.572753"},{"issue":"6","key":"71_CR59","doi-asserted-by":"crossref","first-page":"979","DOI":"10.1109\/TAC.2002.1008362","volume":"47","author":"G Wu","year":"2002","unstructured":"Wu G, Chong EKP, Givan RL (2002) Burst-level congestion control using hindsight optimization. IEEE Trans Automat Control (Special Issue on Systems and Control Methods for Communication Networks) 47(6):979\u2013991","journal-title":"IEEE Trans Automat Control (Special Issue on Systems and Control Methods for Communication Networks)"},{"key":"71_CR60","unstructured":"Yu H, Bertsekas DP (2004) Discretized approximations for POMDP with average cost. In: Proc. 20th conf. on uncertainty in artificial intelligence, Banff, pp 619\u2013627"},{"key":"71_CR61","unstructured":"Zhang NL, Liu W (1996) Planning in stochastic domains: problem characteristics and approximation. Tech. report HKUST-CS96-31, Dept. of Computer Science, Hong Kong University of Science and Technology"},{"key":"71_CR62","unstructured":"Zhang Z, Moola S, Chong EKP (2008) Approximate stochastic dynamic programming for opportunistic fair scheduling in wireless networks. In: Proc. 47th IEEE conf. on decision and control, Cancun, 9\u201311 December 2008, pp 1404\u20131409"}],"container-title":["Discrete Event Dynamic Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10626-009-0071-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10626-009-0071-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10626-009-0071-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10626-009-0071-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,2,17]],"date-time":"2020-02-17T16:20:50Z","timestamp":1581956450000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10626-009-0071-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,5,28]]},"references-count":58,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2009,9]]}},"alternative-id":["71"],"URL":"https:\/\/doi.org\/10.1007\/s10626-009-0071-x","relation":{},"ISSN":["0924-6703","1573-7594"],"issn-type":[{"value":"0924-6703","type":"print"},{"value":"1573-7594","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009,5,28]]}}}