{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,23]],"date-time":"2024-10-23T09:38:17Z","timestamp":1729676297546,"version":"3.28.0"},"reference-count":50,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017,6]]},"DOI":"10.1109\/icphm.2017.7998303","type":"proceedings-article","created":{"date-parts":[[2017,8,3]],"date-time":"2017-08-03T20:24:14Z","timestamp":1501791854000},"page":"40-47","source":"Crossref","is-referenced-by-count":3,"title":["Health-aware hierarchical control for smart manufacturing using reinforcement learning"],"prefix":"10.1109","author":[{"given":"Benjamin Y.","family":"Choo","sequence":"first","affiliation":[]},{"given":"Stephen","family":"Adams","sequence":"additional","affiliation":[]},{"given":"Peter","family":"Beling","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-0285-1"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.omega.2004.10.010"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmsy.2013.12.007"},{"journal-title":"Introduction to TPM Total Productive Maintenance","year":"1988","author":"nakajima","key":"ref32"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1080\/00207543.2013.870673"},{"key":"ref30","first-page":"37549710387802","article-title":"Application of computer simulation modeling in the health care sector: a survey","author":"mielezarek","year":"2010","journal-title":"Simulation"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)1076-0342(2007)13:3(195)"},{"key":"ref36","first-page":"1043","article-title":"Reinforcement learning with hierarchies of machines","author":"parr","year":"1998","journal-title":"Advances in neural information processing systems"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2015.07.017"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1057\/jos.2013.21"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICWAPR.2007.4421609"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2009.2021462"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/S0951-8320(02)00043-1"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1108\/17506160910960568","article-title":"Cross-sector analysis of simulation methods: a survey of defense and healthcare","volume":"3","author":"ali","year":"2009","journal-title":"Transforming Government People Process and Policy"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1080\/00207543.2012.659351"},{"journal-title":"Production and Inventory Management","year":"1984","author":"hax","key":"ref20"},{"key":"ref22","article-title":"Report to the President on Ensuring American Leadership in Advanced Manufacturing","author":"holdren","year":"2011","journal-title":"President's Council of Advisors on Science and Technology"},{"journal-title":"A simulation environment to support PHM in smart manufacturing systems","year":"2016","author":"heddy","key":"ref21"},{"key":"ref24","article-title":"A survey of the use of the discrete-event simulation in manufacturing industry","author":"ingemansson","year":"2002","journal-title":"Proceedings of the 10th InternationalManufacturing Conference"},{"journal-title":"Factory Physics","year":"2011","author":"hopp","key":"ref23"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1287\/opre.39.6.970"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2009.06.004"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1002\/qre.1466"},{"key":"ref10","article-title":"Adaptive multiscale prognostics and health management for smart manufacturing systems","volume":"7","author":"choo","year":"2016","journal-title":"International Journal of Prognostics and Health Management Special Issue on Smart Manufacturing"},{"key":"ref11","article-title":"Adaptive multi-scale PHM for robotic assembly processes","author":"choo","year":"2015","journal-title":"2015 Annual Conference of the Prognostics and Health Management Society"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1038\/nature16961"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1108\/17410380810877276"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.compchemeng.2012.06.037"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1613\/jair.639","article-title":"Hierarchical reinforcement learning with the MAXQ value function decomposition","volume":"13","author":"dietterich","year":"2000","journal-title":"J Artif Intell Res (JAIR)"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/0377-2217(95)00066-Y"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2004.12.007"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/S0951-8320(01)00148-X"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1080\/08982112.2013.819436"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-1153-7_418"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/S0927-0507(05)80190-2"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/RAMS.2006.1677417"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2010.2043269"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2010.11.009"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2009.2026818"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2010.2046804"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2014.08.002"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2005.09.010"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.fss.2009.11.006"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2009.03.008"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1080\/00207549208948182"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2013.02.029"},{"key":"ref42","volume":"135","author":"sutton","year":"1998","journal-title":"Introduction to Reinforcement Learning"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/S0278-6125(03)90013-6"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/S0166-3615(03)00104-0"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(99)00052-1"}],"event":{"name":"2017 IEEE International Conference on Prognostics and Health Management (ICPHM)","start":{"date-parts":[[2017,6,19]]},"location":"Dallas, TX, USA","end":{"date-parts":[[2017,6,21]]}},"container-title":["2017 IEEE International Conference on Prognostics and Health Management (ICPHM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7990620\/7998291\/07998303.pdf?arnumber=7998303","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,2]],"date-time":"2019-10-02T00:45:40Z","timestamp":1569977140000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7998303\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,6]]},"references-count":50,"URL":"https:\/\/doi.org\/10.1109\/icphm.2017.7998303","relation":{},"subject":[],"published":{"date-parts":[[2017,6]]}}}