{"id":"https://openalex.org/W2742952964","doi":"https://doi.org/10.1109/icphm.2017.7998303","title":"Health-aware hierarchical control for smart manufacturing using reinforcement learning","display_name":"Health-aware hierarchical control for smart manufacturing using reinforcement learning","publication_year":2017,"publication_date":"2017-06-01","ids":{"openalex":"https://openalex.org/W2742952964","doi":"https://doi.org/10.1109/icphm.2017.7998303","mag":"2742952964"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icphm.2017.7998303","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035305250","display_name":"Benjamin Choo","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin Y. Choo","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, Virginia"],"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060460337","display_name":"Stephen Adams","orcid":"https://orcid.org/0000-0002-1207-4504"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Adams","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, Virginia"],"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056670558","display_name":"Peter A. Beling","orcid":"https://orcid.org/0000-0003-2196-6982"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Beling","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, Virginia"],"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, Virginia","institution_ids":["https://openalex.org/I51556381"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.398,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":8,"citation_normalized_percentile":{"value":0.90625,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":83,"max":84},"biblio":{"volume":null,"issue":null,"first_page":"40","last_page":"47"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9662,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9662,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.9602,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9569,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prognostics","display_name":"Prognostics","score":0.88427913}],"concepts":[{"id":"https://openalex.org/C129364497","wikidata":"https://www.wikidata.org/wiki/Q3042561","display_name":"Prognostics","level":2,"score":0.88427913},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.85919595},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.83539164},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6316702},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.59115493},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.581262},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.38537782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3416595},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.33040348},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2730401},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.18434337},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09321812},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icphm.2017.7998303","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":49,"referenced_works":["https://openalex.org/W1492886900","https://openalex.org/W1515851193","https://openalex.org/W1526071765","https://openalex.org/W1603749820","https://openalex.org/W1968639152","https://openalex.org/W1968846385","https://openalex.org/W1980382980","https://openalex.org/W1982139891","https://openalex.org/W1986721716","https://openalex.org/W1989158281","https://openalex.org/W1994756066","https://openalex.org/W1994944565","https://openalex.org/W1996622085","https://openalex.org/W2004381809","https://openalex.org/W2010902882","https://openalex.org/W2011289111","https://openalex.org/W2023970592","https://openalex.org/W2032614950","https://openalex.org/W2047476236","https://openalex.org/W2053290791","https://openalex.org/W2057729708","https://openalex.org/W2059313467","https://openalex.org/W2067293813","https://openalex.org/W2076922282","https://openalex.org/W2077555894","https://openalex.org/W2079470286","https://openalex.org/W2100542249","https://openalex.org/W2109910161","https://openalex.org/W2110784315","https://openalex.org/W2121517924","https://openalex.org/W2126191527","https://openalex.org/W2127250502","https://openalex.org/W2140684998","https://openalex.org/W2144966306","https://openalex.org/W2151966095","https://openalex.org/W2153269510","https://openalex.org/W2158548602","https://openalex.org/W2165194992","https://openalex.org/W2170830208","https://openalex.org/W2210873198","https://openalex.org/W2257979135","https://openalex.org/W2308715054","https://openalex.org/W2623412162","https://openalex.org/W3024748770","https://openalex.org/W3145026163","https://openalex.org/W350071688","https://openalex.org/W39952818","https://openalex.org/W4206514804","https://openalex.org/W966979841"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3168977894","https://openalex.org/W3096874164","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2341346307","https://openalex.org/W2315999538","https://openalex.org/W2145363145","https://openalex.org/W1985560493","https://openalex.org/W1626977535"],"abstract_inverted_index":{"Manufacturing":[0],"facilities":[1],"are":[2,106],"laid":[3],"out":[4],"in":[5,37,103],"a":[6,83,134,138,154,174,179,182],"natural":[7],"hierarchy":[8,32,66,94,105],"of":[9,30,52,64,137,144,181],"assembly":[10],"lines,":[11],"work":[12,123],"cells,":[13],"machines,":[14],"and":[15,19,33,39,45,67,78,95,113],"components.":[16],"Currently,":[17],"prognostics":[18],"health":[20,90,145],"management":[21],"(PHM)":[22],"information":[23,57,146],"is":[24,116],"confined":[25],"to":[26,61,118,127,159],"the":[27,48,53,65,93,99,104,128,148,161,171],"lowest":[28],"levels":[29,63],"this":[31],"finds":[34],"primary":[35],"use":[36],"decisions":[38],"control":[40,85,139],"policies":[41],"for":[42,163],"machine":[43],"maintenance":[44],"replacement.":[46],"For":[47],"smart":[49],"manufacturing":[50,149,184],"systems":[51],"future,":[54],"however,":[55],"PHM":[56,89,129],"should":[58],"be":[59],"passed":[60],"all":[62],"incorporated":[68],"into":[69],"high":[70],"level":[71],"decision":[72,110],"making":[73],"about":[74],"production":[75],"quantities,":[76],"rates,":[77],"locations.":[79],"This":[80,122],"paper":[81],"proposes":[82],"hierarchical":[84],"methodology":[86],"that":[87,141],"passes":[88],"estimates":[91],"up":[92],"optimization":[96],"objectives":[97],"down":[98],"hierarchy.":[100,150],"Individual":[101],"nodes":[102],"modeled":[107],"as":[108],"Markov":[109],"processes":[111],"(MDPs)":[112],"reinforcement":[114,155],"learning":[115,156],"used":[117],"estimate":[119],"optimal":[120,164],"policies.":[121,167],"makes":[124,142],"several":[125],"contributions":[126],"community.":[130],"First,":[131],"we":[132,152,169],"propose":[133],"novel":[135],"model":[136],"system":[140],"uses":[143],"throughout":[147],"Second,":[151],"define":[153],"based":[157,177],"approach":[158],"solving":[160],"MDPs":[162],"or":[165],"near-optimal":[166],"Third,":[168],"illustrate":[170],"method":[172],"on":[173,178],"numerical":[175],"example":[176],"simulation":[180],"real-world":[183],"environment.":[185]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2742952964","counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2025-01-06T02:55:25.347178","created_date":"2017-08-17"}