{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,7]],"date-time":"2024-09-07T18:20:03Z","timestamp":1725733203382},"reference-count":45,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,2,7]],"date-time":"2024-02-07T00:00:00Z","timestamp":1707264000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001866","name":"Fonds National de la Recherche","doi-asserted-by":"publisher","award":["CC BY 4.0","16756339"],"id":[{"id":"10.13039\/501100001866","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Expert Systems with Applications"],"published-print":{"date-parts":[[2024,8]]},"DOI":"10.1016\/j.eswa.2024.123404","type":"journal-article","created":{"date-parts":[[2024,2,8]],"date-time":"2024-02-08T23:37:45Z","timestamp":1707435465000},"page":"123404","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":2,"special_numbering":"C","title":["Dynamic maintenance scheduling approach under uncertainty: Comparison between reinforcement learning, genetic algorithm simheuristic, dispatching rules"],"prefix":"10.1016","volume":"248","author":[{"ORCID":"http:\/\/orcid.org\/0000-0003-1902-0100","authenticated-orcid":false,"given":"Marcelo Luis","family":"Ruiz-Rodr\u00edguez","sequence":"first","affiliation":[]},{"given":"Sylvain","family":"Kubler","sequence":"additional","affiliation":[]},{"given":"J\u00e9r\u00e9my","family":"Robert","sequence":"additional","affiliation":[]},{"given":"Yves","family":"Le Traon","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"3","key":"10.1016\/j.eswa.2024.123404_b1","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1016\/j.ifacol.2020.11.035","article-title":"Hybrid proactive approach for solving maintenance and planning problems in the scenario of Industry 4.0","volume":"53","author":"Alves","year":"2020","journal-title":"IFAC-PapersOnLine"},{"issue":"2","key":"10.1016\/j.eswa.2024.123404_b2","doi-asserted-by":"crossref","first-page":"205","DOI":"10.1007\/s40436-021-00380-z","article-title":"A maintenance driven scheduling cockpit for integrated production and maintenance operation schedule","volume":"10","author":"Arena","year":"2022","journal-title":"Advances in Manufacturing"},{"key":"10.1016\/j.eswa.2024.123404_b3","series-title":"Proceedings - 2020 prognostics and health management conference","first-page":"194","article-title":"Post prognostic decision for predictive maintenance planning with remaining useful life uncertainty","author":"Benaggoune","year":"2020"},{"key":"10.1016\/j.eswa.2024.123404_b4","doi-asserted-by":"crossref","first-page":"546","DOI":"10.1016\/j.jmsy.2022.08.005","article-title":"An approach for joint scheduling of production and predictive maintenance activities","volume":"64","author":"Bencheikh","year":"2022","journal-title":"Journal of Manufacturing Systems"},{"key":"10.1016\/j.eswa.2024.123404_b5","doi-asserted-by":"crossref","first-page":"302","DOI":"10.1016\/j.jmsy.2020.03.010","article-title":"Integrated maintenance and operations decision making with imperfect degradation state observations","volume":"55","author":"Celen","year":"2020","journal-title":"Journal of Manufacturing Systems"},{"key":"10.1016\/j.eswa.2024.123404_b6","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1016\/j.ress.2014.09.013","article-title":"Optimum maintenance strategy under uncertainty in the lifetime distribution","volume":"133","author":"De Jonge","year":"2015","journal-title":"Reliability Engineering & System Safety"},{"issue":"3","key":"10.1016\/j.eswa.2024.123404_b7","doi-asserted-by":"crossref","first-page":"805","DOI":"10.1016\/j.ejor.2019.09.047","article-title":"A review on maintenance optimization","volume":"285","author":"De Jonge","year":"2020","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/j.eswa.2024.123404_b8","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.121710","article-title":"An integrated approach of ensemble learning methods for stock index prediction using investor sentiments","volume":"238","author":"Deng","year":"2024","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.eswa.2024.123404_b9","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/j.cor.2019.03.001","article-title":"Robust single machine scheduling with a flexible maintenance activity","volume":"107","author":"Detti","year":"2019","journal-title":"Computers & Operations Research"},{"key":"10.1016\/j.eswa.2024.123404_b10","doi-asserted-by":"crossref","first-page":"663","DOI":"10.1016\/j.cie.2017.02.008","article-title":"A simulation\u2013optimization based heuristic for the online assignment of multi-skilled workers subjected to fatigue in manufacturing systems","volume":"112","author":"Ferjani","year":"2017","journal-title":"Computers & Industrial Engineering"},{"issue":"2","key":"10.1016\/j.eswa.2024.123404_b11","doi-asserted-by":"crossref","first-page":"501","DOI":"10.1016\/j.ejor.2022.03.045","article-title":"Production, maintenance and resource scheduling: A review","volume":"305","author":"Geurtsen","year":"2023","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/j.eswa.2024.123404_b12","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2020.106432","article-title":"Integrated production and maintenance scheduling for a single degrading machine with deterioration-based failures","volume":"143","author":"Ghaleb","year":"2020","journal-title":"Computers & Industrial Engineering"},{"issue":"11","key":"10.1016\/j.eswa.2024.123404_b13","doi-asserted-by":"crossref","first-page":"2015","DOI":"10.1177\/01423312221142564","article-title":"Feedback-aided PD-type iterative learning control for time-varying systems with non-uniform trial lengths","volume":"45","author":"Guan","year":"2023","journal-title":"Transactions of the Institute of Measurement and Control"},{"key":"10.1016\/j.eswa.2024.123404_b14","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2020.113701","article-title":"Deep reinforcement learning based preventive maintenance policy for serial production lines","volume":"160","author":"Huang","year":"2020","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.eswa.2024.123404_b15","series-title":"2021 annual reliability and maintainability symposium","first-page":"1","article-title":"Practical implications of Weibull shape parameter; lessons & pitfalls","author":"Jayatilleka","year":"2021"},{"issue":"7976","key":"10.1016\/j.eswa.2024.123404_b16","doi-asserted-by":"crossref","first-page":"982","DOI":"10.1038\/s41586-023-06419-4","article-title":"Champion-level drone racing using deep reinforcement learning","volume":"620","author":"Kaufmann","year":"2023","journal-title":"Nature"},{"issue":"1","key":"10.1016\/j.eswa.2024.123404_b17","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1007\/s11740-018-0855-7","article-title":"Reinforcement learning for opportunistic maintenance optimization","volume":"13","author":"Kuhnle","year":"2019","journal-title":"Production Engineering"},{"key":"10.1016\/j.eswa.2024.123404_b18","doi-asserted-by":"crossref","DOI":"10.1016\/j.ress.2021.107628","article-title":"Data-driven dynamic predictive maintenance for a manufacturing system with quality deterioration and online sensors","volume":"212","author":"Lu","year":"2021","journal-title":"Reliability Engineering & System Safety"},{"issue":"6642","key":"10.1016\/j.eswa.2024.123404_b19","doi-asserted-by":"crossref","first-page":"266","DOI":"10.1126\/science.adf6591","article-title":"Top-down design of protein architectures with reinforcement learning","volume":"380","author":"Lutz","year":"2023","journal-title":"Science"},{"key":"10.1016\/j.eswa.2024.123404_b20","doi-asserted-by":"crossref","first-page":"45797","DOI":"10.1109\/ACCESS.2020.2977667","article-title":"Integrated intelligent green scheduling of predictive maintenance for complex equipment based on information services","volume":"8","author":"Mi","year":"2020","journal-title":"IEEE Access"},{"key":"10.1016\/j.eswa.2024.123404_b21","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1016\/j.jmsy.2022.06.012","article-title":"Collaborative scheduling of spare parts production and service workers driven by distributed maintenance demand","volume":"64","author":"Miao","year":"2022","journal-title":"Journal of Manufacturing Systems"},{"issue":"2","key":"10.1016\/j.eswa.2024.123404_b22","doi-asserted-by":"crossref","first-page":"275","DOI":"10.14716\/ijtech.v9i2.1040","article-title":"Exergy analysis and exergoeconomic optimization of a binary cycle system using a multi objective genetic algorithm","volume":"9","author":"Nasruddin","year":"2018","journal-title":"International Journal of Technology"},{"issue":"3","key":"10.1016\/j.eswa.2024.123404_b23","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1016\/j.ifacol.2020.11.051","article-title":"Maintenance schedule optimisation for manufacturing systems","volume":"53","author":"N\u00e9meth","year":"2020","journal-title":"IFAC-PapersOnLine"},{"key":"10.1016\/j.eswa.2024.123404_b24","series-title":"GECCO 2023 - proceedings of the 2023 genetic and evolutionary computation conference","first-page":"1436","article-title":"Diversity optimization for the detection and concealment of spatially defined communication networks","author":"Neumann","year":"2023"},{"issue":"1","key":"10.1016\/j.eswa.2024.123404_b25","doi-asserted-by":"crossref","first-page":"405","DOI":"10.1007\/s10489-022-03456-w","article-title":"Deep reinforcement learning for the dynamic and uncertain vehicle routing problem","volume":"53","author":"Pan","year":"2023","journal-title":"Applied Intelligence"},{"key":"10.1016\/j.eswa.2024.123404_b26","doi-asserted-by":"crossref","first-page":"596","DOI":"10.1016\/j.jmsy.2021.04.010","article-title":"Distributed joint dynamic maintenance and production scheduling in manufacturing systems: Framework based on model predictive control and benders decomposition","volume":"59","author":"Rokhforoz","year":"2021","journal-title":"Journal of Manufacturing Systems"},{"key":"10.1016\/j.eswa.2024.123404_b27","doi-asserted-by":"crossref","DOI":"10.1016\/j.rcim.2022.102406","article-title":"Multi-agent deep reinforcement learning based predictive maintenance on parallel machines","volume":"78","author":"Ruiz Rodr\u00edguez","year":"2022","journal-title":"Robotics and Computer-Integrated Manufacturing"},{"issue":"1","key":"10.1016\/j.eswa.2024.123404_b28","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1007\/s10845-018-1434-7","article-title":"Establishment of maintenance inspection intervals: an application of process mining techniques in manufacturing","volume":"31","author":"Ruschel","year":"2020","journal-title":"Journal of Intelligent Manufacturing"},{"key":"10.1016\/j.eswa.2024.123404_b29","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2021.115767","article-title":"Expert system dedicated to condition-based maintenance based on a knowledge graph approach: Application to an aeronautic system","volume":"186","author":"Sarazin","year":"2021","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.eswa.2024.123404_b30","series-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017"},{"issue":"13","key":"10.1016\/j.eswa.2024.123404_b31","doi-asserted-by":"crossref","first-page":"12181","DOI":"10.1007\/s11071-023-08456-0","article-title":"Finite-time adaptive neural resilient DSC for fractional-order nonlinear large-scale systems against sensor-actuator faults","volume":"111","author":"Song","year":"2023","journal-title":"Nonlinear Dynamics"},{"issue":"3","key":"10.1016\/j.eswa.2024.123404_b32","doi-asserted-by":"crossref","first-page":"181","DOI":"10.3934\/mmc.2023016","article-title":"Fault-tolerant control of a hydraulic servo actuator via adaptive dynamic programming","volume":"3","author":"Stojanovic","year":"2023","journal-title":"Mathematical Modelling and Control"},{"key":"10.1016\/j.eswa.2024.123404_b33","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2021.116323","article-title":"Deep multi-agent reinforcement learning for multi-level preventive maintenance in manufacturing systems","volume":"192","author":"Su","year":"2022","journal-title":"Expert Systems with Applications"},{"issue":"4","key":"10.1016\/j.eswa.2024.123404_b34","doi-asserted-by":"crossref","first-page":"59","DOI":"10.2478\/stattrans-2022-0042","article-title":"The Weibull lifetime model with randomised failure-free time","volume":"23","author":"Sulewski","year":"2022","journal-title":"Statistics in Transition New Series"},{"issue":"2","key":"10.1016\/j.eswa.2024.123404_b35","doi-asserted-by":"crossref","first-page":"741","DOI":"10.1109\/TR.2018.2874265","article-title":"Scheduling preventive maintenance considering the saturation effect","volume":"68","author":"Sun","year":"2019","journal-title":"IEEE Transactions on Reliability"},{"key":"10.1016\/j.eswa.2024.123404_b36","doi-asserted-by":"crossref","first-page":"518","DOI":"10.1016\/j.jmsy.2022.07.016","article-title":"Opportunistic maintenance scheduling with deep reinforcement learning","volume":"64","author":"Valet","year":"2022","journal-title":"Journal of Manufacturing Systems"},{"key":"10.1016\/j.eswa.2024.123404_b37","doi-asserted-by":"crossref","first-page":"1025","DOI":"10.1016\/j.procir.2020.04.025","article-title":"Unsupervised learning for opportunistic maintenance optimization in flexible manufacturing systems","volume":"93","author":"Wocker","year":"2020","journal-title":"Procedia CIRP"},{"key":"10.1016\/j.eswa.2024.123404_b38","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1016\/j.jmsy.2021.01.015","article-title":"Energy-oriented joint optimization of machine maintenance and tool replacement in sustainable manufacturing","volume":"59","author":"Xia","year":"2021","journal-title":"Journal of Manufacturing Systems"},{"key":"10.1016\/j.eswa.2024.123404_b39","doi-asserted-by":"crossref","DOI":"10.1016\/j.cor.2022.105823","article-title":"Digital twin-enabled dynamic scheduling with preventive maintenance using a double-layer Q-learning algorithm","volume":"144","author":"Yan","year":"2022","journal-title":"Computers & Operations Research"},{"key":"10.1016\/j.eswa.2024.123404_b40","doi-asserted-by":"crossref","DOI":"10.1016\/j.cmpb.2022.107280","article-title":"Reinforcement learning strategies in cancer chemotherapy treatments: A review","volume":"229","author":"Yang","year":"2023","journal-title":"Computer Methods and Programs in Biomedicine"},{"issue":"24","key":"10.1016\/j.eswa.2024.123404_b41","doi-asserted-by":"crossref","first-page":"13953","DOI":"10.1007\/s00500-022-07436-7","article-title":"A lion optimization algorithm for an integrating maintenance planning and production scheduling problem with a total absolute deviation of completion times objective","volume":"26","author":"Yazdani","year":"2022","journal-title":"Soft Computing"},{"key":"10.1016\/j.eswa.2024.123404_b42","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1016\/j.cie.2016.05.037","article-title":"Exact algorithms for single-machine scheduling problems with a variable maintenance","volume":"98","author":"Ying","year":"2016","journal-title":"Computers & Industrial Engineering"},{"key":"10.1016\/j.eswa.2024.123404_b43","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1016\/j.jmsy.2019.11.002","article-title":"Imperfect corrective maintenance scheduling for energy efficient manufacturing systems through online task allocation method","volume":"53","author":"Yu","year":"2019","journal-title":"Journal of Manufacturing Systems"},{"issue":"3","key":"10.1016\/j.eswa.2024.123404_b44","first-page":"2426","article-title":"Objective functions modification of GA optimized PID controller for brushed DC motor","volume":"10","author":"Zahir","year":"2020","journal-title":"International Journal of Electrical and Computer Engineering"},{"issue":"6","key":"10.1016\/j.eswa.2024.123404_b45","doi-asserted-by":"crossref","first-page":"3461","DOI":"10.1109\/TSMC.2022.3225381","article-title":"An optimal iterative learning control approach for linear systems with nonuniform trial lengths under input constraints","volume":"53","author":"Zhuang","year":"2023","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics: Systems"}],"container-title":["Expert Systems with Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417424002690?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417424002690?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,4,18]],"date-time":"2024-04-18T11:37:16Z","timestamp":1713440236000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0957417424002690"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8]]},"references-count":45,"alternative-id":["S0957417424002690"],"URL":"https:\/\/doi.org\/10.1016\/j.eswa.2024.123404","relation":{},"ISSN":["0957-4174"],"issn-type":[{"value":"0957-4174","type":"print"}],"subject":[],"published":{"date-parts":[[2024,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Dynamic maintenance scheduling approach under uncertainty: Comparison between reinforcement learning, genetic algorithm simheuristic, dispatching rules","name":"articletitle","label":"Article Title"},{"value":"Expert Systems with Applications","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.eswa.2024.123404","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 The Authors. Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"123404"}}