{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,7,6]],"date-time":"2024-07-06T20:16:52Z","timestamp":1720297012262},"reference-count":57,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,1]],"date-time":"2024-04-01T00:00:00Z","timestamp":1711929600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers & Industrial Engineering"],"published-print":{"date-parts":[[2024,4]]},"DOI":"10.1016\/j.cie.2024.110018","type":"journal-article","created":{"date-parts":[[2024,3,5]],"date-time":"2024-03-05T17:15:18Z","timestamp":1709658918000},"page":"110018","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Dynamic scheduling of decentralized high-end equipment R&D projects via deep reinforcement learning"],"prefix":"10.1016","volume":"190","author":[{"given":"Xinyue","family":"Wang","sequence":"first","affiliation":[]},{"given":"Shaojun","family":"Lu","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-6865-2086","authenticated-orcid":false,"given":"Xiaofei","family":"Qian","sequence":"additional","affiliation":[]},{"given":"Chaoming","family":"Hu","sequence":"additional","affiliation":[]},{"given":"Xinbao","family":"Liu","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"2","key":"10.1016\/j.cie.2024.110018_b0005","doi-asserted-by":"crossref","first-page":"646","DOI":"10.1016\/j.ijpe.2013.08.013","article-title":"A multi-agent system for decentralized multi-project scheduling with resource transfers","volume":"146","author":"Adhau","year":"2013","journal-title":"International Journal of Production Economics"},{"issue":"8","key":"10.1016\/j.cie.2024.110018_b0010","doi-asserted-by":"crossref","first-page":"1738","DOI":"10.1016\/j.engappai.2011.12.003","article-title":"A multi-agent system for distributed multi-project scheduling: An auction-based negotiation approach","volume":"25","author":"Adhau","year":"2012","journal-title":"Engineering Applications of Artificial Intelligence"},{"issue":"5","key":"10.1016\/j.cie.2024.110018_b0015","first-page":"679","article-title":"A Markovian decision process","volume":"6","author":"Bellman","year":"1957","journal-title":"Journal of Mathematics and Mechanics"},{"issue":"2","key":"10.1016\/j.cie.2024.110018_b0020","doi-asserted-by":"crossref","first-page":"212","DOI":"10.1016\/j.ijpe.2010.03.009","article-title":"Resource-constrained multi-project scheduling: Priority rule performance revisited","volume":"126","author":"Browning","year":"2010","journal-title":"International Journal of Production Economics"},{"key":"10.1016\/j.cie.2024.110018_b0025","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2020.106287","article-title":"Efficient priority rules for project scheduling under dynamic environments: A heuristic approach","volume":"140","author":"Chakrabortty","year":"2020","journal-title":"Computers & Industrial Engineering"},{"key":"10.1016\/j.cie.2024.110018_b0035","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2019.106060","article-title":"Research on priority rules for the stochastic resource constrained multi-project scheduling problem with new project arrival","volume":"137","author":"Chen","year":"2019","journal-title":"Computers & Industrial Engineering"},{"key":"10.1016\/j.cie.2024.110018_b0040","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2022.116911","article-title":"A filtering genetic programming framework for stochastic resource constrained multi-project scheduling problem under new project insertions","volume":"198","author":"Chen","year":"2022","journal-title":"Expert Systems with Applications"},{"issue":"3","key":"10.1016\/j.cie.2024.110018_b0045","doi-asserted-by":"crossref","first-page":"957","DOI":"10.1016\/j.ejor.2018.04.025","article-title":"Efficient priority rules for the stochastic resource-constrained project scheduling problem","volume":"270","author":"Chen","year":"2018","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/j.cie.2024.110018_bib283","doi-asserted-by":"crossref","first-page":"107782","DOI":"10.1016\/j.cie.2021.107782","article-title":"Agent-based approach integrating deep reinforcement learning and hybrid genetic algorithm for dynamic scheduling for Industry 3.5 smart production","volume":"162","author":"Chien","year":"2021","journal-title":"Computers & Industrial Engineering"},{"issue":"1","key":"10.1016\/j.cie.2024.110018_b0050","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1007\/s10479-006-0158-9","article-title":"A market-based multi-agent system model for decentralized multi-project scheduling","volume":"150","author":"Confessore","year":"2007","journal-title":"Annals of Operations Research"},{"issue":"11","key":"10.1016\/j.cie.2024.110018_b0055","doi-asserted-by":"crossref","first-page":"1186","DOI":"10.1287\/mnsc.22.11.1186","article-title":"Heuristics for scheduling resource-constrained projects: An experimental investigation","volume":"22","author":"Cooper","year":"1976","journal-title":"Management Science"},{"key":"10.1016\/j.cie.2024.110018_b0060","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2021.107480","article-title":"A variable neighborhood search approach for the resource-constrained multi-project collaborative scheduling problem","volume":"107","author":"Cui","year":"2021","journal-title":"Applied Soft Computing"},{"key":"10.1016\/j.cie.2024.110018_b0065","series-title":"Project scheduling: A research handbook","author":"Demeulemeester","year":"2006"},{"key":"10.1016\/j.cie.2024.110018_b0070","article-title":"Dynamic on-demand crowdshipping using constrained and heuristics-embedded double dueling deep Q-network","volume":"166","author":"Farazi","year":"2022","journal-title":"Transportation Research Part E: Logistics and Transportation Review"},{"issue":"1","key":"10.1016\/j.cie.2024.110018_b0075","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1016\/j.ejor.2021.02.023","article-title":"Negotiation mechanisms for the multi-agent multi-mode resource investment problem","volume":"295","author":"Fink","year":"2021","journal-title":"European Journal of Operational Research"},{"issue":"1","key":"10.1016\/j.cie.2024.110018_b0080","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1007\/s10696-012-9136-5","article-title":"An ant-based coordination mechanism for resource-constrained project scheduling with multiple agents and cash flow objectives","volume":"25","author":"Fink","year":"2013","journal-title":"Flexible Services and Manufacturing Journal"},{"key":"10.1016\/j.cie.2024.110018_b0085","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2021.107402","article-title":"A combined multi-agent system for distributed multi-project scheduling problems","volume":"107","author":"Fu","year":"2021","journal-title":"Applied Soft Computing"},{"issue":"3","key":"10.1016\/j.cie.2024.110018_b0090","doi-asserted-by":"crossref","first-page":"1001","DOI":"10.1016\/j.ejor.2017.03.022","article-title":"Generic negotiation mechanisms with side payments\u2013design, analysis and application for decentralized resource-constrained multi-project scheduling problems","volume":"261","author":"Homberger","year":"2017","journal-title":"European Journal of Operational Research"},{"issue":"1","key":"10.1016\/j.cie.2024.110018_b0095","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1007\/s00291-009-0178-3","article-title":"A (\u03bc, \u03bb)-coordination mechanism for agent-based multi-project scheduling","volume":"34","author":"Homberger","year":"2012","journal-title":"OR Spectrum"},{"issue":"2","key":"10.1016\/j.cie.2024.110018_b0100","doi-asserted-by":"crossref","first-page":"454","DOI":"10.1016\/j.ejor.2017.07.027","article-title":"An efficient genetic algorithm to solve the resource-constrained project scheduling problem with transfer times: The single mode case","volume":"265","author":"Kadri","year":"2018","journal-title":"European Journal of Operational Research"},{"issue":"3","key":"10.1016\/j.cie.2024.110018_b0110","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1016\/0272-6963(95)00032-1","article-title":"Efficient priority rules for the resource-constrained project scheduling problem","volume":"14","author":"Kolisch","year":"1996","journal-title":"Journal of Operations Management"},{"key":"10.1016\/j.cie.2024.110018_b0115","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2020.113485","article-title":"An exact algorithm for the flexible multilevel project scheduling problem","volume":"158","author":"Koszty\u00e1n","year":"2020","journal-title":"Expert Systems with Applications"},{"issue":"2","key":"10.1016\/j.cie.2024.110018_b0120","doi-asserted-by":"crossref","first-page":"776","DOI":"10.1287\/mnsc.2017.2973","article-title":"Scheduling with testing","volume":"65","author":"Levi","year":"2019","journal-title":"Management Science"},{"key":"10.1016\/j.cie.2024.110018_b0125","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2020.106961","article-title":"A multi-agent based cooperative approach to decentralized multi-project scheduling and resource allocation","volume":"151","author":"Li","year":"2021","journal-title":"Computers & Industrial Engineering"},{"issue":"12","key":"10.1016\/j.cie.2024.110018_b0130","doi-asserted-by":"crossref","first-page":"13572","DOI":"10.1109\/TCYB.2021.3111082","article-title":"Deep reinforcement learning for solving the heterogeneous capacitated vehicle routing problem","volume":"52","author":"Li","year":"2021","journal-title":"IEEE Transactions on Cybernetics"},{"key":"10.1016\/j.cie.2024.110018_b0135","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1016\/j.cie.2018.04.026","article-title":"A governance platform for multi-project management in shipyards","volume":"120","author":"Li","year":"2018","journal-title":"Computers & Industrial Engineering"},{"issue":"8","key":"10.1016\/j.cie.2024.110018_b0140","doi-asserted-by":"crossref","first-page":"11528","DOI":"10.1109\/TITS.2021.3105232","article-title":"Deep reinforcement learning for the electric vehicle routing problem with time windows","volume":"23","author":"Lin","year":"2021","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"10.1016\/j.cie.2024.110018_b0030","doi-asserted-by":"crossref","first-page":"258","DOI":"10.1016\/j.cie.2018.08.036","article-title":"A column generation based distributed scheduling algorithm for multi-mode resource constrained project scheduling problem","volume":"125","author":"Liu","year":"2018","journal-title":"Computers & Industrial Engineering"},{"key":"10.1016\/j.cie.2024.110018_b0145","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2021.107553","article-title":"A three-stage decomposition algorithm for decentralized multi-project scheduling under uncertainty","volume":"160","author":"Liu","year":"2021","journal-title":"Computers & Industrial Engineering"},{"issue":"1","key":"10.1016\/j.cie.2024.110018_b0150","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1023\/A:1010966401888","article-title":"Analysis of scheduling schemes and heuristic rules performance in resource-constrained multiproject scheduling","volume":"102","author":"Lova","year":"2001","journal-title":"Annals of Operations Research"},{"key":"10.1016\/j.cie.2024.110018_b0155","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2021.107489","article-title":"Dynamic multi-objective scheduling for flexible job shop by deep reinforcement learning","volume":"159","author":"Luo","year":"2021","journal-title":"Computers & Industrial Engineering"},{"key":"10.1016\/j.cie.2024.110018_b0160","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2020.106208","article-title":"Dynamic scheduling for flexible job shop with new job insertions by deep reinforcement learning","volume":"91","author":"Luo","year":"2020","journal-title":"Applied Soft Computing"},{"issue":"7540","key":"10.1016\/j.cie.2024.110018_b0165","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"Mnih","year":"2015","journal-title":"Nature"},{"issue":"1","key":"10.1016\/j.cie.2024.110018_b0170","doi-asserted-by":"crossref","first-page":"405","DOI":"10.1007\/s10489-022-03456-w","article-title":"Deep reinforcement learning for the dynamic and uncertain vehicle routing problem","volume":"53","author":"Pan","year":"2023","journal-title":"Applied Intelligence"},{"issue":"4","key":"10.1016\/j.cie.2024.110018_b0175","doi-asserted-by":"crossref","first-page":"983","DOI":"10.1109\/TETCI.2021.3098354","article-title":"Deep reinforcement learning based optimization algorithm for permutation flow-shop scheduling","volume":"7","author":"Pan","year":"2021","journal-title":"IEEE Transactions on Emerging Topics in Computational Intelligence"},{"issue":"6","key":"10.1016\/j.cie.2024.110018_b0180","doi-asserted-by":"crossref","first-page":"3518","DOI":"10.1109\/TCYB.2021.3128075","article-title":"Scalable scheduling of semiconductor packaging facilities using deep reinforcement learning","volume":"53","author":"Park","year":"2021","journal-title":"IEEE Transactions on Cybernetics"},{"issue":"11","key":"10.1016\/j.cie.2024.110018_b0185","doi-asserted-by":"crossref","first-page":"3360","DOI":"10.1080\/00207543.2020.1870013","article-title":"Learning to schedule job-shop problems: Representation and policy learning using graph neural network and reinforcement learning","volume":"59","author":"Park","year":"2021","journal-title":"International Journal of Production Research"},{"issue":"16","key":"10.1016\/j.cie.2024.110018_bib282","doi-asserted-by":"crossref","first-page":"5436","DOI":"10.1080\/00207543.2022.2102448","article-title":"Bi-level scheduling in high-end equipment R&D: when more algorithm strategies may not be better","volume":"61","author":"Pei","year":"2023","journal-title":"International Journal of Production Research"},{"key":"10.1016\/j.cie.2024.110018_b0190","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1016\/j.jmsy.2023.03.003","article-title":"Dynamic production scheduling towards self-organizing mass personalization: A multi-agent dueling deep reinforcement learning approach","volume":"68","author":"Qin","year":"2023","journal-title":"Journal of Manufacturing Systems"},{"key":"10.1016\/j.cie.2024.110018_b0195","doi-asserted-by":"crossref","DOI":"10.1016\/j.swevo.2023.101338","article-title":"A novel Q-learning based variable neighborhood iterative search algorithm for solving disassembly line scheduling problems","volume":"80","author":"Ren","year":"2023","journal-title":"Swarm and Evolutionary Computation"},{"issue":"1\u20132","key":"10.1016\/j.cie.2024.110018_b0200","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1007\/s10479-022-05052-0","article-title":"A bi-level multi-follower optimization model for R&D project portfolio: An application to a pharmaceutical holding company","volume":"323","author":"Salehi","year":"2023","journal-title":"Annals of Operations Research"},{"issue":"4","key":"10.1016\/j.cie.2024.110018_b0205","doi-asserted-by":"crossref","first-page":"1411","DOI":"10.1080\/00207543.2020.1857450","article-title":"Performance evaluation of scheduling policies for the dynamic and stochastic resource-constrained multi-project scheduling problem","volume":"60","author":"Satic","year":"2022","journal-title":"International Journal of Production Research"},{"key":"10.1016\/j.cie.2024.110018_b0210","article-title":"Prioritized experience replay","author":"Schaul","year":"2015","journal-title":"Computer Science"},{"key":"10.1016\/j.cie.2024.110018_b0215","series-title":"International Foundation for Autonomous Agents and Multiagent Systems","article-title":"A multi-agent simulation system for prediction and scheduling of aero engine overhaul","author":"Stranjak","year":"2008"},{"issue":"7","key":"10.1016\/j.cie.2024.110018_b0220","doi-asserted-by":"crossref","first-page":"779","DOI":"10.1057\/palgrave.jors.2601145","article-title":"Tools for resource-constrained project scheduling and control: Forward and backward slack analysis","volume":"52","author":"Tormos","year":"2001","journal-title":"Journal of the Operational Research Society"},{"key":"10.1016\/j.cie.2024.110018_b0225","doi-asserted-by":"crossref","DOI":"10.1016\/j.simpat.2019.101980","article-title":"A repeated-negotiation game approach to distributed (re) scheduling of multiple projects using decoupled learning","volume":"98","author":"Tosselli","year":"2020","journal-title":"Simulation Modelling Practice and Theory"},{"key":"10.1016\/j.cie.2024.110018_b0230","series-title":"Proceedings of the AAAI conference on artificial intelligence","article-title":"Deep reinforcement learning with double q-learning","author":"Van Hasselt","year":"2016"},{"issue":"10","key":"10.1016\/j.cie.2024.110018_b0235","doi-asserted-by":"crossref","first-page":"3465","DOI":"10.1007\/s00500-017-3003-y","article-title":"A generic heuristic for multi-project scheduling problems with global and local resource constraints (RCMPSP)","volume":"23","author":"Villaf\u00e1\u00f1ez","year":"2019","journal-title":"Soft Computing"},{"key":"10.1016\/j.cie.2024.110018_b0245","first-page":"1995","article-title":"Dueling network architectures for deep reinforcement learning","author":"Wang","year":"2016","journal-title":"International conference on machine learning. PMLR"},{"issue":"4","key":"10.1016\/j.cie.2024.110018_b0250","doi-asserted-by":"crossref","first-page":"420","DOI":"10.15302\/J-FEM-2018050","article-title":"Engineering management for high-end equipment intelligent manufacturing","volume":"5","author":"Yang","year":"2018","journal-title":"Frontiers of Engineering Management"},{"key":"10.1016\/j.cie.2024.110018_b0255","doi-asserted-by":"crossref","DOI":"10.1016\/j.aei.2022.101776","article-title":"Real-time scheduling for distributed permutation flowshops with dynamic job arrivals using deep reinforcement learning","volume":"54","author":"Yang","year":"2022","journal-title":"Advanced Engineering Informatics"},{"issue":"04","key":"10.1016\/j.cie.2024.110018_b0265","first-page":"443","article-title":"A new method for Total float theorem and minimum cost compression of project Duration","volume":"18","author":"Zhang","year":"2009","journal-title":"Journal of Systems Management"},{"issue":"1","key":"10.1016\/j.cie.2024.110018_b0260","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3934\/jimo.2020140","article-title":"An efficient genetic algorithm for decentralized multi-project scheduling with resource transfers","volume":"18","author":"Zhang","year":"2022","journal-title":"Journal of Industrial & Management Optimization"},{"issue":"11","key":"10.1016\/j.cie.2024.110018_b0270","doi-asserted-by":"crossref","first-page":"7208","DOI":"10.1109\/TITS.2020.3003163","article-title":"A hybrid of deep reinforcement learning and local search for the vehicle routing problems","volume":"22","author":"Zhao","year":"2020","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"issue":"15","key":"10.1016\/j.cie.2024.110018_b0275","first-page":"1","article-title":"A sealed bid auction-based two-stage approach for a decentralized multi-project scheduling problem with resource transfers","volume":"52","author":"Zhao","year":"2021","journal-title":"Applied Intelligence"},{"key":"10.1016\/j.cie.2024.110018_bib281","doi-asserted-by":"crossref","first-page":"115593","DOI":"10.1016\/j.eswa.2021.115593","article-title":"New closed-loop approximate dynamic programming for solving stochastic decentralized multi-project scheduling problem with resource transfers","volume":"185","author":"Zhao","year":"2021","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.cie.2024.110018_b0280","doi-asserted-by":"crossref","first-page":"282","DOI":"10.1016\/j.neucom.2014.04.056","article-title":"A critical chains based distributed multi-project scheduling approach","volume":"143","author":"Zheng","year":"2014","journal-title":"Neurocomputing"}],"container-title":["Computers & Industrial Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0360835224001396?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0360835224001396?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,4,30]],"date-time":"2024-04-30T05:21:41Z","timestamp":1714454501000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0360835224001396"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4]]},"references-count":57,"alternative-id":["S0360835224001396"],"URL":"https:\/\/doi.org\/10.1016\/j.cie.2024.110018","relation":{},"ISSN":["0360-8352"],"issn-type":[{"value":"0360-8352","type":"print"}],"subject":[],"published":{"date-parts":[[2024,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Dynamic scheduling of decentralized high-end equipment R&D projects via deep reinforcement learning","name":"articletitle","label":"Article Title"},{"value":"Computers & Industrial Engineering","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.cie.2024.110018","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"110018"}}