{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T18:28:01Z","timestamp":1732040881477},"reference-count":33,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100017549","name":"Science and Technology Innovation 2025 Major Project of Ningbo","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100017549","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["European Journal of Operational Research"],"published-print":{"date-parts":[[2022,7]]},"DOI":"10.1016\/j.ejor.2021.10.032","type":"journal-article","created":{"date-parts":[[2021,10,22]],"date-time":"2021-10-22T00:19:47Z","timestamp":1634861987000},"page":"418-427","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":61,"title":["A deep reinforcement learning based hyper-heuristic for combinatorial optimisation with uncertainties"],"prefix":"10.1016","volume":"300","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-4152-6784","authenticated-orcid":false,"given":"Yuchang","family":"Zhang","sequence":"first","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-1722-568X","authenticated-orcid":false,"given":"Ruibin","family":"Bai","sequence":"additional","affiliation":[]},{"given":"Rong","family":"Qu","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-9730-3563","authenticated-orcid":false,"given":"Chaofan","family":"Tu","sequence":"additional","affiliation":[]},{"given":"Jiahuan","family":"Jin","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"2","key":"10.1016\/j.ejor.2021.10.032_bib0001","doi-asserted-by":"crossref","first-page":"545","DOI":"10.1016\/j.ejor.2018.10.022","article-title":"Solving urban transit route design problem using selection hyper-heuristics","volume":"274","author":"Ahmed","year":"2019","journal-title":"European Journal of Operational Research"},{"issue":"1","key":"10.1016\/j.ejor.2021.10.032_bib0002","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1007\/s10288-011-0182-8","article-title":"A simulated annealing hyper-heuristic methodology for flexible decision support","volume":"10","author":"Bai","year":"2012","journal-title":"4OR-A Quarterly Journal of Operations Research"},{"issue":"12","key":"10.1016\/j.ejor.2021.10.032_bib0003","doi-asserted-by":"crossref","first-page":"1695","DOI":"10.1057\/jors.2013.71","article-title":"Hyper-heuristics: A survey of the state of the art","volume":"64","author":"Burke","year":"2013","journal-title":"Journal of the Operational Research Society"},{"key":"10.1016\/j.ejor.2021.10.032_bib0004","series-title":"Handbook of metaheuristics","first-page":"449","article-title":"A classification of hyper-heuristic approaches","author":"Burke","year":"2010"},{"issue":"4","key":"10.1016\/j.ejor.2021.10.032_bib0005","doi-asserted-by":"crossref","first-page":"655","DOI":"10.1287\/opre.1040.0109","article-title":"A new placement heuristic for the orthogonal stock-cutting problem","volume":"52","author":"Burke","year":"2004","journal-title":"Operations Research"},{"issue":"1","key":"10.1016\/j.ejor.2021.10.032_bib0006","doi-asserted-by":"crossref","first-page":"177","DOI":"10.1016\/j.ejor.2005.08.012","article-title":"A graph-based hyper-heuristic for educational timetabling problems","volume":"176","author":"Burke","year":"2007","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/j.ejor.2021.10.032_bib0007","series-title":"2016 IEEE symposiums on computational intelligence in scheduling and network design (CISND2017), 6\u20139 December, 2016 Athens, Greece","article-title":"A dynamic truck dispatching problem in marine container terminal","author":"Chen","year":"2016"},{"key":"10.1016\/j.ejor.2021.10.032_bib0008","series-title":"2020 IEEE congress on evolutionary computation (CEC)","first-page":"1","article-title":"A data-driven genetic programming heuristic for real-world dynamic seaport container terminal truck dispatching","author":"Chen","year":"2020"},{"key":"10.1016\/j.ejor.2021.10.032_bib0009","first-page":"6281","article-title":"Learning to perform local rewriting for combinatorial optimization","volume":"32","author":"Chen","year":"2019","journal-title":"Advances in Neural Information Processing Systems"},{"issue":"3","key":"10.1016\/j.ejor.2021.10.032_bib0010","doi-asserted-by":"crossref","first-page":"4005","DOI":"10.1109\/JIOT.2018.2876279","article-title":"Optimized computation offloading performance in virtual edge computing systems via deep reinforcement learning","volume":"6","author":"Chen","year":"2018","journal-title":"IEEE Internet of Things Journal"},{"key":"10.1016\/j.ejor.2021.10.032_bib0011","doi-asserted-by":"crossref","first-page":"622","DOI":"10.1016\/j.swevo.2018.08.004","article-title":"An artificial bee colony algorithm with a modified choice function for the traveling salesman problem","volume":"44","author":"Choong","year":"2019","journal-title":"Swarm and Evolutionary Computation"},{"key":"10.1016\/j.ejor.2021.10.032_bib0012","series-title":"International conference on the practice and theory of automated timetabling","first-page":"176","article-title":"A hyperheuristic approach to scheduling a sales summit","author":"Cowling","year":"2000"},{"issue":"2","key":"10.1016\/j.ejor.2021.10.032_bib0013","doi-asserted-by":"crossref","first-page":"405","DOI":"10.1016\/j.ejor.2019.07.073","article-title":"Recent advances in selection hyper-heuristics","volume":"285","author":"Drake","year":"2020","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/j.ejor.2021.10.032_bib0014","series-title":"Industrial scheduling","first-page":"225","article-title":"Probabilistic learning combinations of local job-shop scheduling rules","author":"Fisher","year":"1963"},{"issue":"1\u20132","key":"10.1016\/j.ejor.2021.10.032_bib0015","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1007\/s10710-017-9301-4","article-title":"Evolutionary hyper-heuristics for tackling bi-objective 2D bin packing problems","volume":"19","author":"Gomez","year":"2018","journal-title":"Genetic Programming and Evolvable Machines"},{"key":"10.1016\/j.ejor.2021.10.032_bib0016","doi-asserted-by":"crossref","first-page":"110","DOI":"10.1016\/j.ic.2016.03.010","article-title":"Approximate strip packing: Revisited","volume":"249","author":"Han","year":"2016","journal-title":"Information and Computation"},{"issue":"3","key":"10.1016\/j.ejor.2021.10.032_bib0017","doi-asserted-by":"crossref","first-page":"473","DOI":"10.1162\/evco_a_00186","article-title":"A hidden Markov model approach to the problem of heuristic selection in hyper-heuristics with a case study in high school timetabling problems","volume":"25","author":"Kheiri","year":"2017","journal-title":"Evolutionary computation"},{"key":"10.1016\/j.ejor.2021.10.032_bib0018","series-title":"Technical Report","article-title":"Reinforcement learning for robots using neural networks","author":"Lin","year":"1993"},{"issue":"4","key":"10.1016\/j.ejor.2021.10.032_bib0019","doi-asserted-by":"crossref","first-page":"563","DOI":"10.1162\/evco_a_00267","article-title":"Genetic programming hyper-heuristics with vehicle collaboration for uncertain capacitated arc routing problems","volume":"28","author":"MacLachlan","year":"2020","journal-title":"Evolutionary Computation"},{"key":"10.1016\/j.ejor.2021.10.032_bib0020","series-title":"IEEE congress on evolutionary computation","first-page":"1","article-title":"Capacitated arc routing problem in uncertain environments","author":"Mei","year":"2010"},{"key":"10.1016\/j.ejor.2021.10.032_bib0021","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Graves, A., Antonoglou, I., & Wierstra, D. et\u00a0al. (2013). Playing Atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602."},{"issue":"7540","key":"10.1016\/j.ejor.2021.10.032_bib0022","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"Mnih","year":"2015","journal-title":"Nature"},{"key":"10.1016\/j.ejor.2021.10.032_bib0023","series-title":"Hyper-heuristics: Theory and applications","author":"Pillay","year":"2018"},{"key":"10.1016\/j.ejor.2021.10.032_bib0024","doi-asserted-by":"crossref","unstructured":"Pillay, N., & Qu, R. (2018b). Selection constructive hyper-heuristics, pp. 7\u201316. 10.1007\/978-3-319-96514-7_2","DOI":"10.1007\/978-3-319-96514-7_2"},{"key":"10.1016\/j.ejor.2021.10.032_bib0025","series-title":"Rigorous performance analysis of hyper-heuristics","author":"Pillay","year":"2021"},{"issue":"4","key":"10.1016\/j.ejor.2021.10.032_bib0026","doi-asserted-by":"crossref","first-page":"679","DOI":"10.1007\/s10489-014-0615-0","article-title":"Hybridising heuristics within an estimation distribution algorithm for examination timetabling","volume":"42","author":"Qu","year":"2015","journal-title":"Applied Intelligence"},{"issue":"2","key":"10.1016\/j.ejor.2021.10.032_bib0027","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1016\/j.ejor.2016.09.030","article-title":"A hybrid integer programming and variable neighbourhood search algorithm to solve nurse rostering problems","volume":"258","author":"Rahimian","year":"2017","journal-title":"European Journal of Operational Research"},{"issue":"7587","key":"10.1016\/j.ejor.2021.10.032_bib0028","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","article-title":"Mastering the game of go with deep neural networks and tree search","volume":"529","author":"Silver","year":"2016","journal-title":"Nature"},{"issue":"2","key":"10.1016\/j.ejor.2021.10.032_bib0029","doi-asserted-by":"crossref","first-page":"438","DOI":"10.1007\/s10489-013-0422-z","article-title":"Adaptive selection of heuristics for assigning time slots and rooms in exam timetables","volume":"39","author":"Soghier","year":"2013","journal-title":"Applied Intelligence"},{"issue":"1","key":"10.1016\/j.ejor.2021.10.032_bib0030","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1016\/j.ejor.2014.03.046","article-title":"Effective learning hyper-heuristics for the course timetabling problem","volume":"238","author":"Soria-Alcaraz","year":"2014","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/j.ejor.2021.10.032_bib0031","series-title":"Thirtieth AAAI conference on artificial intelligence","article-title":"Deep reinforcement learning with double Q-learning","author":"Van Hasselt","year":"2016"},{"key":"10.1016\/j.ejor.2021.10.032_bib0032","doi-asserted-by":"crossref","first-page":"57","DOI":"10.1016\/j.asoc.2016.03.021","article-title":"A tabu search hyper-heuristic strategy for t-way test suite generation","volume":"44","author":"Zamli","year":"2016","journal-title":"Applied Soft Computing"},{"key":"10.1016\/j.ejor.2021.10.032_bib0033","series-title":"Proceedings of the 2018 world wide web conference","first-page":"167","article-title":"DRN: A deep reinforcement learning framework for news recommendation","author":"Zheng","year":"2018"}],"container-title":["European Journal of Operational Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0377221721008821?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0377221721008821?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2023,2,9]],"date-time":"2023-02-09T23:16:10Z","timestamp":1675984570000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0377221721008821"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7]]},"references-count":33,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2022,7]]}},"alternative-id":["S0377221721008821"],"URL":"https:\/\/doi.org\/10.1016\/j.ejor.2021.10.032","relation":{},"ISSN":["0377-2217"],"issn-type":[{"value":"0377-2217","type":"print"}],"subject":[],"published":{"date-parts":[[2022,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A deep reinforcement learning based hyper-heuristic for combinatorial optimisation with uncertainties","name":"articletitle","label":"Article Title"},{"value":"European Journal of Operational Research","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ejor.2021.10.032","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2021 Elsevier B.V. All rights reserved.","name":"copyright","label":"Copyright"}]}}