{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,4]],"date-time":"2024-09-04T16:27:48Z","timestamp":1725467268789},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2013,4,5]],"date-time":"2013-04-05T00:00:00Z","timestamp":1365120000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J Sched"],"published-print":{"date-parts":[[2014,10]]},"DOI":"10.1007\/s10951-013-0325-1","type":"journal-article","created":{"date-parts":[[2013,4,4]],"date-time":"2013-04-04T10:12:40Z","timestamp":1365070360000},"page":"407-425","source":"Crossref","is-referenced-by-count":11,"title":["Stochastic scheduling: A short history of index policies and new approaches to index generation for dynamic resource allocation"],"prefix":"10.1007","volume":"17","author":[{"given":"K. D.","family":"Glazebrook","sequence":"first","affiliation":[]},{"given":"D. J.","family":"Hodge","sequence":"additional","affiliation":[]},{"given":"C.","family":"Kirkbride","sequence":"additional","affiliation":[]},{"given":"R. J.","family":"Minty","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,4,5]]},"reference":[{"key":"325_CR1","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1007\/s001860200257","volume":"57","author":"PS Ansell","year":"2003","unstructured":"Ansell, P. S., Glazebrook, K. D., Ni\u00f1o Mora, J., & O\u2019Keeffe, M. (2003). Whittle\u2019s index policy for a multi-class queueing system with convex holding costs. Mathematical Methods of Operations Research, 57, 21\u201339.","journal-title":"Mathematical Methods of Operations Research"},{"key":"325_CR2","doi-asserted-by":"crossref","unstructured":"Archibald, T. W., Black, D. P., & Glazebrook, K. D. (2009). Indexability and index heuristics for a simple class of inventory routing problems. Operations Research, 57, 314\u2013326.","DOI":"10.1287\/opre.1070.0505"},{"key":"325_CR3","first-page":"209","volume":"44","author":"M Armony","year":"2003","unstructured":"Armony, M., & Bambos, N. (2003). Queueing dynamics and maximal throughput scheduling in switched processing systems. QUESTA, 44, 209\u2013252.","journal-title":"QUESTA"},{"key":"325_CR4","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1287\/moor.21.2.257","volume":"21","author":"DP Bertsimas","year":"1996","unstructured":"Bertsimas, D. P., & Ni\u00f1o Mora, J. (1996). Conservation laws, extended polymatroids and multi-armed bandit problems: A polyhedral approach to indexable systems. Mathematics of Operations Research, 21, 257\u2013306.","journal-title":"Mathematics of Operations Research"},{"key":"325_CR5","doi-asserted-by":"crossref","first-page":"276","DOI":"10.1287\/mnsc.1060.0613","volume":"53","author":"F Caro","year":"2007","unstructured":"Caro, F., & Gallien, J. (2007). Dynamic assortment with demand learning for seasonal consumer goods. Management Science, 53, 276\u2013292.","journal-title":"Management Science"},{"key":"325_CR6","first-page":"93","volume":"40","author":"MJ Dacre","year":"2002","unstructured":"Dacre, M. J., & Glazebrook, K. D. (2002). The dependence of optimal returns from multi-class queueing systems on their customer base. QUESTA, 40, 93\u2013115.","journal-title":"QUESTA"},{"key":"325_CR7","doi-asserted-by":"crossref","first-page":"747","DOI":"10.1111\/1467-9868.00202","volume":"B61","author":"MJ Dacre","year":"1999","unstructured":"Dacre, M. J., Glazebrook, K. D., & Ni\u00f1o Mora, J. (1999). The achievable region approach to the optimal control of stochastic systems (with discussion). Journal of the Royal Statistical Society, B61, 747\u2013791.","journal-title":"Journal of the Royal Statistical Society"},{"issue":"2","key":"325_CR8","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1239\/aap\/1214950209","volume":"49","author":"S Dayanik","year":"2008","unstructured":"Dayanik, S., Powell, W., & Yamazaki, K. (2008). Index policies for discounted bandit problems with availability constraints. Advances in Applied Probability, 49(2), 377\u2013400.","journal-title":"Advances in Applied Probability"},{"key":"325_CR9","doi-asserted-by":"crossref","first-page":"365","DOI":"10.1239\/aap\/999188319","volume":"33","author":"RT Dunn","year":"2001","unstructured":"Dunn, R. T., & Glazebrook, K. D. (2001). The performance of index-based policies for bandit problems with stochastic machine availability. Advances in Applied Probability, 33, 365\u2013390.","journal-title":"Advances in Applied Probability"},{"key":"325_CR10","doi-asserted-by":"crossref","first-page":"266","DOI":"10.1287\/moor.1030.0068","volume":"29","author":"RT Dunn","year":"2004","unstructured":"Dunn, R. T., & Glazebrook, K. D. (2004). Discounted multi-armed bandit problems on a collection of machines with varying speeds. Mathematics of Operations Research, 29, 266\u2013279.","journal-title":"Mathematics of Operations Research"},{"key":"325_CR11","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1287\/moor.23.1.119","volume":"23","author":"R Garbe","year":"1998","unstructured":"Garbe, R., & Glazebrook, K. D. (1998a). Stochastic scheduling with priority classes. Mathematics of Operations Research, 23, 119\u2013144.","journal-title":"Mathematics of Operations Research"},{"key":"325_CR12","doi-asserted-by":"crossref","unstructured":"Garbe, R., & Glazebrook, K. D. (1998b). Submodular returns and greedy heuristics for queueing scheduling problems. Operations Research, 46, 336\u2013346.","DOI":"10.1287\/opre.46.3.336"},{"key":"325_CR13","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1111\/j.2517-6161.1979.tb01068.x","volume":"B41","author":"JC Gittins","year":"1979","unstructured":"Gittins, J. C. (1979). Bandit processes and dynamic allocation indices (with discussion). Journal of the Royal Statistical Society, B41, 148\u2013177.","journal-title":"Journal of the Royal Statistical Society"},{"key":"325_CR14","doi-asserted-by":"crossref","DOI":"10.1002\/9780470980033","volume-title":"Multi-armed bandit allocation indices","author":"JC Gittins","year":"2011","unstructured":"Gittins, J. C., Glazebrook, K. D., & Weber, R. R. (2011). Multi-armed bandit allocation indices (2nd ed.). London: Wiley-Blackwell.","edition":"2"},{"key":"325_CR15","unstructured":"Gittins, J. C., & Jones, D. M. (1974) . A dynamic allocation index for the sequential design of experiments. In Progress in statistics, pp. 241\u2013266. Amsterdam: North-Holland."},{"key":"325_CR16","doi-asserted-by":"crossref","first-page":"657","DOI":"10.1080\/00207727608941950","volume":"7","author":"KD Glazebrook","year":"1976","unstructured":"Glazebrook, K. D. (1976). Stochastic scheduling with order constraints. International Journal of Systems Science, 7, 657\u2013666.","journal-title":"International Journal of Systems Science"},{"key":"325_CR17","doi-asserted-by":"crossref","first-page":"876","DOI":"10.1214\/10-AAP705","volume":"23","author":"KD Glazebrook","year":"2011","unstructured":"Glazebrook, K. D., Hodge, D. J., & Kirkbride, C. (2011). General notions of indexability for queueing control and asset management. Annals of Applied Probability, 23, 876\u2013907.","journal-title":"Annals of Applied Probability"},{"key":"325_CR18","doi-asserted-by":"crossref","unstructured":"Glazebrook, K. D., Kirkbride, C., & Ouenniche, J. (2009). Index policies for the admission control and routing of impatient customers to heterogeneous service stations. Operations Research, 57, 975\u2013989.","DOI":"10.1287\/opre.1080.0632"},{"key":"325_CR19","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1239\/aap\/1143936142","volume":"38","author":"KD Glazebrook","year":"2006","unstructured":"Glazebrook, K. D., Kirkbride, C., & Ruiz-Hernandez, D. (2006). Spinning plates and squad systems\u2014Policies for bi-directional restless bandits. Advances in Applied Probability, 38, 95\u2013115.","journal-title":"Advances in Applied Probability"},{"key":"325_CR20","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1016\/j.ejor.2004.01.036","volume":"165","author":"KD Glazebrook","year":"2005","unstructured":"Glazebrook, K. D., Mitchell, H. M., & Ansell, P. S. (2005). Index policies for the maintenance of a collection of machines by a set of repairmen. European Journal of Operational Research, 165, 267\u2013284.","journal-title":"European Journal of Operational Research"},{"key":"325_CR21","doi-asserted-by":"crossref","unstructured":"Glazebrook, K. D., & Ni\u00f1o Mora, J. (2001). Parallel scheduling of multiclass $$M\/M\/m$$ queues: Approximate and heavy-traffic optimization of achievable performance. Operations Research, 49, 609\u2013623.","DOI":"10.1287\/opre.49.4.609.11225"},{"key":"325_CR22","doi-asserted-by":"crossref","first-page":"877","DOI":"10.1214\/aoap\/1019487512","volume":"10","author":"KD Glazebrook","year":"2000","unstructured":"Glazebrook, K. D., & Wilkinson, D. J. (2000). Index-based policies for discounted multi-armed bandits on parallel machines. Annals of Applied Probability, 10, 877\u2013896.","journal-title":"Annals of Applied Probability"},{"key":"325_CR23","first-page":"333","volume":"67","author":"DJ Hodge","year":"2011","unstructured":"Hodge, D. J., & Glazebrook, K. D. (2011). Dynamic resource allocation in a multi-product make-to-stock production system. QUESTA, 67, 333\u2013364.","journal-title":"QUESTA"},{"key":"325_CR24","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1016\/j.peva.2011.10.001","volume":"69","author":"P Jacko","year":"2012","unstructured":"Jacko, P., & Sans\u00f2, B. (2012). Optimal anticipative congestion control of flows with time-varying input stream. Performance Evaluation, 69, 86\u2013101.","journal-title":"Performance Evaluation"},{"key":"325_CR25","doi-asserted-by":"crossref","first-page":"262","DOI":"10.1287\/moor.12.2.262","volume":"12","author":"MN Katehakis","year":"1987","unstructured":"Katehakis, M. N., & Veinott, A. F. (1987). The multi-armed bandit problem\u2014Decomposition and computation. Mathematics of Operations Research, 12, 262\u2013268.","journal-title":"Mathematics of Operations Research"},{"key":"325_CR26","doi-asserted-by":"crossref","first-page":"532","DOI":"10.1137\/1119060","volume":"19","author":"GP Klimov","year":"1974","unstructured":"Klimov, G. P. (1974). Time sharing systems I. Theory of Probability and Its Applications, 19, 532\u2013551.","journal-title":"Theory of Probability and Its Applications"},{"key":"325_CR27","unstructured":"Nash, P. (1973). Optimal allocation of resources between research projects. Ph.D. Thesis, Cambridge University, Cambridge."},{"key":"325_CR28","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1007\/s11750-007-0025-0","volume":"15","author":"J Ni\u00f1o Mora","year":"2007","unstructured":"Ni\u00f1o Mora, J. (2007). Dynamic priority allocation via restless bandit marginal productivity indices. TOP, 15, 161\u2013198.","journal-title":"TOP"},{"key":"325_CR29","doi-asserted-by":"crossref","first-page":"76","DOI":"10.1239\/aap\/999187898","volume":"33","author":"J Ni\u00f1o-Mora","year":"2001","unstructured":"Ni\u00f1o-Mora, J. (2001). Restless bandits, partial conservation laws and indexability. Advances in Applied Probability, 33, 76\u201398.","journal-title":"Advances in Applied Probability"},{"key":"325_CR30","doi-asserted-by":"crossref","DOI":"10.1002\/9780470316887","volume-title":"Markov decision processes: Discrete stochastic dynamic programming","author":"ML Puterman","year":"1994","unstructured":"Puterman, M. L. (1994). Markov decision processes: Discrete stochastic dynamic programming. New York, NY: Wiley."},{"key":"325_CR31","doi-asserted-by":"crossref","first-page":"72","DOI":"10.1016\/0167-6377(82)90050-5","volume":"1","author":"DR Robinson","year":"1982","unstructured":"Robinson, D. R. (1982). Algorithms for evaluating the dynamic allocation index. Operations Research Letters, 1, 72\u201374.","journal-title":"Operations Research Letters"},{"key":"325_CR32","doi-asserted-by":"crossref","first-page":"1526","DOI":"10.1016\/j.spl.2008.01.049","volume":"78","author":"IM Sonin","year":"2008","unstructured":"Sonin, I. M. (2008). A generalized Gittins index for a Markov chain and its recursive calculation. Statistics & Probability Letters, 78, 1526\u20131533.","journal-title":"Statistics & Probability Letters"},{"key":"325_CR33","doi-asserted-by":"crossref","first-page":"194","DOI":"10.1214\/aoap\/1177005207","volume":"4","author":"JN Tsitsiklis","year":"1994","unstructured":"Tsitsiklis, J. N. (1994). A short proof of the Gittins index theorem. Annals of Applied Probability, 4, 194\u2013199.","journal-title":"Annals of Applied Probability"},{"key":"325_CR34","unstructured":"Tsoucas, P. (1991). The region of achievable performance in a model of Klimov. IBM: Technical report."},{"key":"325_CR35","doi-asserted-by":"crossref","first-page":"426","DOI":"10.1109\/TAC.1985.1103989","volume":"AC\u201330","author":"P Varaiya","year":"1985","unstructured":"Varaiya, P., Walrand, J., & Buyukkoc, C. (1985). Extensions of the multi-armed bandit problem. IEEE Transactions on Automatic Control, AC\u201330, 426\u2013439.","journal-title":"IEEE Transactions on Automatic Control"},{"key":"325_CR36","doi-asserted-by":"crossref","first-page":"1024","DOI":"10.1214\/aoap\/1177005588","volume":"2","author":"RR Weber","year":"1992","unstructured":"Weber, R. R. (1992). On the Gittins index for multiarmed bandits. Annals of Applied Probability, 2, 1024\u20131033.","journal-title":"Annals of Applied Probability"},{"key":"325_CR37","unstructured":"Weber,R. R., Weiss, G. (1990) . On an index policy for restless bandits. Journal of Applied Probability, 27, 637\u2013648, 1990. (Addendum: Advances in Applied Probability, 23:429\u2013430, 1991)."},{"key":"325_CR38","doi-asserted-by":"crossref","first-page":"269","DOI":"10.1017\/S0269964800000826","volume":"2","author":"G Weiss","year":"1988","unstructured":"Weiss, G. (1988). Branching bandit processes. Probability in the Engineering and Informational Sciences, 2, 269\u2013278.","journal-title":"Probability in the Engineering and Informational Sciences"},{"key":"325_CR39","first-page":"142","volume":"B42","author":"P Whittle","year":"1980","unstructured":"Whittle, P. (1980). Multi-armed bandits and the Gittins index. Journal of the Royal Statistical Society, B42, 142\u2013149.","journal-title":"Journal of the Royal Statistical Society"},{"key":"325_CR40","doi-asserted-by":"crossref","first-page":"284","DOI":"10.1214\/aop\/1176994469","volume":"9","author":"P Whittle","year":"1981","unstructured":"Whittle, P. (1981). Arm-acquiring bandits. Annals of Probability, 9, 284\u2013292.","journal-title":"Annals of Probability"},{"key":"325_CR41","unstructured":"Whittle, P. (1988). Restless bandits: Activity allocation in a changing world. In J. Gani (Ed.), A celebration of applied probability, (J. Appl. Prob. Spec. Vol. 25A, pp. 287\u2013298). Sheffield: Applied Probability Trust."}],"container-title":["Journal of Scheduling"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10951-013-0325-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10951-013-0325-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10951-013-0325-1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,8]],"date-time":"2024-05-08T09:49:14Z","timestamp":1715161754000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10951-013-0325-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,4,5]]},"references-count":41,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2014,10]]}},"alternative-id":["325"],"URL":"https:\/\/doi.org\/10.1007\/s10951-013-0325-1","relation":{},"ISSN":["1094-6136","1099-1425"],"issn-type":[{"value":"1094-6136","type":"print"},{"value":"1099-1425","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,4,5]]}}}