{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,2]],"date-time":"2024-09-02T05:08:30Z","timestamp":1725253710250},"reference-count":33,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2011,1,1]],"date-time":"2011-01-01T00:00:00Z","timestamp":1293840000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["European Journal of Control"],"published-print":{"date-parts":[[2011,1]]},"DOI":"10.3166\/ejc.17.89-103","type":"journal-article","created":{"date-parts":[[2011,3,11]],"date-time":"2011-03-11T09:40:28Z","timestamp":1299836428000},"page":"89-103","source":"Crossref","is-referenced-by-count":21,"title":["A Reinforcement Learning Approach to Call Admission and Call Dropping Control in Links with Variable Capacity"],"prefix":"10.1016","volume":"17","author":[{"given":"Antonio","family":"Pietrabissa","sequence":"first","affiliation":[]}],"member":"78","reference":[{"key":"10.3166\/ejc.17.89-103_bib0005","unstructured":"Altman E. Applications of Markov decision processes in communication networks\u2014A survey. Tech. Rep, INRIA, Available from http:\/\/www.inria.fr\/RRRT\/RR-3984.html, 2000."},{"key":"10.3166\/ejc.17.89-103_bib0010","doi-asserted-by":"crossref","first-page":"236","DOI":"10.1016\/0022-247X(85)90288-4","article-title":"Optimal policies for controlled Markov chains with a constraint","volume":"112","author":"Beutler","year":"1985","journal-title":"J Math Anal Appl"},{"issue":"2","key":"10.3166\/ejc.17.89-103_bib0015","doi-asserted-by":"crossref","first-page":"341","DOI":"10.2307\/1427303","article-title":"Time-average optimal constrained semi-Markov decision processes","volume":"18","author":"Butler","year":"1986","journal-title":"Adv Appl Prob"},{"key":"10.3166\/ejc.17.89-103_bib0020","series-title":"Twelfth International Conference on Antennas and Propagation (ICAP 2003)","first-page":"119","article-title":"Channel modelling based on N-state Markov chains for satcom systems simulation","author":"Castanet","year":"2003"},{"issue":"5","key":"10.3166\/ejc.17.89-103_bib0025","doi-asserted-by":"crossref","first-page":"2170","DOI":"10.1109\/TSP.2007.893228","article-title":"Q-learning algorithms for constrained markov decision processes with randomized monotone policies: application to MIMO transmission control","volume":"55","author":"Djonin","year":"2007","journal-title":"IEEE Trans Signal Process"},{"key":"10.3166\/ejc.17.89-103_bib0030","unstructured":"ETSI Standard TR 102 376 V1.1.1: Digital Video Broadcasting (DVB) User guidelines for the second generation system for Broadcasting, Interactive Services, News Gathering and other broadband satellite applications (DVB-S2), 2005."},{"key":"10.3166\/ejc.17.89-103_bib0035","unstructured":"IEEE standard for Local and Metropolitan Area Networks Part 16: Air interface for fixed broadband wireless access systems. IEEE Standard 802.16, 2004."},{"key":"10.3166\/ejc.17.89-103_bib0040","article-title":"A quantitative measure of fairness and discrimination for resource allocation in shared computer systems","author":"Jain","year":"1984","journal-title":"Digital Equipment Corporation, Tech. Rep"},{"key":"10.3166\/ejc.17.89-103_bib0045","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1016\/S1389-1286(00)00173-0","article-title":"Admission control schemes to provide class-level QoS in multiservice networks","volume":"35","author":"Kalyanasundaram","year":"2001","journal-title":"Comput Netw"},{"key":"10.3166\/ejc.17.89-103_bib0050","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1016\/S1389-1286(01)00275-4","article-title":"Optimal resource allocation in multi-class networks with userspecified utility functions","volume":"38","author":"Kalyanasundaram","year":"2002","journal-title":"Comput Netw"},{"key":"10.3166\/ejc.17.89-103_bib0055","series-title":"International Conference on Wireless Communications, Networking and Mobile Computing (WiCom 2007)","first-page":"1967","article-title":"Reinforcement learning-based dynamic guard channel scheme with maximum packing for cellular telecommunications systems","author":"Lilith","year":"2007"},{"key":"10.3166\/ejc.17.89-103_bib0060","series-title":"Proceedings of the 37th IEEE Conference on Decision and Control","first-page":"563","article-title":"Call admission control and routing in integrated services networks using reinforcement learning","author":"Marbach","year":"1998"},{"key":"10.3166\/ejc.17.89-103_bib0065","series-title":"The Second International Conference on Next Generation Mobile Applications, Services and Technologies (NGMAST `08)","first-page":"303","article-title":"A model based RL admission control algorithm for next generation networks","author":"Mignanti","year":"2008"},{"issue":"1","key":"10.3166\/ejc.17.89-103_bib0070","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1109\/TCOMM.2006.887498","article-title":"Optimal and structured call admission control policies for resourcesharing systems","volume":"55","author":"Ni","year":"2007","journal-title":"IEEE Trans Commun"},{"key":"10.3166\/ejc.17.89-103_bib0075","doi-asserted-by":"crossref","first-page":"495","DOI":"10.1002\/ett.1007","article-title":"Communication networks\u2014A new reward model for MDP state aggregation with application to CAC and Routing","volume":"16","author":"Nordstr\u00f6m","year":"2005","journal-title":"Eur Trans Telecommun"},{"key":"10.3166\/ejc.17.89-103_bib0080","first-page":"3290","article-title":"Kuo C-CJ. Optimal code assignment and call admission control for OVSF-CDMA systems constrained by blocking probabilities","author":"Park","year":"2004"},{"key":"10.3166\/ejc.17.89-103_bib0085","article-title":"Radio Resource Management Strategies in UMTS","author":"Perez-Romero","year":"2005","journal-title":"John Wiley & Sons"},{"issue":"1","key":"10.3166\/ejc.17.89-103_bib0090","doi-asserted-by":"crossref","first-page":"62","DOI":"10.3166\/ejc.14.62-75","article-title":"Admission control in UMTS networks based on approximate dynamic programming","volume":"14","author":"Pietrabissa","year":"2008","journal-title":"Eur J Control"},{"issue":"1","key":"10.3166\/ejc.17.89-103_bib0095","doi-asserted-by":"crossref","first-page":"56","DOI":"10.3166\/ejc.15.56-67","article-title":"Optimal call admission and call dropping control in links with variable capacity","volume":"15","author":"Pietrabissa","year":"2009","journal-title":"Eur J Control"},{"issue":"5","key":"10.3166\/ejc.17.89-103_bib0100","doi-asserted-by":"crossref","first-page":"1491","DOI":"10.1109\/TVT.2004.832413","article-title":"Finite-state Markov modeling of correlated Rician-fading channels","volume":"53","author":"Pimentel","year":"2004","journal-title":"IEEE Trans Veh Technol"},{"key":"10.3166\/ejc.17.89-103_bib0105","series-title":"Markov Decision Processes","author":"Puterman","year":"1994"},{"key":"10.3166\/ejc.17.89-103_bib0110","series-title":"Electronics, Robotics and Automotive Mechanics Conference (CERMA 2007)","first-page":"342","article-title":"N-states channel model using Markov chains","author":"Sanchez-Salas","year":"2007"},{"issue":"1","key":"10.3166\/ejc.17.89-103_bib0115","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1017\/S0269964801151089","article-title":"Computing average optimal constrained policies in stochastic dynamic programming","volume":"15","author":"Sennott","year":"2001","journal-title":"Probab Engineer Inform Sci"},{"key":"10.3166\/ejc.17.89-103_bib0120","series-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"1998"},{"issue":"1","key":"10.3166\/ejc.17.89-103_bib0125","first-page":"145","article-title":"\u03b5-MDPs: Learning in varying environments","volume":"3","author":"Szita","year":"2003","journal-title":"J Mach Learn Res"},{"issue":"2","key":"10.3166\/ejc.17.89-103_bib0130","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1109\/49.824799","article-title":"Adaptive call admission control under quality-of-service constraints: A. reinforcement learning solution","volume":"18","author":"Tong","year":"2000","journal-title":"IEEE J Sel Areas Commun"},{"key":"10.3166\/ejc.17.89-103_bib0135","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1023\/A:1017924227920","article-title":"Reinforcement learning for call admission control and routing under quality of service constraints in multimedia networks","volume":"49","author":"Tong","year":"2002","journal-title":"Mach Learn"},{"issue":"3","key":"10.3166\/ejc.17.89-103_bib0140","doi-asserted-by":"crossref","first-page":"515","DOI":"10.1109\/TSMCB.2006.886173","article-title":"Reinforcement Learning for resource allocation in LEO satellite networks","volume":"37","author":"Usaha","year":"2007","journal-title":"IEEE Trans Syst Man Cybern B, Cybern"},{"issue":"8","key":"10.3166\/ejc.17.89-103_bib0145","doi-asserted-by":"crossref","first-page":"1209","DOI":"10.1109\/49.166746","article-title":"Channel Modeling and simulation in satellite mobile communication systems","volume":"10","author":"Vucetic","year":"1992","journal-title":"IEEE J Sel Areas Commun"},{"key":"10.3166\/ejc.17.89-103_bib0150","series-title":"Proceedings of the 20th International Joint Conference on Artificial Intelligence (IJCAI07)","first-page":"186","article-title":"A call admission control scheme using NeuroEvolution algorithm in cellular networks","author":"Yang","year":"2007"},{"issue":"2","key":"10.3166\/ejc.17.89-103_bib0155","doi-asserted-by":"crossref","first-page":"907","DOI":"10.1109\/TVT.2007.891475","article-title":"Optimizing admission control for multiservice wireless networks with bandwidth asymmetry between uplink and downlink","volume":"56","author":"Yang","year":"2007","journal-title":"IEEE Trans Veh Technol"},{"issue":"4","key":"10.3166\/ejc.17.89-103_bib0160","doi-asserted-by":"crossref","first-page":"601","DOI":"10.1109\/25.543716","article-title":"Channel management in microcell\/macrocell cellular radio systems","volume":"45","author":"Yeung","year":"1996","journal-title":"IEEE Trans Veh Technol"},{"issue":"2","key":"10.3166\/ejc.17.89-103_bib0165","doi-asserted-by":"crossref","first-page":"542","DOI":"10.1109\/TSP.2005.861785","article-title":"Cross-layer optimal connection admission control for variable bit rate multimedia traffic in packet wireless CDMA networks","volume":"54","author":"Yu","year":"2006","journal-title":"IEEE Trans Signal Process"}],"container-title":["European Journal of Control"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0947358011705714?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0947358011705714?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2018,12,3]],"date-time":"2018-12-03T21:23:12Z","timestamp":1543872192000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0947358011705714"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011,1]]},"references-count":33,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2011,1]]}},"alternative-id":["S0947358011705714"],"URL":"https:\/\/doi.org\/10.3166\/ejc.17.89-103","relation":{},"ISSN":["0947-3580"],"issn-type":[{"value":"0947-3580","type":"print"}],"subject":[],"published":{"date-parts":[[2011,1]]}}}