{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T13:29:54Z","timestamp":1725888594428},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319604466"},{"type":"electronic","value":"9783319604473"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-60447-3_12","type":"book-chapter","created":{"date-parts":[[2017,6,1]],"date-time":"2017-06-01T02:38:36Z","timestamp":1496284716000},"page":"167-182","source":"Crossref","is-referenced-by-count":0,"title":["DP and RL Approach Optimization for Embedded System Communications with Energy Harvesting"],"prefix":"10.1007","author":[{"given":"Mohammed","family":"Assaouy","sequence":"first","affiliation":[]},{"given":"Ouadoudi","family":"Zytoune","sequence":"additional","affiliation":[]},{"given":"Driss","family":"Aboutajdine","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,6,2]]},"reference":[{"key":"12_CR1","doi-asserted-by":"crossref","first-page":"2787","DOI":"10.1016\/j.comnet.2010.05.010","volume":"54","author":"L Atzori","year":"2010","unstructured":"Atzori, L., Iera, A., Morabito, G.: The internet of things: a survey. Comput. Netw. 54, 2787\u20132805 (2010)","journal-title":"Comput. Netw."},{"key":"12_CR2","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511841224","volume-title":"Wireless Communications","author":"A Goldsmith","year":"2005","unstructured":"Goldsmith, A.: Wireless Communications, 1st edn. Cambridge University Press, Cambridge (2005)","edition":"1"},{"key":"12_CR3","doi-asserted-by":"crossref","unstructured":"Estrin, D., Girod, L., Pottie, G., Srivastava, M.: Instrumenting the world with wireless sensor networks. In: Proceedings of the IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP 2001), Salt Lake City, Utah, USA, vol. 4, pp. 2033\u20132036, May 2001","DOI":"10.1109\/ICASSP.2001.940390"},{"key":"12_CR4","unstructured":"Yrjola, J.: Summary of energy efficiency communication protocol for wireless micro sensor networks, 13 March 2005"},{"key":"12_CR5","unstructured":"Nguyen, L.T., Defago, X., Beuran, R., Shinoda, Y.: An energy efficient routing scheme for mobile wireless sensor networks. In: IEEE\/ISWCS, pp. 568\u2013572 (2008)"},{"key":"12_CR6","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1109\/MSSC.2010.936667","volume":"2","author":"R Vullers","year":"2010","unstructured":"Vullers, R., Schaijk, R., Visser, H.J., Penders, J., Hoof, C.V.: Energy harvesting for autonomous wireless sensor networks. IEEE Solid-State Circuits Mag. 2, 29\u201338 (2010)","journal-title":"IEEE Solid-State Circuits Mag."},{"issue":"2","key":"12_CR7","doi-asserted-by":"crossref","first-page":"130","DOI":"10.1109\/JCN.2012.6253061","volume":"14","author":"B Devillers","year":"2012","unstructured":"Devillers, B., Gunduz, D.: A general framework for the optimization of energy harvesting communication systems with battery imperfections. J. Commun. Netw. 14(2), 130\u2013139 (2012)","journal-title":"J. Commun. Netw."},{"issue":"2","key":"12_CR8","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1109\/JCN.2012.6253063","volume":"14","author":"K Tutuncuoglu","year":"2012","unstructured":"Tutuncuoglu, K., Yener, A.: Sum-rate optimal power policies for energy harvesting transmitters in an interference channel. J. Commun. Netw. 14(2), 151\u2013161 (2012)","journal-title":"J. Commun. Netw."},{"key":"12_CR9","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, A. B. Book edn. MIT Press, Cambridge (1998)","edition":"A. B. Book"},{"key":"12_CR10","doi-asserted-by":"crossref","unstructured":"Prabhu, B., Antony, A.J., Balakumar, N.: A research on smart transportation using sensors and embedded systems. Int. J. Innov. Res. Comput. Sci. Technol. (IJIRCST), 5(1) (2017). ISSN: 2347-5552","DOI":"10.21276\/ijircst.2017.5.1.5"},{"key":"12_CR11","volume-title":"Intelligent Transportation Systems Architecture","author":"B McQueen","year":"1999","unstructured":"McQueen, B., McQueen, J.: Intelligent Transportation Systems Architecture. Artech House (Intelligent Transportation Systems Library), Norwood (1999)"},{"key":"12_CR12","unstructured":"https:\/\/www.iis.fraunhofer.de\/en\/ff\/lok\/proj\/daedalus.html . Accessed 4 Apr 2017"},{"issue":"4","key":"12_CR13","doi-asserted-by":"crossref","first-page":"1872","DOI":"10.1109\/TWC.2013.030413.121120","volume":"12","author":"P Blasco","year":"2013","unstructured":"Blasco, P., Gunduz, D., Dohler, M.: A learning theoretic approach to energy harvesting communication system optimization. IEEE Trans. Wirel. Commun. 12(4), 1872\u20131882 (2013)","journal-title":"IEEE Trans. Wirel. Commun."},{"issue":"3","key":"12_CR14","doi-asserted-by":"crossref","first-page":"585","DOI":"10.1109\/JSAC.2015.2391852","volume":"33","author":"P Blasco","year":"2015","unstructured":"Blasco, P., Gunduz, D.: Multi-access communications with energy harvesting: a multi-armed bandit model and the optimality of the myopic policy. IEEE J. Sel. Areas Commun. 33(3), 585\u2013597 (2015)","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"12_CR15","volume-title":"Probability, Random Variables, and Stochastic Processes","author":"A Papoulis","year":"1965","unstructured":"Papoulis, A.: Probability, Random Variables, and Stochastic Processes. McGraw- Hill, New York (1965)"},{"key":"12_CR16","volume-title":"Dynamic Programming","author":"R Bellman","year":"1957","unstructured":"Bellman, R.: Dynamic Programming. Princeton University Press, Princeton (1957)"},{"key":"12_CR17","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"ML Putterman","year":"2005","unstructured":"Putterman, M.L.: Markov Decision Processes: Discrete Stochastic Dynamic Programming. Wiley-Interscience, Hoboken (2005)"},{"key":"12_CR18","unstructured":"Mansour, Y., Singh, S.: On the complexity of policy iteration. In: Proceedings of the 15th International Conference on Uncertainty in AI, Stockholm, SE, pp. 401\u2013408 (1999)"},{"key":"12_CR19","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling, L.P., Littman, M.L., Moore, A.W.: Reinforcement learning: a survey. J. Artif. Intell. Res. 4, 237\u2013285 (1996)","journal-title":"J. Artif. Intell. Res."},{"key":"12_CR20","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-031-01551-9","volume-title":"Reinforcement Learning Algorithm for MDPs","author":"C Szepesvari","year":"2010","unstructured":"Szepesvari, C.: Reinforcement Learning Algorithm for MDPs. Morganand Claypool Publishers, San Rafael (2010)"},{"issue":"3","key":"12_CR21","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1023\/A:1007678930559","volume":"38","author":"S Singh","year":"2000","unstructured":"Singh, S., Jaakkola, T., Littman, M.L., Szepesvari, C.: Convergence results for single-step on-policy reinforcement-learning algorithms. Mach. Learn. 38(3), 287\u2013308 (2000)","journal-title":"Mach. Learn."},{"key":"12_CR22","doi-asserted-by":"crossref","unstructured":"Corazza, M., Sangalli, A.: Q-learning and SARSA: a comparison between two intelligent stochastic control approaches for financial trading. University Ca\u2019 Foscari of Venice, Department of Economics Research Paper Series No. 15\/WP\/2015, 10 June 2015","DOI":"10.2139\/ssrn.2617630"},{"key":"12_CR23","unstructured":"IEEE 802.15.4e Draft Standard: Wireless Medium Access Control (MAC) and Physical Layer (PHY) Specifications for Low-Rate Wireless Personal Area Networks (WPANs), IEEE Std., March 2010"},{"key":"12_CR24","unstructured":"Chalasani, S., Conrad, J.: A survey of energy harvesting sources for embedded systems. In: Southeastcon, pp. 442\u2013447. IEEE, April 2008"},{"key":"12_CR25","doi-asserted-by":"crossref","unstructured":"Galindo-Serrano, A., Giupponi, L., Dohler, M.: Cognition and docition in OFDMA-based femtocell networks. In: IEEE Globecomm, Miami, Florida, USA, pp. 6\u201310, December 2010","DOI":"10.1109\/GLOCOM.2010.5683552"}],"container-title":["Communications in Computer and Information Science","Innovations for Community Services"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-60447-3_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,28]],"date-time":"2022-07-28T21:18:12Z","timestamp":1659043092000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-60447-3_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319604466","9783319604473"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-60447-3_12","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2017]]}}}