{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,8,7]],"date-time":"2024-08-07T12:37:20Z","timestamp":1723034240474},"reference-count":26,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2015,11,1]],"date-time":"2015-11-01T00:00:00Z","timestamp":1446336000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2016,1,14]],"date-time":"2016-01-14T00:00:00Z","timestamp":1452729600000},"content-version":"am","delay-in-days":74,"URL":"http:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"},{"start":{"date-parts":[[2015,11,1]],"date-time":"2015-11-01T00:00:00Z","timestamp":1446336000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2015,11,1]],"date-time":"2015-11-01T00:00:00Z","timestamp":1446336000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2015,11,1]],"date-time":"2015-11-01T00:00:00Z","timestamp":1446336000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2015,11,1]],"date-time":"2015-11-01T00:00:00Z","timestamp":1446336000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2015,11,1]],"date-time":"2015-11-01T00:00:00Z","timestamp":1446336000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/100000006","name":"Office of Naval Research","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000006","name":"Office of Naval Research","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000006","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Ad Hoc Networks"],"published-print":{"date-parts":[[2015,11]]},"DOI":"10.1016\/j.adhoc.2014.09.012","type":"journal-article","created":{"date-parts":[[2014,10,8]],"date-time":"2014-10-08T03:12:15Z","timestamp":1412737935000},"page":"105-120","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":25,"special_numbering":"C","title":["Utilizing kinematics and selective sweeping in reinforcement learning-based routing algorithms for underwater networks"],"prefix":"10.1016","volume":"34","author":[{"given":"R.","family":"Plate","sequence":"first","affiliation":[]},{"given":"C.","family":"Wakayama","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.adhoc.2014.09.012_b0005","doi-asserted-by":"crossref","unstructured":"I.F. Akyildiz, D. Pompili, T. Melodia, State of the art in protocol research for underwater acoustic sensor networks, in: Proc. SIGMOBILE Mobile Computing Comm. Rev., vol. 11, 2007, pp. 11\u201322.","DOI":"10.1145\/1347364.1347371"},{"key":"10.1016\/j.adhoc.2014.09.012_b0010","doi-asserted-by":"crossref","first-page":"80","DOI":"10.1109\/MCOM.2009.4752681","article-title":"Growth of underwater communication technology in the US Navy","author":"Headrick","year":"2009","journal-title":"IEEE Commun. Mag."},{"key":"10.1016\/j.adhoc.2014.09.012_b0015","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1098\/rsta.2011.0214","article-title":"Underwater sensor networks: applications, advances and challenges","volume":"370","author":"Heidemann","year":"2012","journal-title":"Philos. Trans. R. Soc. A"},{"key":"10.1016\/j.adhoc.2014.09.012_b0020","article-title":"Overview of networking protocols for underwater wireless communication","author":"Pompili","year":"2009","journal-title":"IEEE. Commun. Mag., Feature Top. Underwater Wireless Commun."},{"key":"10.1016\/j.adhoc.2014.09.012_b0025","doi-asserted-by":"crossref","first-page":"795","DOI":"10.3390\/s140100795","article-title":"Underwater acoustic wireless sensor networks: advances and future trends in physical, MAC and routing layers","volume":"14","author":"Climent","year":"2014","journal-title":"Sensors"},{"key":"10.1016\/j.adhoc.2014.09.012_b0030","doi-asserted-by":"crossref","unstructured":"P. Xie, J.-H. Cui, L. Lao, VBF: vector-based forwarding protocol for underwater sensor networks, in: Proc. Networking, 2006, pp. 1216\u20131221.","DOI":"10.1007\/11753810_111"},{"key":"10.1016\/j.adhoc.2014.09.012_b0035","doi-asserted-by":"crossref","unstructured":"H. Yan, J. Shi, J.-H. Cui, DBR: depth-based routing for underwater sensor networks, in: Proc. Networking, 2008, pp. 72\u201386.","DOI":"10.1007\/978-3-540-79549-0_7"},{"key":"10.1016\/j.adhoc.2014.09.012_b0040","doi-asserted-by":"crossref","first-page":"737","DOI":"10.1109\/JSEN.2012.2226877","article-title":"Mobicast routing protocol for underwater sensor networks","volume":"13","author":"Chen","year":"2013","journal-title":"Sensors"},{"key":"10.1016\/j.adhoc.2014.09.012_b0045","doi-asserted-by":"crossref","unstructured":"J. Jornet, M. Stojanovic, M. Zorzi, Focused beam routing protocol for underwater acoustic networks, in: Proc. ACM Int\u2019l Workshop Underwater Networks, 2008, pp. 75\u201382.","DOI":"10.1145\/1410107.1410121"},{"key":"10.1016\/j.adhoc.2014.09.012_b0050","unstructured":"C.-H. Yang, K. Ssu, An energy-efficient routing protocol in underwater sensor networks, in: Proc. 3rd IEEE Int\u2019l Conf. on Sensing Technology, Tainan, Taiwan, 2008, pp. 114\u2013118."},{"key":"10.1016\/j.adhoc.2014.09.012_b0055","doi-asserted-by":"crossref","unstructured":"A. Wahid, L. Sungwon, K. Dongkyun, An energy-efficient routing protocol for UWSNs using physical distance and residual energy, in: Proc. IEEE OCEANS 2011, Santander, Spain, 2011, pp. 1\u20136.","DOI":"10.1109\/Oceans-Spain.2011.6003615"},{"key":"10.1016\/j.adhoc.2014.09.012_b0060","doi-asserted-by":"crossref","unstructured":"W. Liang, H. Yu, L. Liu, B. Li, C. Che, Information-carrying based routing protocol for underwater acoustic sensor network, in: Proc. IEEE Int\u2019l Conf. on Mechatronics and Automation, Harbin, China, 2007, pp. 729\u2013734.","DOI":"10.1109\/ICMA.2007.4303634"},{"key":"10.1016\/j.adhoc.2014.09.012_b0065","doi-asserted-by":"crossref","first-page":"156","DOI":"10.1109\/TSMCC.2007.913919","article-title":"A comprehensive survey of multi-agent reinforcement learning","volume":"38","author":"Busoniu","year":"2008","journal-title":"IEEE Trans. Syst., Man, Cybern. C: Appl. Rev."},{"key":"10.1016\/j.adhoc.2014.09.012_b0070","doi-asserted-by":"crossref","first-page":"796","DOI":"10.1109\/TMC.2010.28","article-title":"QELAR: a machine-learning-based adaptive routing protocol for energy-efficient and lifetime-extended underwater sensor networks","volume":"9","author":"Hu","year":"2010","journal-title":"IEEE Trans. Mob. Comput."},{"key":"10.1016\/j.adhoc.2014.09.012_b0075","doi-asserted-by":"crossref","unstructured":"T. Hu, Y. Fei, MURAO: a multi-level routing protocol for acoustic-optical hybrid underwater wireless sensor networks, in: 2012 9th Annual IEEE Communications Society Conference on Sensor, Mesh and Ad Hoc Communications and Networks, 2012, pp. 218\u2013226.","DOI":"10.1109\/SECON.2012.6275781"},{"key":"10.1016\/j.adhoc.2014.09.012_b0080","unstructured":"Ns-2, 2013. ."},{"key":"10.1016\/j.adhoc.2014.09.012_b0085","series-title":"Reinforcement Learning: An Introduction","author":"Sutton","year":"1998"},{"key":"10.1016\/j.adhoc.2014.09.012_b0090","doi-asserted-by":"crossref","first-page":"487","DOI":"10.1109\/SURV.2011.020211.00035","article-title":"A survey of architectures and localization techniques for underwater acoustic sensor networks","volume":"13","author":"Erol-Kantarci","year":"2011","journal-title":"IEEE Commun. Surv. Tutorials"},{"key":"10.1016\/j.adhoc.2014.09.012_b0095","doi-asserted-by":"crossref","DOI":"10.1109\/JSAC.2008.081214","article-title":"Energy-efficient routing schemes for underwater acoustic networks","volume":"26","author":"Zorzi","year":"2008","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"10.1016\/j.adhoc.2014.09.012_b0100","doi-asserted-by":"crossref","DOI":"10.1121\/1.1910566","article-title":"Analytic description of the low frequency attenuation coefficient","volume":"42","author":"Thorp","year":"1967","journal-title":"J. Acoust. Soc. Am."},{"key":"10.1016\/j.adhoc.2014.09.012_b0105","series-title":"Underwater Acoustic Systems","author":"Coates","year":"1989"},{"key":"10.1016\/j.adhoc.2014.09.012_b0110","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1115\/1.3662552","article-title":"A new approach to linear filtering and prediction problems","author":"Kalman","year":"1960","journal-title":"Trans. ASME J. Basic Eng."},{"key":"10.1016\/j.adhoc.2014.09.012_b0115","unstructured":"S. Kumar, R. Miikkulainen, Dual reinforcement Q-routing: an on-line adaptive routing algorithm, in: Proc. Artificial Neural Networks in Eng. Conf., 1997, pp. 108\u2013114."},{"key":"10.1016\/j.adhoc.2014.09.012_b0120","unstructured":"Desert, 2013. ."},{"key":"10.1016\/j.adhoc.2014.09.012_b0125","unstructured":"Woss, 2013. ."},{"key":"10.1016\/j.adhoc.2014.09.012_b0130","unstructured":"Ns-miracle, 2013. ."}],"container-title":["Ad Hoc Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1570870514002017?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1570870514002017?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,4,8]],"date-time":"2024-04-08T00:02:45Z","timestamp":1712534565000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1570870514002017"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,11]]},"references-count":26,"alternative-id":["S1570870514002017"],"URL":"https:\/\/doi.org\/10.1016\/j.adhoc.2014.09.012","relation":{},"ISSN":["1570-8705"],"issn-type":[{"value":"1570-8705","type":"print"}],"subject":[],"published":{"date-parts":[[2015,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Utilizing kinematics and selective sweeping in reinforcement learning-based routing algorithms for underwater networks","name":"articletitle","label":"Article Title"},{"value":"Ad Hoc Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.adhoc.2014.09.012","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2014 Published by Elsevier B.V.","name":"copyright","label":"Copyright"}]}}