{"id":"https://openalex.org/W3201634655","doi":"https://doi.org/10.1109/tccn.2021.3114147","title":"Improving Energy Efficiency and QoS of LPWANs for IoT Using Q-Learning Based Data Routing","display_name":"Improving Energy Efficiency and QoS of LPWANs for IoT Using Q-Learning Based Data Routing","publication_year":2021,"publication_date":"2021-09-21","ids":{"openalex":"https://openalex.org/W3201634655","doi":"https://doi.org/10.1109/tccn.2021.3114147","mag":"3201634655"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2021.3114147","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067182182","display_name":"Om Jee Pandey","orcid":"https://orcid.org/0000-0002-2418-7135"},"institutions":[{"id":"https://openalex.org/I4210131147","display_name":"SRM University","ror":"https://ror.org/037skf023","country_code":"IN","type":"education","lineage":["https://openalex.org/I145286018","https://openalex.org/I4210131147"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Om Jee Pandey","raw_affiliation_strings":["Amaravati, Amaravati, India","Department of Electronics and Communication Engineering, SRM University AP–Amaravati, Amaravati, India"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, SRM University AP–Amaravati, Amaravati, India","institution_ids":["https://openalex.org/I4210131147"]},{"raw_affiliation_string":"Amaravati, Amaravati, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062089161","display_name":"Tankala Yuvaraj","orcid":"https://orcid.org/0000-0002-4799-8440"},"institutions":[{"id":"https://openalex.org/I4210131147","display_name":"SRM University","ror":"https://ror.org/037skf023","country_code":"IN","type":"education","lineage":["https://openalex.org/I145286018","https://openalex.org/I4210131147"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Tankala Yuvaraj","raw_affiliation_strings":["Amaravati, Amaravati, India","Department of Computer Science and Engineering, School of Engineering and Applied Sciences, SRM University AP–Amaravati, Amaravati, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, School of Engineering and Applied Sciences, SRM University AP–Amaravati, Amaravati, India","institution_ids":["https://openalex.org/I4210131147"]},{"raw_affiliation_string":"Amaravati, Amaravati, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036538335","display_name":"Joseph K. Paul","orcid":"https://orcid.org/0000-0002-5385-9658"},"institutions":[{"id":"https://openalex.org/I4210131147","display_name":"SRM University","ror":"https://ror.org/037skf023","country_code":"IN","type":"education","lineage":["https://openalex.org/I145286018","https://openalex.org/I4210131147"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Joseph K. Paul","raw_affiliation_strings":["Amaravati, Amaravati, India","Department of Computer Science and Engineering, School of Engineering and Applied Sciences, SRM University AP–Amaravati, Amaravati, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, School of Engineering and Applied Sciences, SRM University AP–Amaravati, Amaravati, India","institution_ids":["https://openalex.org/I4210131147"]},{"raw_affiliation_string":"Amaravati, Amaravati, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100635655","display_name":"Ha H. Nguyen","orcid":"https://orcid.org/0000-0001-6481-0422"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ha H. Nguyen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Saskatchewan, Saskatoon, SK, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Saskatchewan, Saskatoon, SK, Canada","institution_ids":["https://openalex.org/I32625721"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050345269","display_name":"Karthikay Gundepudi","orcid":"https://orcid.org/0000-0002-2820-8044"},"institutions":[{"id":"https://openalex.org/I4210131147","display_name":"SRM University","ror":"https://ror.org/037skf023","country_code":"IN","type":"education","lineage":["https://openalex.org/I145286018","https://openalex.org/I4210131147"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Karthikay Gundepudi","raw_affiliation_strings":["Amaravati, Amaravati, India","Department of Electronics and Communication Engineering, SRM University AP–Amaravati, Amaravati, India"],"affiliations":[{"raw_affiliation_string":"Amaravati, Amaravati, India","institution_ids":[]},{"raw_affiliation_string":"Department of Electronics and Communication Engineering, SRM University AP–Amaravati, Amaravati, India","institution_ids":["https://openalex.org/I4210131147"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020420437","display_name":"Mahendra K. Shukla","orcid":"https://orcid.org/0000-0002-7409-4236"},"institutions":[{"id":"https://openalex.org/I33552525","display_name":"LNM Institute of Information Technology","ror":"https://ror.org/03jp7rg16","country_code":"IN","type":"education","lineage":["https://openalex.org/I33552525"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mahendra K. Shukla","raw_affiliation_strings":["Department of Electronics and Communication Engineering, The LNM Institute of Information Technology, Jaipur, India"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, The LNM Institute of Information Technology, Jaipur, India","institution_ids":["https://openalex.org/I33552525"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.132,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.68068,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"8","issue":"1","first_page":"365","last_page":"379"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9975,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9934,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/iot","display_name":"IoT","score":0.60655},{"id":"https://openalex.org/keywords/iot-security","display_name":"IoT Security","score":0.552675},{"id":"https://openalex.org/keywords/nb-iot","display_name":"NB-IoT","score":0.531572},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.517441},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.51514304},{"id":"https://openalex.org/keywords/network-scalability","display_name":"Network Scalability","score":0.51325}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8642305},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.69221663},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5481629},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.51514304},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4958776},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.4669358},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4264604},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.42556655},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4183548},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38203585},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2021.3114147","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":51,"referenced_works":["https://openalex.org/W2064182447","https://openalex.org/W2099208894","https://openalex.org/W2103724767","https://openalex.org/W2104846640","https://openalex.org/W2109036751","https://openalex.org/W2141662114","https://openalex.org/W2520480241","https://openalex.org/W2521322103","https://openalex.org/W2521650916","https://openalex.org/W2559445646","https://openalex.org/W2560463884","https://openalex.org/W2579181677","https://openalex.org/W2597140867","https://openalex.org/W2617375899","https://openalex.org/W2618777230","https://openalex.org/W2741393696","https://openalex.org/W2756782458","https://openalex.org/W2765163352","https://openalex.org/W2766265868","https://openalex.org/W2781583119","https://openalex.org/W2797309738","https://openalex.org/W2804037537","https://openalex.org/W2808560727","https://openalex.org/W2885437927","https://openalex.org/W2887019724","https://openalex.org/W2890736047","https://openalex.org/W2902663063","https://openalex.org/W2962691290","https://openalex.org/W2963857651","https://openalex.org/W2964281967","https://openalex.org/W2968282118","https://openalex.org/W2972429331","https://openalex.org/W2974458319","https://openalex.org/W2979511419","https://openalex.org/W2988693836","https://openalex.org/W2990315362","https://openalex.org/W2996332730","https://openalex.org/W2998765113","https://openalex.org/W3000651374","https://openalex.org/W3005161400","https://openalex.org/W3014716511","https://openalex.org/W3018719010","https://openalex.org/W3019164525","https://openalex.org/W3035780619","https://openalex.org/W3039352581","https://openalex.org/W3043328207","https://openalex.org/W3048559011","https://openalex.org/W3102037649","https://openalex.org/W3105124082","https://openalex.org/W3105239388","https://openalex.org/W3105311241"],"related_works":["https://openalex.org/W3092582874","https://openalex.org/W3048672182","https://openalex.org/W3003320923","https://openalex.org/W2883256816","https://openalex.org/W2171408034","https://openalex.org/W2152313554","https://openalex.org/W2106140982","https://openalex.org/W2064303750","https://openalex.org/W2054620577","https://openalex.org/W1509300825"],"abstract_inverted_index":{"Recent":[0],"proliferation":[1],"of":[2,4,26,28,61,75,146,176,203,208],"Internet":[3],"Things":[5],"(IoT)":[6],"demands":[7],"large":[8,73],"scale":[9],"connectivity":[10,39],"among":[11,40],"smart":[12],"IoT":[13,41,79],"devices":[14,157],"over":[15,182],"a":[16,36,99,132,160],"vast":[17],"geographical":[18],"area.":[19],"However,":[20],"limited":[21],"radio":[22],"range":[23],"and":[24,122,154,174,187,206],"lack":[25],"scalability":[27],"conventional":[29],"wireless":[30],"sensor":[31],"networks":[32],"do":[33],"not":[34,87],"allow":[35],"wide":[37],"area":[38],"devices.":[42,64],"To":[43],"address":[44,137],"these":[45],"challenges,":[46],"Low-Power":[47],"Wide-Area":[48],"Networks":[49],"(LPWANs)":[50],"are":[51,180],"emerging":[52],"to":[53,90,136,214],"provide":[54],"long-range":[55],"communication":[56],"capability":[57],"with":[58],"low-power":[59],"consumption":[60],"the":[62,67,81,144,147,164,177,197,209],"end":[63],"Nevertheless,":[65],"given":[66],"demand":[68],"in":[69,96,158,201],"delivering":[70],"an":[71],"increasingly":[72],"volume":[74],"data":[76,83,101,110,118,124,190],"generated":[77],"by":[78],"devices,":[80],"direct":[82],"transmission":[84,111],"model":[85],"is":[86,104],"suitable":[88],"due":[89],"its":[91],"poor":[92,127],"network":[93,148,199],"lifetime.":[94],"Therefore,":[95],"this":[97],"work,":[98],"multi-hop":[100,109],"routing":[102],"method":[103,135,142,179,211],"proposed":[105,141,178,210],"for":[106],"LPWANs.":[107],"Since":[108],"faces":[112],"several":[113],"challenges":[114],"such":[115,159],"as":[116,212],"increased":[117],"latency,":[119],"higher":[120],"interference,":[121],"reduced":[123],"throughput":[125],"(i.e.,":[126],"bandwidth":[128],"utilization),":[129],"we":[130],"propose":[131],"reinforcement":[133],"learning":[134],"those":[138],"challenges.":[139],"The":[140,172,192],"updates":[143],"Q-matrix":[145],"at":[149],"varying":[150],"discrete":[151],"time":[152],"instants":[153],"selects":[155],"relay":[156],"way":[161],"that":[162],"maximizes":[163],"cumulative":[165],"reward":[166],"value":[167],"between":[168],"selected":[169],"device-gateway":[170],"pairs.":[171],"applicability":[173],"effectiveness":[175],"illustrated":[181],"both":[183],"simulated":[184],"LPWAN":[185],"testbed":[186],"real":[188],"field":[189],"sets.":[191],"obtained":[193],"results":[194],"clearly":[195],"demonstrate":[196],"improved":[198],"performance":[200],"terms":[202],"energy":[204],"efficiency":[205],"QoS":[207],"compared":[213],"various":[215],"existing":[216],"methods.":[217]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3201634655","counts_by_year":[{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":10}],"updated_date":"2024-12-05T07:38:44.809158","created_date":"2021-09-27"}