{"id":"https://openalex.org/W4312849531","doi":"https://doi.org/10.1109/jiot.2022.3210703","title":"RL-IoT: Reinforcement Learning-Based Routing Approach for Cognitive Radio-Enabled IoT Communications","display_name":"RL-IoT: Reinforcement Learning-Based Routing Approach for Cognitive Radio-Enabled IoT Communications","publication_year":2022,"publication_date":"2022-09-29","ids":{"openalex":"https://openalex.org/W4312849531","doi":"https://doi.org/10.1109/jiot.2022.3210703"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3210703","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037285863","display_name":"Tauqeer Safdar Malik","orcid":"https://orcid.org/0000-0002-2064-807X"},"institutions":[{"id":"https://openalex.org/I899713450","display_name":"Air University","ror":"https://ror.org/03yfe9v83","country_code":"PK","type":"education","lineage":["https://openalex.org/I899713450"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Tauqeer Safdar Malik","raw_affiliation_strings":["Department of Computer Science, Air University, Multan, Pakistan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Air University, Multan, Pakistan","institution_ids":["https://openalex.org/I899713450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041018864","display_name":"Kaleem Razzaq Malik","orcid":"https://orcid.org/0000-0003-4538-3095"},"institutions":[{"id":"https://openalex.org/I899713450","display_name":"Air University","ror":"https://ror.org/03yfe9v83","country_code":"PK","type":"education","lineage":["https://openalex.org/I899713450"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Kaleem Razzaq Malik","raw_affiliation_strings":["Department of Computer Science, Air University, Multan, Pakistan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Air University, Multan, Pakistan","institution_ids":["https://openalex.org/I899713450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083251218","display_name":"Ayesha Afzal","orcid":"https://orcid.org/0000-0002-2035-8865"},"institutions":[{"id":"https://openalex.org/I899713450","display_name":"Air University","ror":"https://ror.org/03yfe9v83","country_code":"PK","type":"education","lineage":["https://openalex.org/I899713450"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ayesha Afzal","raw_affiliation_strings":["Department of Computer Science, Air University, Multan, Pakistan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Air University, Multan, Pakistan","institution_ids":["https://openalex.org/I899713450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089531974","display_name":"Muhammad Ibrar","orcid":"https://orcid.org/0000-0002-6813-5003"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Muhammad Ibrar","raw_affiliation_strings":["School of Software, Dalian University of Science and Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Dalian University of Science and Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436099","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0003-1810-3019"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Wang","raw_affiliation_strings":["School of Software, Dalian University of Science and Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Dalian University of Science and Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079301418","display_name":"Houbing Song","orcid":"https://orcid.org/0000-0003-2631-9223"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Houbing Song","raw_affiliation_strings":["Department of Information Systems, Baltimore County, University of Maryland, Baltimore, MD, USA"],"affiliations":[{"raw_affiliation_string":"Department of Information Systems, Baltimore County, University of Maryland, Baltimore, MD, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054315780","display_name":"Nadir Shah","orcid":"https://orcid.org/0000-0003-1173-4272"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Nadir Shah","raw_affiliation_strings":["Department of Computer Science, COMSATS University Islamabad (Wah Campus), Rawalpindi, Pakistan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, COMSATS University Islamabad (Wah Campus), Rawalpindi, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]}],"institution_assertions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.617,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.690554,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"10","issue":"2","first_page":"1836","last_page":"1847"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9989,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.995,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-network","display_name":"Cognitive network","score":0.4610182}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.83826333},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.749667},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.7433558},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6339362},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.56939816},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.5511147},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5173735},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.49314564},{"id":"https://openalex.org/C32542511","wikidata":"https://www.wikidata.org/wiki/Q5141225","display_name":"Cognitive network","level":4,"score":0.4610182},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.347695},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.29739898},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12728548},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11606759}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3210703","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62027826"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61902052"},{"funder":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities","award_id":"DUT20TD107"},{"funder":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities","award_id":"DUT20ZD210"},{"funder":"https://openalex.org/F4320336584","funder_display_name":"Dalian Science and Technology Innovation Fund","award_id":"2019J11CY004"},{"funder":"https://openalex.org/F4320336584","funder_display_name":"Dalian Science and Technology Innovation Fund","award_id":"2020JJ26GX037"}],"datasets":[],"versions":[],"referenced_works_count":38,"referenced_works":["https://openalex.org/W2038127484","https://openalex.org/W2059283901","https://openalex.org/W2095803340","https://openalex.org/W2119942913","https://openalex.org/W2151252227","https://openalex.org/W2292684766","https://openalex.org/W2505241805","https://openalex.org/W2586459757","https://openalex.org/W2593579553","https://openalex.org/W2603113600","https://openalex.org/W2770182944","https://openalex.org/W2789470429","https://openalex.org/W2790817517","https://openalex.org/W2792152644","https://openalex.org/W2792823390","https://openalex.org/W2794291963","https://openalex.org/W2795919163","https://openalex.org/W2808757601","https://openalex.org/W2891768968","https://openalex.org/W2907706277","https://openalex.org/W2911471242","https://openalex.org/W2981440164","https://openalex.org/W2984986659","https://openalex.org/W301105108","https://openalex.org/W3011146004","https://openalex.org/W3011409114","https://openalex.org/W3036304479","https://openalex.org/W3036785262","https://openalex.org/W3084518889","https://openalex.org/W3097336980","https://openalex.org/W3111823870","https://openalex.org/W3120936939","https://openalex.org/W3173873035","https://openalex.org/W3187250547","https://openalex.org/W3194261808","https://openalex.org/W3207883335","https://openalex.org/W3214662754","https://openalex.org/W4299589157"],"related_works":["https://openalex.org/W2915536052","https://openalex.org/W2800372944","https://openalex.org/W2732016385","https://openalex.org/W2610471112","https://openalex.org/W2340059876","https://openalex.org/W2277261328","https://openalex.org/W2268952256","https://openalex.org/W2167656028","https://openalex.org/W2153217055","https://openalex.org/W2010464513"],"abstract_inverted_index":{"Internet":[0,109],"of":[1,98,110,135,164],"Things":[2,111],"(IoT)":[3],"devices":[4],"are":[5,30],"widely":[6],"being":[7,14],"used":[8],"in":[9,27,41,45,58,80,115,162],"various":[10],"smart":[11],"applications":[12],"and":[13,36,123,145,171],"equipped":[15],"with":[16,133],"cognitive":[17,60,107,117,119],"radio":[18,61,118],"(CR)":[19],"capabilities":[20],"for":[21,141],"dynamic":[22],"spectrum":[23],"allocation.":[24],"Our":[25,149],"objectives":[26],"this":[28],"work":[29],"to":[31,47,69,76,82],"achieve":[32],"higher":[33],"data":[34,166],"rates":[35],"minimize":[37,83],"end-to-end":[38,89],"routing":[39,56,102,139,147],"delays":[40],"CR-enabled":[42],"IoT":[43,64,142],"communication":[44,113],"order":[46,81],"maximize":[48],"throughput.":[49],"We":[50,92],"propose":[51],"a":[52,94],"reinforcement":[53],"learning":[54],"(RL)-based":[55],"approach":[57],"the":[59,71,77,99,106,116,125,136,154],"network":[62,78,120,126],"(CRN)-based":[63],"environment.":[65],"The":[66],"idea":[67],"is":[68],"add":[70],"channel":[72],"selection":[73],"decision":[74],"capability":[75],"layer":[79],"packet":[84,169],"collisions":[85],"as":[86,88],"well":[87],"delay":[90],"(EED).":[91],"perform":[93],"comprehensive":[95],"performance":[96,127],"evaluation":[97,150],"proposed":[100,131],"RL-IoT":[101,155],"mechanism":[103,132,140],"by":[104,129],"simulating":[105],"radio-enabled":[108],"(CR-IoT)":[112],"environment":[114],"(CRCN)":[121],"simulator":[122],"comparing":[124],"achieved":[128],"our":[130],"that":[134,153],"recent":[137],"AODV-based":[138],"(AODV-IoT),":[143],"ELD-CRN,":[144],"SpEED-IoT":[146],"approaches.":[148],"results":[151],"show":[152],"model":[156],"performs":[157],"better":[158],"than":[159],"existing":[160],"approaches":[161],"terms":[163],"average":[165],"rate,":[167],"throughput,":[168],"collision,":[170],"EED.":[172]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4312849531","counts_by_year":[{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":10}],"updated_date":"2024-12-31T07:13:25.009910","created_date":"2023-01-05"}