{"id":"https://openalex.org/W2964862006","doi":"https://doi.org/10.1109/access.2019.2932016","title":"Deep Reinforcement Learning Based Intelligent User Selection in Massive MIMO Underlay Cognitive Radios","display_name":"Deep Reinforcement Learning Based Intelligent User Selection in Massive MIMO Underlay Cognitive Radios","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2964862006","doi":"https://doi.org/10.1109/access.2019.2932016","mag":"2964862006"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2932016","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08781916.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08781916.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089852268","display_name":"Zhaoyuan Shi","orcid":"https://orcid.org/0000-0002-6840-3477"},"institutions":[{"id":"https://openalex.org/I46482218","display_name":"Anqing Normal University","ror":"https://ror.org/0127ytz78","country_code":"CN","type":"funder","lineage":["https://openalex.org/I46482218"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyuan Shi","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Computing of Anhui Province, Anqing Normal University, Anqing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Computing of Anhui Province, Anqing Normal University, Anqing, China","institution_ids":["https://openalex.org/I46482218"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037456697","display_name":"Xianzhong Xie","orcid":"https://orcid.org/0000-0002-2986-6356"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"funder","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianzhong Xie","raw_affiliation_strings":["School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034628707","display_name":"Huabing Lu","orcid":"https://orcid.org/0000-0003-4782-6662"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"funder","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huabing Lu","raw_affiliation_strings":["School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.156,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":25,"citation_normalized_percentile":{"value":0.823147,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":93},"biblio":{"volume":"7","issue":null,"first_page":"110884","last_page":"110894"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9983,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underlay","display_name":"Underlay","score":0.8333106},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.6270888},{"id":"https://openalex.org/keywords/selection-algorithm","display_name":"Selection algorithm","score":0.5543713},{"id":"https://openalex.org/keywords/cognitive-network","display_name":"Cognitive network","score":0.4558713}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8666734},{"id":"https://openalex.org/C2777679929","wikidata":"https://www.wikidata.org/wiki/Q7883709","display_name":"Underlay","level":3,"score":0.8333106},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8234277},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.8039638},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6458621},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.6270888},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.578357},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.57057106},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.5543713},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4579472},{"id":"https://openalex.org/C32542511","wikidata":"https://www.wikidata.org/wiki/Q5141225","display_name":"Cognitive network","level":4,"score":0.4558713},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4460613},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3032347},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28362927},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19399148},{"id":"https://openalex.org/C13944312","wikidata":"https://www.wikidata.org/wiki/Q7512748","display_name":"Signal-to-noise ratio (imaging)","level":2,"score":0.123918176}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2932016","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08781916.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://doaj.org/article/1ecc18ac3df14ced8cbbd68b7bbbc8d4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2932016","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08781916.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61502067"},{"funder":"https://openalex.org/F4320326664","funder_display_name":"Anhui Provincial Department of Education","award_id":"AQKJ2015B008"}],"datasets":[],"versions":[],"referenced_works_count":45,"referenced_works":["https://openalex.org/W1976414427","https://openalex.org/W2012102256","https://openalex.org/W2018956485","https://openalex.org/W2052284111","https://openalex.org/W2052549846","https://openalex.org/W2071707134","https://openalex.org/W2084056659","https://openalex.org/W2091005538","https://openalex.org/W2101124704","https://openalex.org/W2103329036","https://openalex.org/W2110099400","https://openalex.org/W2114945762","https://openalex.org/W2117065699","https://openalex.org/W2121863487","https://openalex.org/W2125495645","https://openalex.org/W2128145324","https://openalex.org/W2131241154","https://openalex.org/W2142819538","https://openalex.org/W2145339207","https://openalex.org/W2150397642","https://openalex.org/W2155968351","https://openalex.org/W2165726932","https://openalex.org/W2175786604","https://openalex.org/W2343448572","https://openalex.org/W2396020700","https://openalex.org/W2522423684","https://openalex.org/W2562947506","https://openalex.org/W2565383255","https://openalex.org/W2602923095","https://openalex.org/W2740500386","https://openalex.org/W2746553466","https://openalex.org/W2761694337","https://openalex.org/W2775780877","https://openalex.org/W2783558323","https://openalex.org/W2792882016","https://openalex.org/W2807511702","https://openalex.org/W2902897529","https://openalex.org/W2905885786","https://openalex.org/W2909191390","https://openalex.org/W2916238263","https://openalex.org/W2936118975","https://openalex.org/W2966038277","https://openalex.org/W3105650387","https://openalex.org/W32403112","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2900218722","https://openalex.org/W2800372944","https://openalex.org/W2769590643","https://openalex.org/W2610471112","https://openalex.org/W2556201531","https://openalex.org/W2532161418","https://openalex.org/W2340059876","https://openalex.org/W2277261328","https://openalex.org/W2169642774","https://openalex.org/W2167656028"],"abstract_inverted_index":{"Cognitive":[0],"radio":[1],"(CR)":[2],"and":[3,22,64,84,129,140,178],"massive":[4,35],"multiple-input":[5],"multiple-output":[6],"(MIMO)":[7],"have":[8,143],"attracted":[9],"much":[10],"interest":[11],"recently":[12],"due":[13],"to":[14,18,126],"the":[15,29,47,53,59,75,79,92,101,111,124,138,165,171],"amazing":[16],"ability":[17],"accommodate":[19],"more":[20],"users":[21],"improve":[23],"spectrum":[24],"utilization.":[25],"This":[26],"paper":[27],"investigates":[28],"QoS-aware":[30],"user":[31,95,131,149,167],"selection":[32,96,150,168],"approach":[33],"for":[34],"MIMO":[36],"underlay":[37],"cognitive":[38],"radio.":[39],"Two":[40],"main":[41],"CR":[42],"scenarios":[43],"are":[44,56],"considered:":[45],"1)":[46],"channel":[48],"state":[49],"information":[50],"(CSI)":[51],"of":[52,68,94],"cross":[54],"channels":[55],"available":[57,106],"at":[58,72],"secondary":[60],"base":[61],"station":[62],"(SBS),":[63],"2)":[65],"any":[66],"CSI":[67,102],"cross-network":[69],"is":[70,103],"unavailable":[71],"SBS.":[73],"For":[74],"former,":[76],"we":[77,114],"develop":[78],"low-complexity":[80],"increase-user-with-minimum-power":[81],"algorithm":[82,86],"(IUMP)":[83],"decrease-user-with-maximum-power":[85],"(DUMP)":[87],"which":[88,121],"both":[89],"can":[90,122,162],"address":[91,110],"problem":[93],"with":[97,175],"power":[98],"allocation.":[99],"However,":[100],"typically":[104],"not":[105],"in":[107,170],"practice.":[108],"To":[109],"intractable":[112],"issue,":[113],"propose":[115],"a":[116],"deep":[117],"reinforcement":[118],"learning-based":[119],"approach,":[120],"enable":[123],"SBS":[125],"realize":[127],"efficient":[128],"intelligent":[130],"selection.":[132],"The":[133],"simulation":[134],"results":[135,154],"show":[136],"that":[137,157],"IUMP":[139],"DUMP":[141],"algorithms":[142],"obvious":[144],"performance":[145],"advantages":[146],"over":[147],"traditional":[148],"methods.":[151],"In":[152],"addition,":[153],"also":[155],"verify":[156],"our":[158],"constructed":[159],"neural":[160],"network":[161],"efficiently":[163],"learn":[164],"optimal":[166],"policy":[169],"unknown":[172],"dynamic":[173],"environment":[174],"fast":[176],"convergence":[177],"high":[179],"success":[180],"rate.":[181]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2964862006","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":9}],"updated_date":"2025-04-15T20:21:26.073657","created_date":"2019-08-13"}