{"id":"https://openalex.org/W4322631215","doi":"https://doi.org/10.3390/s23052622","title":"Dynamic Spectrum Sharing Based on Deep Reinforcement Learning in Mobile Communication Systems","display_name":"Dynamic Spectrum Sharing Based on Deep Reinforcement Learning in Mobile Communication Systems","publication_year":2023,"publication_date":"2023-02-27","ids":{"openalex":"https://openalex.org/W4322631215","doi":"https://doi.org/10.3390/s23052622","pmid":"https://pubmed.ncbi.nlm.nih.gov/36904826"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23052622","pdf_url":"https://www.mdpi.com/1424-8220/23/5/2622/pdf?version=1677500594","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/5/2622/pdf?version=1677500594","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008215506","display_name":"Sizhuang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sizhuang Liu","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102168056","display_name":"Changyong Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changyong Pan","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","Peng Cheng Laboratory, Shenzhen 518055, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen 518055, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100460131","display_name":"Chao Zhang","orcid":"https://orcid.org/0000-0002-0568-9922"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Zhang","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","Peng Cheng Laboratory, Shenzhen 518055, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen 518055, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063200773","display_name":"Fang Yang","orcid":"https://orcid.org/0000-0003-3575-5086"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Yang","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","Peng Cheng Laboratory, Shenzhen 518055, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen 518055, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100403297","display_name":"Jian Song","orcid":"https://orcid.org/0000-0002-6066-9510"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jian Song","raw_affiliation_strings":["Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","Shenzhen International Graduate School, Tsinghua University, Shenzhen 518055, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen 518055, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing 100084, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100403297"],"corresponding_institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598,"provenance":"doaj"},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598,"provenance":"doaj"},"fwci":2.369,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":6,"citation_normalized_percentile":{"value":0.809319,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":93},"biblio":{"volume":"23","issue":"5","first_page":"2622","last_page":"2622"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9988,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9988,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9904,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9773,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7983965},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.56381214},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.51408726},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41096705},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.35175586},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3223089},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3168379},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29124993},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.09185165}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23052622","pdf_url":"https://www.mdpi.com/1424-8220/23/5/2622/pdf?version=1677500594","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC10006914","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36904826","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23052622","pdf_url":"https://www.mdpi.com/1424-8220/23/5/2622/pdf?version=1677500594","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.49,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"grants":[{"funder":"https://openalex.org/F4320318558","funder_display_name":"Peng Cheng Laboratory","award_id":"PCL2021A10"}],"datasets":[],"versions":[],"referenced_works_count":41,"referenced_works":["https://openalex.org/W1969124619","https://openalex.org/W2026480625","https://openalex.org/W2054056481","https://openalex.org/W2064675550","https://openalex.org/W2071707134","https://openalex.org/W2077871092","https://openalex.org/W2123779509","https://openalex.org/W2145339207","https://openalex.org/W2150355110","https://openalex.org/W2519552250","https://openalex.org/W2610705780","https://openalex.org/W2611603397","https://openalex.org/W2767368562","https://openalex.org/W2783558323","https://openalex.org/W2898035736","https://openalex.org/W2898754723","https://openalex.org/W2906875993","https://openalex.org/W2907252996","https://openalex.org/W2910713515","https://openalex.org/W2914483900","https://openalex.org/W2963079995","https://openalex.org/W2979741651","https://openalex.org/W2994956707","https://openalex.org/W3013353193","https://openalex.org/W3013525469","https://openalex.org/W3023368586","https://openalex.org/W3080859125","https://openalex.org/W3100844423","https://openalex.org/W3125424609","https://openalex.org/W3126670927","https://openalex.org/W3127042088","https://openalex.org/W3127278526","https://openalex.org/W3137699281","https://openalex.org/W3158992287","https://openalex.org/W3199032832","https://openalex.org/W3203151153","https://openalex.org/W4213324132","https://openalex.org/W4223441154","https://openalex.org/W4283728582","https://openalex.org/W4287883452","https://openalex.org/W4295942107"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2920061524","https://openalex.org/W2145821588","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2089013912","https://openalex.org/W2072376847","https://openalex.org/W2038908348","https://openalex.org/W1987513656","https://openalex.org/W1977959518"],"abstract_inverted_index":{"The":[0,79,93],"rapid":[1],"development":[2],"of":[3,15,23,95,116,146,152],"mobile":[4],"communication":[5,68],"services":[6],"in":[7,12,27,66,154],"recent":[8],"years":[9],"has":[10],"resulted":[11],"a":[13,53,61],"scarcity":[14],"spectrum":[16,73],"resources.":[17],"This":[18],"paper":[19],"addresses":[20],"the":[21,67,72,85,96,102,108,118,132,137,144,147,150,155,159],"problem":[22],"multi-dimensional":[24],"resource":[25],"allocation":[26],"cognitive":[28],"radio":[29],"systems.":[30],"Deep":[31,86,89],"reinforcement":[32,39],"learning":[33,37,40],"(DRL)":[34],"combines":[35],"deep":[36],"and":[38,74,88,111,128,136,149],"to":[41,44,59,70],"enable":[42],"agents":[43],"solve":[45],"complex":[46],"problems.":[47],"In":[48,114],"this":[49],"study,":[50],"we":[51,142],"propose":[52],"training":[54],"approach":[55],"based":[56],"on":[57,158],"DRL":[58,156],"design":[60],"strategy":[62],"for":[63,131],"secondary":[64],"users":[65],"system":[69],"share":[71],"control":[75],"their":[76],"transmission":[77],"power.":[78],"neural":[80],"networks":[81],"are":[82],"constructed":[83],"using":[84],"Q-Network":[87,91],"Recurrent":[90],"structures.":[92],"results":[94],"conducted":[97],"simulation":[98],"experiments":[99],"demonstrate":[100],"that":[101],"proposed":[103,119],"method":[104,120],"can":[105],"effectively":[106],"improve":[107],"user's":[109],"reward":[110],"reduce":[112],"collisions.":[113],"terms":[115],"reward,":[117],"outperforms":[121],"opportunistic":[122],"multichannel":[123],"ALOHA":[124],"by":[125],"about":[126,129],"10%":[127],"30%":[130],"single":[133],"SU":[134],"scenario":[135],"multi-SU":[138],"scenario,":[139],"respectively.":[140],"Furthermore,":[141],"explore":[143],"complexity":[145],"algorithm":[148,157],"influence":[151],"parameters":[153],"training.":[160]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4322631215","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4}],"updated_date":"2025-01-15T19:00:08.846030","created_date":"2023-03-01"}