{"id":"https://openalex.org/W2086206906","doi":"https://doi.org/10.1109/iccs.2014.7024826","title":"Model free dynamic sensing order selection for imperfect sensing multichannel cognitive radio networks: A Q-learning approach","display_name":"Model free dynamic sensing order selection for imperfect sensing multichannel cognitive radio networks: A Q-learning approach","publication_year":2014,"publication_date":"2014-11-01","ids":{"openalex":"https://openalex.org/W2086206906","doi":"https://doi.org/10.1109/iccs.2014.7024826","mag":"2086206906"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccs.2014.7024826","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100619354","display_name":"Yalin Zhang","orcid":"https://orcid.org/0000-0002-3244-1084"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"funder","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yalin Zhang","raw_affiliation_strings":["Harbin Institute of Technology Shenzhen graduate School, Guangdong, China#TAB#"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen graduate School, Guangdong, China#TAB#","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071725895","display_name":"Qinyu Zhang","orcid":"https://orcid.org/0000-0001-9272-0475"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"funder","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinyu Zhang","raw_affiliation_strings":["Harbin Institute of Technology Shenzhen graduate School, Guangdong, China#TAB#"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen graduate School, Guangdong, China#TAB#","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000734023","display_name":"Bin Cao","orcid":"https://orcid.org/0000-0001-8839-243X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"funder","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Cao","raw_affiliation_strings":["Harbin Institute of Technology Shenzhen graduate School, Guangdong, China#TAB#"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen graduate School, Guangdong, China#TAB#","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011454527","display_name":"Peipei Chen","orcid":"https://orcid.org/0009-0008-0934-552X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"funder","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peipei Chen","raw_affiliation_strings":["Harbin Institute of Technology Shenzhen graduate School, Guangdong, China#TAB#"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen graduate School, Guangdong, China#TAB#","institution_ids":["https://openalex.org/I204983213"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.694,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":15,"citation_normalized_percentile":{"value":0.768,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":89},"biblio":{"volume":null,"issue":null,"first_page":"364","last_page":"368"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9945,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/idle","display_name":"Idle","score":0.4343226}],"concepts":[{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.8500979},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7654028},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.70702577},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.63324195},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.61355066},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.58684474},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.48499128},{"id":"https://openalex.org/C16320812","wikidata":"https://www.wikidata.org/wiki/Q1812200","display_name":"Idle","level":2,"score":0.4343226},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32128176},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2783618},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25420874},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.23870373},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.22720987},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccs.2014.7024826","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.66,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":15,"referenced_works":["https://openalex.org/W2004878253","https://openalex.org/W2016695023","https://openalex.org/W2064895747","https://openalex.org/W2118726574","https://openalex.org/W2121863487","https://openalex.org/W2136302425","https://openalex.org/W2142819538","https://openalex.org/W2146025745","https://openalex.org/W2150328967","https://openalex.org/W2157313704","https://openalex.org/W2166023188","https://openalex.org/W2168078104","https://openalex.org/W2312609093","https://openalex.org/W2949446396","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2540573036","https://openalex.org/W2387652801","https://openalex.org/W2335557509","https://openalex.org/W2261472171","https://openalex.org/W2158337294","https://openalex.org/W2109122284","https://openalex.org/W2053336077","https://openalex.org/W2018726158","https://openalex.org/W1996746875","https://openalex.org/W1990934859"],"abstract_inverted_index":{"In":[0,81],"multichannel":[1,79],"cognitive":[2],"radio":[3],"networks":[4],"(CRN),":[5],"the":[6,15,23,32,44,97],"sequence":[7],"of":[8,17,53,99],"sensing":[9,35,74,88,91,100,103,120,127],"order":[10,36,75,104,121],"is":[11,106,137],"essential":[12],"to":[13,38,62,70,96],"determine":[14],"efficiency":[16],"detecting":[18],"an":[19],"idle":[20,46],"channel":[21,34,45,48],"and":[22,50,59,128,142],"effective":[24],"time":[25],"for":[26,78],"spectrum":[27],"access.":[28],"Current":[29],"works":[30],"on":[31,119],"optimal":[33],"have":[37],"know":[39],"priori":[40],"knowledge":[41],"such":[42],"as":[43,108],"probabilities,":[47],"gains":[49],"achievable":[51],"rates":[52],"different":[54],"channels,":[55],"which":[56],"dynamically":[57],"evolve":[58],"are":[60,67],"difficult":[61],"obtain":[63],"in":[64,139],"practice.":[65],"We":[66],"thus":[68],"motivated":[69],"study":[71],"a":[72,85,109],"model-free":[73],"selection":[76,98,105,122],"scheme":[77,136],"CRN.":[80],"particular,":[82],"we":[83],"consider":[84],"time-slotted":[86],"imperfect":[87],"CRN,":[89],"where":[90,112],"errors":[92],"impose":[93],"more":[94],"challenges":[95],"order.":[101],"The":[102],"modeled":[107],"Q-Learning":[110],"problem,":[111],"secondary":[113],"users":[114],"(SU)":[115],"make":[116],"intelligent":[117],"decision":[118],"by":[123],"learning":[124],"from":[125],"historical":[126],"transmissions.":[129],"Simulation":[130],"results":[131],"show":[132],"that":[133],"theq":[134],"proposed":[135],"robust":[138],"dynamic":[140],"environment":[141],"can":[143],"achieve":[144],"significant":[145],"throughput":[146],"improvement":[147],"compared":[148],"with":[149],"random":[150],"sequential":[151],"sensing.":[152]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2086206906","counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2}],"updated_date":"2025-04-19T06:54:12.158429","created_date":"2016-06-24"}