{"id":"https://openalex.org/W2960532465","doi":"https://doi.org/10.1109/icc.2019.8761276","title":"Feature Engineering for Deep Reinforcement Learning Based Routing","display_name":"Feature Engineering for Deep Reinforcement Learning Based Routing","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2960532465","doi":"https://doi.org/10.1109/icc.2019.8761276","mag":"2960532465"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2019.8761276","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://upcommons.upc.edu/bitstream/2117/190462/3/Paper_ICC_postprint.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012286685","display_name":"Jos\u00e9 Su\u00e1rez\u2010Varela","orcid":"https://orcid.org/0000-0002-7141-3414"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jose Suarez-Varela","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya"],"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038108098","display_name":"Albert Mestres","orcid":"https://orcid.org/0000-0001-5332-8606"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Albert Mestres","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya"],"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110829680","display_name":"Junlin Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210160618","display_name":"Huawei Technologies (United Kingdom)","ror":"https://ror.org/056gzgs71","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210160618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Junlin Yu","raw_affiliation_strings":["Huawei Technologies Co., LTD"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., LTD","institution_ids":["https://openalex.org/I4210160618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100609029","display_name":"Kuang Li","orcid":"https://orcid.org/0000-0002-4364-0476"},"institutions":[{"id":"https://openalex.org/I4210160618","display_name":"Huawei Technologies (United Kingdom)","ror":"https://ror.org/056gzgs71","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210160618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Li Kuang","raw_affiliation_strings":["Huawei Technologies Co., LTD"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., LTD","institution_ids":["https://openalex.org/I4210160618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078081960","display_name":"Haoyu Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210160618","display_name":"Huawei Technologies (United Kingdom)","ror":"https://ror.org/056gzgs71","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210160618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Haoyu Feng","raw_affiliation_strings":["Huawei Technologies Co., LTD"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., LTD","institution_ids":["https://openalex.org/I4210160618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004121136","display_name":"Pere Barlet\u2010Ros","orcid":"https://orcid.org/0000-0001-7837-0886"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pere Barlet-Ros","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya"],"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091745795","display_name":"Albert Cabellos\u2010Aparicio","orcid":"https://orcid.org/0000-0001-9329-7584"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Albert Cabellos-Aparicio","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Catalunya"],"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya","institution_ids":["https://openalex.org/I9617848"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.332,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":44,"citation_normalized_percentile":{"value":0.999851,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9977,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10611","display_name":"Organic Light-Emitting Diodes Research","score":0.9762,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation","score":0.5565566},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5082392},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature Engineering","score":0.4328934},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature Learning","score":0.41301882},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.41157782}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.85316265},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.78678155},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.7337409},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5565566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.510088},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5082392},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.4328934},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42990917},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.42735216},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.41301882},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.41157782},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3868078},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.3582704},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2891447},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.27379584},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2103917},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2019.8761276","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/190462","pdf_url":"https://upcommons.upc.edu/bitstream/2117/190462/3/Paper_ICC_postprint.pdf","source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":["Universitat Polit\u00e8cnica de Catalunya"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/190462","pdf_url":"https://upcommons.upc.edu/bitstream/2117/190462/3/Paper_ICC_postprint.pdf","source":{"id":"https://openalex.org/S4377196262","display_name":"UPCommons institutional repository (Universitat Polit\u00e8cnica de Catalunya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":["Universitat Polit\u00e8cnica de Catalunya"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.67}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":16,"referenced_works":["https://openalex.org/W1678619878","https://openalex.org/W1771410628","https://openalex.org/W1972958050","https://openalex.org/W2104254326","https://openalex.org/W2145339207","https://openalex.org/W2147421818","https://openalex.org/W2512877821","https://openalex.org/W2542765808","https://openalex.org/W2620303912","https://openalex.org/W2758296822","https://openalex.org/W2768254111","https://openalex.org/W2772709170","https://openalex.org/W2793477598","https://openalex.org/W2965485015","https://openalex.org/W3126135128","https://openalex.org/W3162562816"],"related_works":["https://openalex.org/W4319083788","https://openalex.org/W3200179079","https://openalex.org/W3199964822","https://openalex.org/W3164948662","https://openalex.org/W2960532465","https://openalex.org/W2356045539","https://openalex.org/W2187137155","https://openalex.org/W2129752940","https://openalex.org/W2113772903","https://openalex.org/W2050601944"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,13,144,150,158],"Deep":[3],"Reinforcement":[4],"Learning":[5],"(DRL)":[6],"techniques":[7,38,64],"are":[8,23,32],"providing":[9],"a":[10,20,25,116],"dramatic":[11],"improvement":[12],"decision-making":[14],"and":[15,88,122,128,154],"automated":[16],"control":[17],"problems.":[18],"As":[19],"result,":[21],"we":[22,101],"witnessing":[24],"growing":[26],"number":[27],"of":[28,35,71,119],"research":[29],"works":[30],"that":[31,60,103,109,124,129,164],"proposing":[33],"ways":[34],"applying":[36,62],"DRL":[37,77,166],"to":[39,49,65,80,94,111,133,136,173],"network-related":[40],"problems":[41],"such":[42,46],"as":[43],"routing.":[44],"However,":[45],"proposals":[47],"failed":[48],"achieve":[50],"good":[51,69],"results,":[52],"often":[53],"under-performing":[54],"traditional":[55],"routing":[56,96,149,157],"techniques.":[57],"We":[58,114,140],"argue":[59],"successfully":[61],"DRL-based":[63],"networking":[66,138],"requires":[67],"finding":[68],"representations":[70,108],"the":[72,83,89,95,120,165],"network":[73],"parameters:":[74],"feature":[75],"engineering.":[76],"agents":[78],"need":[79],"represent":[81],"both":[82],"state":[84,121],"(e.g.,":[85,92],"link":[86],"utilization)":[87],"action":[90,123],"space":[91],"changes":[93],"policy).":[97],"In":[98],"this":[99],"paper,":[100],"show":[102,163],"existing":[104,126,174],"approaches":[105],"use":[106],"straightforward":[107],"lead":[110],"poor":[112],"performance.":[113],"propose":[115],"novel":[117],"representation":[118,143],"outperforms":[125],"ones":[127],"is":[130],"flexible":[131],"enough":[132],"be":[134],"applied":[135],"many":[137],"use-cases.":[139],"test":[141],"our":[142],"two":[145],"different":[146],"scenarios:":[147],"(i)":[148],"optical":[151],"transport":[152],"networks":[153],"(ii)":[155],"QoS-aware":[156],"IP":[159],"networks.":[160],"Our":[161],"results":[162],"agent":[167],"achieves":[168],"significantly":[169],"better":[170],"performance":[171],"compared":[172],"state/action":[175],"representations.":[176]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2960532465","counts_by_year":[{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":2}],"updated_date":"2024-12-13T02:03:55.586886","created_date":"2019-07-23"}