{"id":"https://openalex.org/W4401354861","doi":"https://doi.org/10.1016/j.eswa.2024.124959","title":"Mobile robot sequential decision making using a deep reinforcement learning hyper-heuristic approach","display_name":"Mobile robot sequential decision making using a deep reinforcement learning hyper-heuristic approach","publication_year":2024,"publication_date":"2024-08-06","ids":{"openalex":"https://openalex.org/W4401354861","doi":"https://doi.org/10.1016/j.eswa.2024.124959"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2024.124959","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.eswa.2024.124959","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020724945","display_name":"Tianxiang Cui","orcid":"https://orcid.org/0000-0002-0102-2581"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tianxiang Cui","raw_affiliation_strings":["School of Computer Science, University of Nottingham Ningbo China, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham Ningbo China, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069429997","display_name":"Xiaoying Yang","orcid":"https://orcid.org/0000-0002-4062-6724"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoying Yang","raw_affiliation_strings":["School of Computer Science, University of Nottingham Ningbo China, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham Ningbo China, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079852333","display_name":"Fuhua Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuhua Jia","raw_affiliation_strings":["Department of Mechanical, Materials and Manufacturing, University of Nottingham Ningbo China, China"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical, Materials and Manufacturing, University of Nottingham Ningbo China, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105344309","display_name":"J.S. Jin","orcid":"https://orcid.org/0000-0001-9839-4279"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahuan Jin","raw_affiliation_strings":["School of Computer Science, University of Nottingham Ningbo China, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham Ningbo China, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044155484","display_name":"Yujian Ye","orcid":"https://orcid.org/0000-0002-9278-9218"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujian Ye","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046750599","display_name":"Ruibin Bai","orcid":"https://orcid.org/0000-0003-1722-568X"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruibin Bai","raw_affiliation_strings":["School of Computer Science, University of Nottingham Ningbo China, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham Ningbo China, China","institution_ids":["https://openalex.org/I13591777"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020724945"],"corresponding_institution_ids":["https://openalex.org/I13591777"],"apc_list":{"value":3220,"currency":"USD","value_usd":3220,"provenance":"doaj"},"apc_paid":{"value":3220,"currency":"USD","value_usd":3220,"provenance":"doaj"},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":84},"biblio":{"volume":"257","issue":null,"first_page":"124959","last_page":"124959"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9957,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9939,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness","score":0.6389046},{"id":"https://openalex.org/keywords/hyper-heuristic","display_name":"Hyper-heuristic","score":0.42766514}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8121661},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7907953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6849419},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6755115},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6389046},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5626879},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.56035346},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.47840175},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.46477607},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.44872445},{"id":"https://openalex.org/C117270229","wikidata":"https://www.wikidata.org/wiki/Q5957539","display_name":"Hyper-heuristic","level":5,"score":0.42766514},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4178648},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.41317004},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.21936625},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08986923},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2024.124959","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2024.124959","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.73}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":39,"referenced_works":["https://openalex.org/W1616853483","https://openalex.org/W1969483458","https://openalex.org/W1977655452","https://openalex.org/W1986014385","https://openalex.org/W2007572995","https://openalex.org/W2061395525","https://openalex.org/W2088956500","https://openalex.org/W2089418087","https://openalex.org/W2099618002","https://openalex.org/W2120600560","https://openalex.org/W2123487311","https://openalex.org/W2142544818","https://openalex.org/W2181518697","https://openalex.org/W2194775991","https://openalex.org/W2257979135","https://openalex.org/W2462800345","https://openalex.org/W2518731509","https://openalex.org/W2563670399","https://openalex.org/W2612690371","https://openalex.org/W265467607","https://openalex.org/W2724857106","https://openalex.org/W2788455270","https://openalex.org/W2951796861","https://openalex.org/W2966477753","https://openalex.org/W2997695835","https://openalex.org/W3125055412","https://openalex.org/W3129082882","https://openalex.org/W3142041998","https://openalex.org/W3148444946","https://openalex.org/W3195968524","https://openalex.org/W4281622133","https://openalex.org/W4286748781","https://openalex.org/W4307154771","https://openalex.org/W4317382688","https://openalex.org/W4365799935","https://openalex.org/W4388260648","https://openalex.org/W4389100928","https://openalex.org/W4390576162","https://openalex.org/W561688239"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4360996210","https://openalex.org/W4306904969","https://openalex.org/W4296209631","https://openalex.org/W4237406693","https://openalex.org/W3187903306","https://openalex.org/W3097449145","https://openalex.org/W2561617217","https://openalex.org/W2163808368","https://openalex.org/W2138720691"],"abstract_inverted_index":{"Sequential":[0],"decision":[1,31],"making":[2,32],"is":[3,11,48,92,100,135,177],"an":[4,60],"important":[5],"part":[6],"of":[7,43,53,63,71,79,115,167,183,191,216],"robotic":[8],"problems":[9],"that":[10,143],"receiving":[12],"unprecedented":[13],"attention":[14],"from":[15,68,108,140],"both":[16,209,221],"academia":[17],"and":[18,66,127,155,187,213,224],"industry.":[19],"Recently,":[20],"Deep":[21],"Reinforcement":[22],"Learning":[23],"(DRL)":[24],"has":[25],"shown":[26],"its":[27],"promising":[28],"capabilities":[29],"in":[30,40,50,59,94,120,220],"problems.":[33],"However,":[34],"traditional":[35],"DRL":[36,89,211],"algorithms":[37],"directly":[38,144],"operate":[39],"the":[41,51,69,77,80,124,130,146,165,168,181,189,217],"space":[42,126],"low-level":[44,117,148],"actions,":[45],"when":[46],"it":[47,55],"applied":[49],"domain":[52],"robotics,":[54],"can":[56,202],"easily":[57],"result":[58],"exponential":[61],"growth":[62],"computational":[64],"complexity":[65],"suffer":[67],"\"curse":[70],"dimensionality\",":[72],"becoming":[73],"less":[74],"efficient":[75],"as":[76],"dimensionality":[78],"environment":[81,223],"increases.":[82],"To":[83],"address":[84],"this":[85,95],"issue,":[86],"a":[87,105,109,136,156,172],"novel":[88,157],"hyper-heuristic":[90],"approach":[91,99],"proposed":[93,98,169,200],"paper.":[96],"The":[97],"tailored":[101],"to":[102,122,162,179,208],"align":[103],"with":[104],"problem":[106,219],"taken":[107],"real-world":[110],"competition":[111],"by":[112],"taking":[113],"advantage":[114],"well-developed":[116],"heuristic":[118,214],"actions":[119],"order":[121],"narrow":[123],"search":[125],"speed":[128],"up":[129],"convergence.":[131],"This":[132],"fundamental":[133],"contribution":[134],"significant":[137],"step":[138],"forward":[139],"earlier":[141],"approaches":[142,215],"exploit":[145],"entire":[147],"action":[149],"domain.":[150],"A":[151],"state":[152],"augmentation":[153],"scheme":[154],"reward":[158],"design":[159],"are":[160],"utilized":[161],"further":[163],"improve":[164,188],"performance":[166,205],"method.":[170],"Moreover,":[171],"Real-to-Sim":[173],"based":[174],"training":[175],"framework":[176],"developed":[178],"reduce":[180],"cost":[182],"acquiring":[184],"real-time":[185],"data":[186],"robustness":[190],"agent's":[192],"decision-making":[193],"model.":[194],"Numerous":[195],"experimental":[196],"results":[197],"demonstrate":[198],"our":[199],"method":[201],"achieve":[203],"notable":[204],"gains":[206],"compared":[207],"competitive":[210],"baselines":[212],"same":[218],"known":[222],"previously":[225],"unseen":[226],"scenarios.":[227]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4401354861","counts_by_year":[],"updated_date":"2024-12-12T20:20:05.417885","created_date":"2024-08-07"}