{"id":"https://openalex.org/W3008587157","doi":"https://doi.org/10.24963/ijcai.2020/394","title":"Reinforcement Learning Framework for Deep Brain Stimulation Study","display_name":"Reinforcement Learning Framework for Deep Brain Stimulation Study","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3008587157","doi":"https://doi.org/10.24963/ijcai.2020/394","mag":"3008587157"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/394","pdf_url":"https://www.ijcai.org/proceedings/2020/0394.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"preprint","type_crossref":"proceedings-article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.ijcai.org/proceedings/2020/0394.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050896803","display_name":"Dmitrii Krylov","orcid":null},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Dmitrii Krylov","raw_affiliation_strings":["Skolkovo Institute of Science and Technology, Bolshoy blvd. 30/1, Moscow, 121205, Russia"],"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Bolshoy blvd. 30/1, Moscow, 121205, Russia","institution_ids":["https://openalex.org/I125989756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080042640","display_name":"R\u00e9mi Tachet des Combes","orcid":"https://orcid.org/0000-0002-0763-8723"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Remi Tachet des Combes","raw_affiliation_strings":["Microsoft Research Lab"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Lab","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089214987","display_name":"Romain Laroche","orcid":"https://orcid.org/0000-0001-7180-2746"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Romain Laroche","raw_affiliation_strings":["Microsoft Research Lab"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Lab","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048281793","display_name":"Michael G. Rosenblum","orcid":"https://orcid.org/0000-0002-3044-6121"},"institutions":[{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Rosenblum","raw_affiliation_strings":["University of Potsdam, Karl-Liebknecht-Str. 24/25, 14476 Potsdam-Golm, Germany"],"affiliations":[{"raw_affiliation_string":"University of Potsdam, Karl-Liebknecht-Str. 24/25, 14476 Potsdam-Golm, Germany","institution_ids":["https://openalex.org/I176453806"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031517308","display_name":"Dmitry V. Dylov","orcid":"https://orcid.org/0000-0003-2251-3221"},"institutions":[{"id":"https://openalex.org/I125989756","display_name":"Skolkovo Institute of Science and Technology","ror":"https://ror.org/03f9nc143","country_code":"RU","type":"education","lineage":["https://openalex.org/I125989756"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Dmitry V. Dylov","raw_affiliation_strings":["Skolkovo Institute of Science and Technology, Bolshoy blvd. 30/1, Moscow, 121205, Russia"],"affiliations":[{"raw_affiliation_string":"Skolkovo Institute of Science and Technology, Bolshoy blvd. 30/1, Moscow, 121205, Russia","institution_ids":["https://openalex.org/I125989756"]}]}],"institution_assertions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":10,"citation_normalized_percentile":{"value":0.999688,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":87},"biblio":{"volume":null,"issue":null,"first_page":"2847","last_page":"2854"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10919","display_name":"Neurological disorders and treatments","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/brain-stimulation","display_name":"Brain stimulation","score":0.41389352}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8855682},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.71868694},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.58988017},{"id":"https://openalex.org/C2778542668","wikidata":"https://www.wikidata.org/wiki/Q618076","display_name":"Deep brain stimulation","level":4,"score":0.49661046},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.45036858},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.42783415},{"id":"https://openalex.org/C2985799443","wikidata":"https://www.wikidata.org/wiki/Q4955838","display_name":"Brain stimulation","level":3,"score":0.41389352},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38994575},{"id":"https://openalex.org/C24998067","wikidata":"https://www.wikidata.org/wiki/Q4114622","display_name":"Stimulation","level":2,"score":0.37533522},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27630252},{"id":"https://openalex.org/C2779734285","wikidata":"https://www.wikidata.org/wiki/Q11085","display_name":"Parkinson's disease","level":3,"score":0.1013301},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0909296},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/394","pdf_url":"https://www.ijcai.org/proceedings/2020/0394.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.10948","pdf_url":"http://arxiv.org/pdf/2002.10948","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2002.10948","pdf_url":"https://arxiv.org/pdf/2002.10948","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2002.10948","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/394","pdf_url":"https://www.ijcai.org/proceedings/2020/0394.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":["https://openalex.org/W3008587157","https://openalex.org/W3034363726"],"referenced_works_count":31,"referenced_works":["https://openalex.org/W1026954615","https://openalex.org/W1542782021","https://openalex.org/W182375345","https://openalex.org/W1909924204","https://openalex.org/W1958274942","https://openalex.org/W1970781510","https://openalex.org/W2011861207","https://openalex.org/W2023380365","https://openalex.org/W2042226254","https://openalex.org/W2062233234","https://openalex.org/W2062865989","https://openalex.org/W2063564617","https://openalex.org/W2083628144","https://openalex.org/W2083932518","https://openalex.org/W2092433169","https://openalex.org/W2121863487","https://openalex.org/W2152069319","https://openalex.org/W2163057446","https://openalex.org/W2511969663","https://openalex.org/W2584311212","https://openalex.org/W2736601468","https://openalex.org/W2782714865","https://openalex.org/W2788043262","https://openalex.org/W2802795050","https://openalex.org/W2889669365","https://openalex.org/W2905542394","https://openalex.org/W2935233765","https://openalex.org/W2976902166","https://openalex.org/W3102719883","https://openalex.org/W3105090572","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W3026608688","https://openalex.org/W2970958624","https://openalex.org/W2951735952","https://openalex.org/W2912286405","https://openalex.org/W2081037902","https://openalex.org/W2064706148","https://openalex.org/W2063423337","https://openalex.org/W2007820168","https://openalex.org/W1992604490","https://openalex.org/W177767782"],"abstract_inverted_index":{"Malfunctioning":[0],"neurons":[1,62],"in":[2],"the":[3,40,50,71,91,99],"brain":[4],"sometimes":[5],"operate":[6],"synchronously,":[7],"reportedly":[8],"causing":[9],"many":[10],"neurological":[11],"diseases,":[12],"e.g.":[13],"Parkinson's.":[14],"Suppression":[15],"and":[16,30,63,96],"control":[17],"of":[18,25,61,73,77],"this":[19,58],"collective":[20,59],"synchronous":[21],"activity":[22],"are":[23],"therefore":[24],"great":[26],"importance":[27],"for":[28,70,85],"neuroscience,":[29],"can":[31],"only":[32],"rely":[33],"on":[34],"limited":[35],"engineering":[36],"trials":[37],"due":[38],"to":[39,42,66,94],"need":[41],"experiment":[43],"with":[44],"live":[45],"human":[46],"brains.":[47],"We":[48,79],"present":[49],"first":[51],"Reinforcement":[52],"Learning":[53],"gym":[54],"framework":[55],"that":[56],"emulates":[57],"behavior":[60],"allows":[64],"us":[65],"find":[67],"suppression":[68],"parameters":[69],"environment":[72],"synthetic":[74],"degenerate":[75],"models":[76],"neurons.":[78],"successfully":[80],"suppress":[81],"synchrony":[82],"via":[83],"RL":[84],"three":[86],"pathological":[87],"signaling":[88],"regimes,":[89],"characterize":[90],"framework's":[92],"stability":[93],"noise,":[95],"further":[97],"remove":[98],"unwanted":[100],"oscillations":[101],"by":[102],"engaging":[103],"multiple":[104],"PPO":[105],"agents.":[106]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3008587157","counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2024-12-12T20:21:07.179099","created_date":"2020-03-06"}