{"id":"https://openalex.org/W4387390253","doi":"https://doi.org/10.48550/arxiv.2310.02902","title":"Searching for High-Value Molecules Using Reinforcement Learning and Transformers","display_name":"Searching for High-Value Molecules Using Reinforcement Learning and Transformers","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387390253","doi":"https://doi.org/10.48550/arxiv.2310.02902"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2310.02902","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2310.02902","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018987876","display_name":"Raj Ghugare","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghugare, Raj","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013678286","display_name":"Santiago Miret","orcid":"https://orcid.org/0000-0002-5121-3853"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miret, Santiago","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093013894","display_name":"Adriana Hugessen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hugessen, Adriana","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008537744","display_name":"Mariano Phielipp","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Phielipp, Mariano","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5045351810","display_name":"Glen Berseth","orcid":"https://orcid.org/0000-0001-7351-8028"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Berseth, Glen","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.846292,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":84,"max":87},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9916,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9916,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10911","display_name":"Chemical Synthesis and Analysis","score":0.9845,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9571,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/structuring","display_name":"Structuring","score":0.555552}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.87273586},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7248722},{"id":"https://openalex.org/C2775945657","wikidata":"https://www.wikidata.org/wiki/Q381442","display_name":"Structuring","level":2,"score":0.555552},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5334233},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40536416},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.40302664},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11230892},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2310.02902","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.02902","pdf_url":"http://arxiv.org/pdf/2310.02902","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2310.02902","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2310.02902","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.8,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W756498608","https://openalex.org/W4394443292","https://openalex.org/W4285395220","https://openalex.org/W4251394462","https://openalex.org/W2493576743","https://openalex.org/W2486167009","https://openalex.org/W2135201366","https://openalex.org/W1595575899","https://openalex.org/W1580673008","https://openalex.org/W1510936208"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"over":[3,16],"text":[4,46],"representations":[5],"can":[6,14,53],"be":[7,31],"effective":[8,32],"for":[9,45,51,124],"finding":[10],"high-value":[11],"policies":[12],"that":[13,104],"search":[15,25],"graphs.":[17],"However,":[18],"RL":[19,56],"requires":[20],"careful":[21],"structuring":[22],"of":[23],"the":[24],"space":[26,101],"and":[27,48,75,102],"algorithm":[28,73],"design":[29,43,72,83,119],"to":[30,59],"in":[33,98],"this":[34,92,99],"challenge.":[35],"Through":[36],"extensive":[37],"experiments,":[38],"we":[39,94],"explore":[40],"how":[41],"different":[42],"choices":[44,50,120],"grammar":[47],"algorithmic":[49],"training":[52],"affect":[54],"an":[55],"policy's":[57],"ability":[58],"generate":[60],"molecules":[61],"with":[62],"desired":[63],"properties.":[64],"We":[65],"arrive":[66],"at":[67],"a":[68,77],"new":[69],"RL-based":[70],"molecular":[71],"(ChemRLformer)":[74],"perform":[76],"thorough":[78],"analysis":[79],"using":[80],"25":[81],"molecule":[82,126],"tasks,":[84],"including":[85],"computationally":[86],"complex":[87],"protein":[88],"docking":[89],"simulations.":[90],"From":[91],"analysis,":[93],"discover":[95],"unique":[96],"insights":[97],"problem":[100],"show":[103],"ChemRLformer":[105],"achieves":[106],"state-of-the-art":[107],"performance":[108],"while":[109],"being":[110],"more":[111],"straightforward":[112],"than":[113],"prior":[114],"work":[115],"by":[116],"demystifying":[117],"which":[118],"are":[121],"actually":[122],"helpful":[123],"text-based":[125],"design.":[127]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4387390253","counts_by_year":[{"year":2024,"cited_by_count":3}],"updated_date":"2025-01-16T18:50:56.666403","created_date":"2023-10-06"}