{"id":"https://openalex.org/W3011793417","doi":"https://doi.org/10.1016/j.neunet.2020.03.005","title":"Dynamic resource allocation during reinforcement learning accounts for ramping and phasic dopamine activity","display_name":"Dynamic resource allocation during reinforcement learning accounts for ramping and phasic dopamine activity","publication_year":2020,"publication_date":"2020-03-10","ids":{"openalex":"https://openalex.org/W3011793417","doi":"https://doi.org/10.1016/j.neunet.2020.03.005","mag":"3011793417","pmid":"https://pubmed.ncbi.nlm.nih.gov/32203877"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.neunet.2020.03.005","pdf_url":null,"source":{"id":"https://openalex.org/S123019304","display_name":"Neural Networks","issn_l":"0893-6080","issn":["0893-6080","1879-2782"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073851515","display_name":"Minryung R. Song","orcid":"https://orcid.org/0000-0002-9292-5988"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"funder","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minryung R. Song","raw_affiliation_strings":["Department of Bio and Brain Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, 34141, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Bio and Brain Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, 34141, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075631319","display_name":"Sang Wan Lee","orcid":"https://orcid.org/0000-0001-6266-9613"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"funder","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sang Wan Lee","raw_affiliation_strings":["Department of Bio and Brain Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, 34141, South Korea","KAIST Center for Neuroscience-inspired AI, Daejeon, 34141, South Korea","KAIST Institute for Artificial Intelligence, Daejeon, 34141, South Korea","KAIST Institute for Health, Science, and Technology, Daejeon, 34141, South Korea","Program of Brain and Cognitive Engineering, Daejeon, 34141, South Korea"],"affiliations":[{"raw_affiliation_string":"KAIST Institute for Artificial Intelligence, Daejeon, 34141, South Korea","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"KAIST Center for Neuroscience-inspired AI, Daejeon, 34141, South Korea","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"Program of Brain and Cognitive Engineering, Daejeon, 34141, South Korea","institution_ids":[]},{"raw_affiliation_string":"Department of Bio and Brain Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, 34141, South Korea","institution_ids":["https://openalex.org/I157485424"]},{"raw_affiliation_string":"KAIST Institute for Health, Science, and Technology, Daejeon, 34141, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5075631319"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":{"value":3350,"currency":"USD","value_usd":3350},"apc_paid":null,"fwci":1.34,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.801769,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":90},"biblio":{"volume":"126","issue":null,"first_page":"95","last_page":"107"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11178","display_name":"Receptor Mechanisms and Signaling","score":0.9977,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10056","display_name":"Neurotransmitter Receptor Influence on Behavior","score":0.9966,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"Temporal difference learning","score":0.46074095}],"concepts":[{"id":"https://openalex.org/C513476851","wikidata":"https://www.wikidata.org/wiki/Q170304","display_name":"Dopamine","level":2,"score":0.7164587},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6303836},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5842899},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.5223176},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.48859793},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.48772797},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.47984904},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4678719},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.46074095},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43496493},{"id":"https://openalex.org/C552161191","wikidata":"https://www.wikidata.org/wiki/Q185080","display_name":"Midbrain","level":3,"score":0.42172158},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40232286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2620846},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.11712301},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C529278444","wikidata":"https://www.wikidata.org/wiki/Q47273","display_name":"Central nervous system","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D004298","descriptor_name":"Dopamine","qualifier_ui":"Q000378","qualifier_name":"metabolism","is_major_topic":true},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":"","qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":"","qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003463","descriptor_name":"Cues","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004298","descriptor_name":"Dopamine","qualifier_ui":"","qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":"","qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.neunet.2020.03.005","pdf_url":null,"source":{"id":"https://openalex.org/S123019304","display_name":"Neural Networks","issn_l":"0893-6080","issn":["0893-6080","1879-2782"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32203877","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea","award_id":"NRF-2019M3E5D2A01066267"},{"funder":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion","award_id":"2017-0-00451"}],"datasets":[],"versions":[],"referenced_works_count":98,"referenced_works":["https://openalex.org/W1503962455","https://openalex.org/W1581202840","https://openalex.org/W1602139841","https://openalex.org/W1966343623","https://openalex.org/W1966712471","https://openalex.org/W1973229581","https://openalex.org/W1983398462","https://openalex.org/W1984215466","https://openalex.org/W1995915560","https://openalex.org/W1998939463","https://openalex.org/W2008497075","https://openalex.org/W2010775488","https://openalex.org/W2011451766","https://openalex.org/W2017836845","https://openalex.org/W2024910015","https://openalex.org/W2025797408","https://openalex.org/W2029164808","https://openalex.org/W2073602092","https://openalex.org/W2076457657","https://openalex.org/W2080971168","https://openalex.org/W2081620069","https://openalex.org/W2083517660","https://openalex.org/W2084682097","https://openalex.org/W2085337123","https://openalex.org/W2090144013","https://openalex.org/W2093267579","https://openalex.org/W2093512977","https://openalex.org/W2093967694","https://openalex.org/W2094037121","https://openalex.org/W2094415892","https://openalex.org/W2102109487","https://openalex.org/W2103768739","https://openalex.org/W2111971565","https://openalex.org/W2112480903","https://openalex.org/W2116049552","https://openalex.org/W2117726420","https://openalex.org/W2118691301","https://openalex.org/W2120101916","https://openalex.org/W2121761804","https://openalex.org/W2123563550","https://openalex.org/W2124720308","https://openalex.org/W2127190848","https://openalex.org/W2133403871","https://openalex.org/W2139283936","https://openalex.org/W2147538742","https://openalex.org/W2152681028","https://openalex.org/W2156581621","https://openalex.org/W2157044630","https://openalex.org/W2163805252","https://openalex.org/W2170724617","https://openalex.org/W2175255411","https://openalex.org/W2191449095","https://openalex.org/W2211629969","https://openalex.org/W2214962513","https://openalex.org/W2220700876","https://openalex.org/W2259239391","https://openalex.org/W2262696703","https://openalex.org/W2263610200","https://openalex.org/W2281896430","https://openalex.org/W2400105390","https://openalex.org/W2461148724","https://openalex.org/W2465363333","https://openalex.org/W2466948651","https://openalex.org/W2518664057","https://openalex.org/W2531037093","https://openalex.org/W2544311518","https://openalex.org/W2571008383","https://openalex.org/W2577645110","https://openalex.org/W2591012103","https://openalex.org/W2592710662","https://openalex.org/W2593605634","https://openalex.org/W2597822319","https://openalex.org/W2602465944","https://openalex.org/W2604220916","https://openalex.org/W2725161555","https://openalex.org/W2754726085","https://openalex.org/W2764001386","https://openalex.org/W2766827141","https://openalex.org/W2782486386","https://openalex.org/W2782709213","https://openalex.org/W2785323625","https://openalex.org/W2795803103","https://openalex.org/W2799652277","https://openalex.org/W2896183637","https://openalex.org/W2897319759","https://openalex.org/W2899707722","https://openalex.org/W2901153433","https://openalex.org/W2914810762","https://openalex.org/W2937132841","https://openalex.org/W2944997976","https://openalex.org/W2947312223","https://openalex.org/W2948506592","https://openalex.org/W2949379258","https://openalex.org/W2975167992","https://openalex.org/W2979619911","https://openalex.org/W3008648968","https://openalex.org/W4231009092","https://openalex.org/W4246185465"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W4384574988","https://openalex.org/W4321463377","https://openalex.org/W4294233322","https://openalex.org/W3010124800","https://openalex.org/W2999667912","https://openalex.org/W2341346307","https://openalex.org/W2307353306","https://openalex.org/W2154399718","https://openalex.org/W2145363145"],"abstract_inverted_index":null,"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3011793417","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":8}],"updated_date":"2025-04-24T16:19:48.325941","created_date":"2020-03-23"}