{"id":"https://openalex.org/W4379958458","doi":"https://doi.org/10.48550/arxiv.2306.04532","title":"Long Sequence Hopfield Memory","display_name":"Long Sequence Hopfield Memory","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4379958458","doi":"https://doi.org/10.48550/arxiv.2306.04532"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2306.04532","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":null,"is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"journal-article","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2306.04532","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092120692","display_name":"Hamza Tahir Chaudhry","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaudhry, Hamza Tahir","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063822685","display_name":"Jacob A. Zavatone-Veth","orcid":"https://orcid.org/0000-0002-4060-1738"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zavatone-Veth, Jacob A.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038446902","display_name":"Dmitry Krotov","orcid":"https://orcid.org/0000-0001-6810-1906"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krotov, Dmitry","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5023195984","display_name":"Cengiz Pehlevan","orcid":"https://orcid.org/0000-0001-9767-6063"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pehlevan, Cengiz","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":67},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9911,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9426,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hebbian-theory","display_name":"Hebbian theory","score":0.8029237},{"id":"https://openalex.org/keywords/hopfield-network","display_name":"Hopfield network","score":0.72430766},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.7017506},{"id":"https://openalex.org/keywords/bidirectional-associative-memory","display_name":"Bidirectional associative memory","score":0.5720463},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.54543376},{"id":"https://openalex.org/keywords/associative-property","display_name":"Associative property","score":0.47326517}],"concepts":[{"id":"https://openalex.org/C111437709","wikidata":"https://www.wikidata.org/wiki/Q1277874","display_name":"Hebbian theory","level":3,"score":0.8029237},{"id":"https://openalex.org/C46421273","wikidata":"https://www.wikidata.org/wiki/Q1407668","display_name":"Hopfield network","level":3,"score":0.72430766},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7175325},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.7017506},{"id":"https://openalex.org/C53442348","wikidata":"https://www.wikidata.org/wiki/Q745101","display_name":"Content-addressable memory","level":3,"score":0.6531366},{"id":"https://openalex.org/C120620853","wikidata":"https://www.wikidata.org/wiki/Q506355","display_name":"Bidirectional associative memory","level":4,"score":0.5720463},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5546766},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.54543376},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.48121336},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48105645},{"id":"https://openalex.org/C159423971","wikidata":"https://www.wikidata.org/wiki/Q177251","display_name":"Associative property","level":2,"score":0.47326517},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35184547},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12964854},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2306.04532","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2306.04532","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2306.04532","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":null,"is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4321273133","https://openalex.org/W2769111744","https://openalex.org/W2390617758","https://openalex.org/W2260028708","https://openalex.org/W2147932521","https://openalex.org/W2144581752","https://openalex.org/W2109892802","https://openalex.org/W2050720944","https://openalex.org/W1560986979","https://openalex.org/W1536116856"],"abstract_inverted_index":{"Sequence":[0],"memory":[1,29],"is":[2],"an":[3],"essential":[4],"attribute":[5],"of":[6,21,27,55,78,135],"natural":[7],"and":[8,17,23,117,153],"artificial":[9],"intelligence":[10],"that":[11],"enables":[12],"agents":[13],"to":[14,60,102,132,144,160],"encode,":[15],"store,":[16],"retrieve":[18],"complex":[19],"sequences":[20,134,146],"stimuli":[22],"actions.":[24],"Computational":[25],"models":[26,80,111],"sequence":[28,51,76,98],"have":[30],"been":[31],"proposed":[32],"where":[33],"recurrent":[34],"Hopfield-like":[35],"neural":[36],"networks":[37,47],"are":[38],"trained":[39],"with":[40,100,122,147,158],"temporally":[41],"asymmetric":[42],"Hebbian":[43],"rules.":[44],"However,":[45],"these":[46,79,119],"suffer":[48],"from":[49],"limited":[50],"capacity":[52,77,99],"(maximal":[53],"length":[54],"the":[56,63,75,90],"stored":[57],"sequence)":[58],"due":[59],"interference":[61],"between":[62,89,150],"memories.":[64],"Inspired":[65],"by":[66,81],"recent":[67],"work":[68],"on":[69,113],"Dense":[70],"Associative":[71],"Memories,":[72],"we":[73,126,140],"expand":[74],"introducing":[82],"a":[83,128,155],"nonlinear":[84],"interaction":[85],"term,":[86],"enhancing":[87],"separation":[88],"patterns.":[91,138],"We":[92],"derive":[93],"novel":[94],"scaling":[95,108],"laws":[96,109],"for":[97,110],"respect":[101],"network":[103],"size,":[104],"significantly":[105],"outperforming":[106],"existing":[107],"based":[112],"traditional":[114],"Hopfield":[115],"networks,":[116],"verify":[118],"theoretical":[120],"results":[121],"numerical":[123],"simulation.":[124],"Moreover,":[125],"introduce":[127],"generalized":[129],"pseudoinverse":[130],"rule":[131],"recall":[133],"highly":[136],"correlated":[137],"Finally,":[139],"extend":[141],"this":[142],"model":[143],"store":[145],"variable":[148],"timing":[149],"states'":[151],"transitions":[152],"describe":[154],"biologically-plausible":[156],"implementation,":[157],"connections":[159],"motor":[161],"neuroscience.":[162]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4379958458","counts_by_year":[],"updated_date":"2025-01-22T17:57:18.916153","created_date":"2023-06-09"}