{"id":"https://openalex.org/W4287413833","doi":"https://doi.org/10.1002/cpe.8143","title":"Architecture and performance of Perlmutter's 35 PB ClusterStor E1000 all\u2010flash file system","display_name":"Architecture and performance of Perlmutter's 35 PB ClusterStor E1000 all\u2010flash file system","publication_year":2024,"publication_date":"2024-07-23","ids":{"openalex":"https://openalex.org/W4287413833","doi":"https://doi.org/10.1002/cpe.8143"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1002/cpe.8143","pdf_url":null,"source":{"id":"https://openalex.org/S11065456","display_name":"Concurrency and Computation Practice and Experience","issn_l":"1532-0626","issn":["1532-0626","1532-0634"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/content/qt90r3s04z/qt90r3s04z.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024755352","display_name":"Glenn K. Lockwood","orcid":"https://orcid.org/0000-0002-9241-9372"},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Glenn K. Lockwood","raw_affiliation_strings":["Lawrence Berkeley National Laboratory, Berkeley, California, USA"],"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratory, Berkeley, California, USA","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047689583","display_name":"Alberto Chiusole","orcid":"https://orcid.org/0000-0003-0239-574X"},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alberto Chiusole","raw_affiliation_strings":["Lawrence Berkeley National Laboratory, Berkeley, California, USA"],"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratory, Berkeley, California, USA","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109842151","display_name":"L. Gerhardt","orcid":null},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lisa Gerhardt","raw_affiliation_strings":["Lawrence Berkeley National Laboratory, Berkeley, California, USA"],"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratory, Berkeley, California, USA","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055502416","display_name":"Kirill Lozinskiy","orcid":null},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kirill Lozinskiy","raw_affiliation_strings":["Lawrence Berkeley National Laboratory, Berkeley, California, USA"],"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratory, Berkeley, California, USA","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089991670","display_name":"David Pa\u00fal","orcid":"https://orcid.org/0000-0002-2428-5667"},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Paul","raw_affiliation_strings":["Lawrence Berkeley National Laboratory, Berkeley, California, USA"],"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratory, Berkeley, California, USA","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070066590","display_name":"Nicholas J. Wright","orcid":"https://orcid.org/0000-0003-1883-6108"},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas J. Wright","raw_affiliation_strings":["Lawrence Berkeley National Laboratory, Berkeley, California, USA"],"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratory, Berkeley, California, USA","institution_ids":["https://openalex.org/I148283060"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5047689583"],"corresponding_institution_ids":["https://openalex.org/I148283060"],"apc_list":{"value":4740,"currency":"USD","value_usd":4740,"provenance":"doaj"},"apc_paid":null,"fwci":0.0,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":1,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":85,"max":94},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Distributed Storage Systems and Network Coding","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Distributed Storage Systems and Network Coding","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed Grid Computing Systems","score":0.9961,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Performance Optimization","score":0.9824,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lustre","display_name":"Lustre (file system)","score":0.9733245},{"id":"https://openalex.org/keywords/nand-flash-memory","display_name":"NAND Flash Memory","score":0.495967},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.456631},{"id":"https://openalex.org/keywords/virtual-file-system","display_name":"Virtual file system","score":0.42994353}],"concepts":[{"id":"https://openalex.org/C180699724","wikidata":"https://www.wikidata.org/wiki/Q1877782","display_name":"Lustre (file system)","level":3,"score":0.9733245},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.81531894},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.7219821},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6489097},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.56864715},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.53589785},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.456631},{"id":"https://openalex.org/C58861120","wikidata":"https://www.wikidata.org/wiki/Q1330734","display_name":"Virtual file system","level":5,"score":0.42994353},{"id":"https://openalex.org/C2777526259","wikidata":"https://www.wikidata.org/wiki/Q221836","display_name":"Flash (photography)","level":2,"score":0.410046},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18271586},{"id":"https://openalex.org/C82820731","wikidata":"https://www.wikidata.org/wiki/Q2640620","display_name":"Self-certifying File System","level":3,"score":0.17728308},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C88520388","wikidata":"https://www.wikidata.org/wiki/Q1126823","display_name":"SSH File Transfer Protocol","level":4,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1002/cpe.8143","pdf_url":null,"source":{"id":"https://openalex.org/S11065456","display_name":"Concurrency and Computation Practice and Experience","issn_l":"1532-0626","issn":["1532-0626","1532-0634"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1798757","pdf_url":"https://escholarship.org/content/qt90r3s04z/qt90r3s04z.pdf","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":["Office of Scientific and Technical Information"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://www.osti.gov/biblio/2406270","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":["Office of Scientific and Technical Information"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://www.osti.gov/biblio/2440410","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":["Office of Scientific and Technical Information"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/90r3s04z","pdf_url":"https://escholarship.org/content/qt90r3s04z/qt90r3s04z.pdf?t=qvgp84","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":["California Digital Library"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1798757","pdf_url":"https://escholarship.org/content/qt90r3s04z/qt90r3s04z.pdf","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":["Office of Scientific and Technical Information"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy","award_id":"DE\u2010AC02\u201005CH11231"}],"datasets":[],"versions":[],"referenced_works_count":5,"referenced_works":["https://openalex.org/W1493774699","https://openalex.org/W2739789142","https://openalex.org/W2757619322","https://openalex.org/W2994238052","https://openalex.org/W3094954182"],"related_works":["https://openalex.org/W4250902176","https://openalex.org/W3159974995","https://openalex.org/W2357409795","https://openalex.org/W2151392458","https://openalex.org/W2140836923","https://openalex.org/W2133280212","https://openalex.org/W2038186724","https://openalex.org/W164276876","https://openalex.org/W158609731","https://openalex.org/W1509932472"],"abstract_inverted_index":{"Summary":[0],"NERSC's":[1,93],"newest":[2],"system,":[3,95],"Perlmutter,":[4],"features":[5],"a":[6,105,112],"35":[7],"PB":[8],"all\u2010flash":[9,123],"Lustre":[10,42,124],"file":[11,114],"system":[12],"built":[13],"on":[14],"HPE":[15],"Cray":[16],"ClusterStor":[17],"E1000.":[18],"We":[19,33,61],"present":[20,126],"its":[21],"architecture,":[22],"early":[23],"performance":[24,27,36,65,72,103,119],"figures,":[25],"and":[26,58,76,89,108,125,131,139],"considerations":[28,120],"unique":[29,121],"to":[30,80,92,97,122,141],"this":[31],"architecture.":[32],"demonstrate":[34],"the":[35,49,53,56,102,109],"of":[37,48,52,70,104,111,145],"E1000":[38],"OSSes":[39],"through":[40],"low\u2010level":[41],"tests":[43],"that":[44,99],"achieve":[45],"over":[46],"90%":[47],"theoretical":[50],"bandwidth":[51],"SSDs":[54],"at":[55,86],"OST":[57],"LNet":[59],"levels.":[60],"also":[62],"show":[63],"end\u2010to\u2010end":[64],"for":[66],"both":[67],"traditional":[68],"dimensions":[69],"I/O":[71,137],"(peak":[73],"bulk\u2010synchronous":[74],"bandwidth)":[75],"nonoptimal":[77],"workloads":[78],"endemic":[79],"production":[81],"computing":[82],"(small,":[83],"incoherent":[84],"I/Os":[85],"random":[87],"offsets)":[88],"compare":[90],"them":[91],"previous":[94],"Cori,":[96],"illustrate":[98],"Perlmutter":[100],"achieves":[101],"burst":[106],"buffer":[107],"resilience":[110],"scratch":[113],"system.":[115],"Finally,":[116],"we":[117],"discuss":[118],"ways":[127],"in":[128],"which":[129],"users":[130],"HPC":[132],"facilities":[133],"can":[134],"adjust":[135],"their":[136],"patterns":[138],"operations":[140],"make":[142],"optimal":[143],"use":[144],"such":[146],"architectures.":[147]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4287413833","counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2024-11-26T23:04:59.242980","created_date":"2022-07-25"}