{"id":"https://openalex.org/W4404181312","doi":"https://doi.org/10.14778/3685800.3685807","title":"LavaStore: ByteDance's Purpose-Built, High-Performance, Cost-Effective Local Storage Engine for Cloud Services","display_name":"LavaStore: ByteDance's Purpose-Built, High-Performance, Cost-Effective Local Storage Engine for Cloud Services","publication_year":2024,"publication_date":"2024-08-01","ids":{"openalex":"https://openalex.org/W4404181312","doi":"https://doi.org/10.14778/3685800.3685807"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.14778/3685800.3685807","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100446064","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0001-9301-5989"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113300639","display_name":"Jiaxin Ou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiaxin Ou","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074600477","display_name":"Ming Zhao","orcid":"https://orcid.org/0000-0001-5611-9842"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ming Zhao","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101745231","display_name":"Sheng Qiu","orcid":"https://orcid.org/0000-0002-9354-3279"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheng Qiu","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063872744","display_name":"Yizheng Jiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yizheng Jiao","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100364988","display_name":"Yi Wang","orcid":"https://orcid.org/0000-0002-9095-6879"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi Wang","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026692830","display_name":"Qizhong Mao","orcid":"https://orcid.org/0000-0002-4204-199X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qizhong Mao","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066967694","display_name":"Zhengyu Yang","orcid":"https://orcid.org/0000-0002-9822-5843"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhengyu Yang","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084519698","display_name":"Yang Liu","orcid":"https://orcid.org/0009-0000-8689-4620"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103110098","display_name":"Jianshun Zhang","orcid":"https://orcid.org/0000-0002-6858-9777"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianshun Zhang","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100722848","display_name":"Jianyang Hu","orcid":"https://orcid.org/0000-0003-4911-6816"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianyang Hu","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100434273","display_name":"Jingwei Zhang","orcid":"https://orcid.org/0000-0002-7907-2853"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingwei Zhang","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111734647","display_name":"Jinrui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinrui Liu","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078773589","display_name":"Jiaqiang Chen","orcid":"https://orcid.org/0000-0002-8031-3079"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiaqiang Chen","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086213670","display_name":"Yong Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yong Shen","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065405086","display_name":"Lixun Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lixun Cao","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100373159","display_name":"Heng Zhang","orcid":"https://orcid.org/0000-0003-2159-9705"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heng Zhang","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088558758","display_name":"Hongde Li","orcid":"https://orcid.org/0009-0002-8458-9336"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hongde Li","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100351523","display_name":"Ming Li","orcid":"https://orcid.org/0000-0003-3385-8364"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ming Li","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048930650","display_name":"Yue Ma","orcid":"https://orcid.org/0000-0002-8378-5426"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue Ma","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080798381","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0002-6447-2053"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100414723","display_name":"Jian Liu","orcid":"https://orcid.org/0000-0003-1885-594X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jian Liu","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078777969","display_name":"Liangsheng Zhang","orcid":"https://orcid.org/0000-0003-1919-3677"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guanghui Zhang","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100394562","display_name":"Fei Liu","orcid":"https://orcid.org/0000-0001-7141-5105"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei Liu","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100410508","display_name":"Jianjun Chen","orcid":"https://orcid.org/0000-0002-3734-892X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianjun Chen","raw_affiliation_strings":["ByteDance"],"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":84},"biblio":{"volume":"17","issue":"12","first_page":"3799","last_page":"3812"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-storage","display_name":"Cloud storage","score":0.41792348}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6938242},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49882555},{"id":"https://openalex.org/C2777059624","wikidata":"https://www.wikidata.org/wiki/Q914359","display_name":"Cloud storage","level":3,"score":0.41792348},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3701976},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.33796403}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.14778/3685800.3685807","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":48,"referenced_works":["https://openalex.org/W1604972505","https://openalex.org/W1967373117","https://openalex.org/W1988852271","https://openalex.org/W2010318438","https://openalex.org/W2030062409","https://openalex.org/W2068739275","https://openalex.org/W2074633331","https://openalex.org/W2091389843","https://openalex.org/W2105947650","https://openalex.org/W2134799464","https://openalex.org/W2550104829","https://openalex.org/W2594680891","https://openalex.org/W2605800201","https://openalex.org/W2734941459","https://openalex.org/W2765113847","https://openalex.org/W2798441769","https://openalex.org/W2798891709","https://openalex.org/W2799221749","https://openalex.org/W2878936282","https://openalex.org/W2955602060","https://openalex.org/W2963979055","https://openalex.org/W2967324946","https://openalex.org/W3006050796","https://openalex.org/W3013608101","https://openalex.org/W3018708672","https://openalex.org/W3098583838","https://openalex.org/W3132179396","https://openalex.org/W3173499193","https://openalex.org/W3176757854","https://openalex.org/W3204542296","https://openalex.org/W3207452942","https://openalex.org/W4210935468","https://openalex.org/W4221079727","https://openalex.org/W4252238872","https://openalex.org/W4281726021","https://openalex.org/W4282032011","https://openalex.org/W4282561327","https://openalex.org/W4283319958","https://openalex.org/W4285210345","https://openalex.org/W4286300802","https://openalex.org/W4286447321","https://openalex.org/W4287186706","https://openalex.org/W4312738011","https://openalex.org/W4313065965","https://openalex.org/W4366783075","https://openalex.org/W4383749405","https://openalex.org/W4387321086","https://openalex.org/W4388508469"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W4389340727","https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2560439919","https://openalex.org/W2251605416","https://openalex.org/W2134969820","https://openalex.org/W1997222214"],"abstract_inverted_index":{"Persistent":[0],"key-value":[1],"(KV)":[2],"stores":[3],"are":[4],"widely":[5],"used":[6,18],"by":[7,107,209],"cloud":[8],"services":[9],"at":[10,49],"ByteDance":[11,193,216],"as":[12,80],"local":[13,45,76,94,117,187],"storage":[14,46,77,95,118,188],"engines,":[15],"and":[16,35,59,65,82,86,142,168,179,206,211,214],"RocksDB":[17],"to":[19,30,73,98,152,182],"be":[20,28],"the":[21,53,84,137],"de":[22],"facto":[23],"implementation":[24,87],"since":[25],"it":[26],"can":[27],"tailored":[29],"a":[31,74,91,110,114,121,132,143,192,201,215],"variety":[32],"of":[33,55,88,113,156,158,166,171],"workloads":[34,58],"requirements.":[36],"In":[37],"this":[38],"paper,":[39],"we":[40],"provide":[41],"key":[42],"insights":[43],"into":[44],"engine":[47,78,96,134],"usage":[48],"ByteDance,":[50],"explain":[51],"why":[52],"combination":[54],"highly":[56],"write-intensive":[57],"stringent":[60],"requirements":[61],"on":[62],"cost":[63,180],"efficiency":[64],"point":[66],"lookup":[67],"tail":[68],"latency":[69,208],"may":[70],"pose":[71],"challenges":[72],"general-purpose":[75,116],"such":[79],"RocksDB,":[81],"present":[83],"design":[85,105,125],"LavaStore":[89,102,148],",":[90],"high-performance":[92],"cost-effective":[93],"purpose-built":[97],"address":[99],"these":[100],"challenges.":[101],"achieves":[103],"its":[104],"goals":[106],"selectively":[108],"customizing":[109],"few":[111],"components":[112],"RocksDB-based,":[115],"engine,":[119],"including":[120],"distinct":[122],"KV":[123],"separation":[124],"that":[126],"decouples":[127],"garbage":[128],"collection":[129],"from":[130],"compaction,":[131],"specialized":[133],"type":[135],"for":[136],"commonly":[138],"recurring":[139],"Write-Ahead-Logging":[140],"workload,":[141],"customized":[144],"user-space":[145],"append-only":[146],"filesystem.":[147],"has":[149,199,220],"been":[150],"deployed":[151],"production":[153],"with":[154,228],"hundreds":[155],"thousands":[157],"running":[159],"instances,":[160],"storing":[161],"more":[162,230],"than":[163,231],"100":[164],"PB":[165],"data":[167],"serving":[169],"billions":[170],"requests":[172],"per":[173],"second,":[174],"bringing":[175],"significant":[176],"performance":[177],"improvements":[178],"reductions":[181],"customers":[183],"over":[184],"their":[185],"original":[186],"engines.":[189],"For":[190],"example,":[191],"proprietary":[194,217],"distributed":[195],"OLTP":[196],"database":[197],"service":[198,219],"experienced":[200],"reduction":[202],"in":[203,225],"average":[204],"write":[205,226],"read":[207],"61%":[210],"16%,":[212],"respectively,":[213],"caching":[218],"gained":[221],"an":[222],"87%":[223],"increase":[224],"throughput":[227],"no":[229],"6%":[232],"space":[233],"overhead.":[234]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4404181312","counts_by_year":[],"updated_date":"2024-12-13T20:12:59.936420","created_date":"2024-11-09"}