{"id":"https://openalex.org/W2151838019","doi":"https://doi.org/10.14778/1453856.1453920","title":"Fault-tolerant stream processing using a distributed, replicated file system","display_name":"Fault-tolerant stream processing using a distributed, replicated file system","publication_year":2008,"publication_date":"2008-08-01","ids":{"openalex":"https://openalex.org/W2151838019","doi":"https://doi.org/10.14778/1453856.1453920","mag":"2151838019"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.14778/1453856.1453920","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102246987","display_name":"YongChul Kwon","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"funder","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"YongChul Kwon","raw_affiliation_strings":["University of Washington, Seattle, WA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064988079","display_name":"Magdalena Balazinska","orcid":"https://orcid.org/0000-0002-6805-0325"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"funder","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Magdalena Balazinska","raw_affiliation_strings":["University of Washington, Seattle, WA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015965031","display_name":"Albert Greenberg","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"funder","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Albert Greenberg","raw_affiliation_strings":["Microsoft Research, Redmond, WA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.263,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":73,"citation_normalized_percentile":{"value":0.977483,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"1","issue":"1","first_page":"574","last_page":"585"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream Processing","score":0.7403871},{"id":"https://openalex.org/keywords/distributed-file-system","display_name":"Distributed File System","score":0.6577263}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.78231776},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.7403871},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.6780416},{"id":"https://openalex.org/C152043487","wikidata":"https://www.wikidata.org/wiki/Q1229600","display_name":"Distributed File System","level":2,"score":0.6577263},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5488761},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.4736584},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.42840528},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.4168639},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3473276}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.14778/1453856.1453920","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":47,"referenced_works":["https://openalex.org/W1493996956","https://openalex.org/W1505812833","https://openalex.org/W1537929875","https://openalex.org/W1540879848","https://openalex.org/W1555640165","https://openalex.org/W1598618182","https://openalex.org/W1646696449","https://openalex.org/W1769491288","https://openalex.org/W1868782470","https://openalex.org/W1977545325","https://openalex.org/W2001657718","https://openalex.org/W2005373714","https://openalex.org/W2014594876","https://openalex.org/W2019680442","https://openalex.org/W2046170328","https://openalex.org/W2047117506","https://openalex.org/W2048894106","https://openalex.org/W2097065925","https://openalex.org/W2099117306","https://openalex.org/W2100970777","https://openalex.org/W2104954161","https://openalex.org/W2105745581","https://openalex.org/W2110631345","https://openalex.org/W2114035455","https://openalex.org/W2115503987","https://openalex.org/W2119565742","https://openalex.org/W2127416886","https://openalex.org/W2136390693","https://openalex.org/W2141742398","https://openalex.org/W2144261930","https://openalex.org/W2147544162","https://openalex.org/W2149576945","https://openalex.org/W2150206209","https://openalex.org/W2152465173","https://openalex.org/W2153399951","https://openalex.org/W2153704625","https://openalex.org/W2158272436","https://openalex.org/W2161569281","https://openalex.org/W2164128653","https://openalex.org/W2167274498","https://openalex.org/W2182688186","https://openalex.org/W27245156","https://openalex.org/W3215028506","https://openalex.org/W4213060235","https://openalex.org/W4236846985","https://openalex.org/W4238584892","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2614670623","https://openalex.org/W2518924816","https://openalex.org/W2131206796","https://openalex.org/W2119738171","https://openalex.org/W2115907800","https://openalex.org/W2069524156","https://openalex.org/W1965363495","https://openalex.org/W1963647061","https://openalex.org/W1513485744","https://openalex.org/W1509747316"],"abstract_inverted_index":{"We":[0,171],"present":[1],"SGuard,":[2],"a":[3,104,144,158,181],"new":[4,105],"fault-tolerance":[5],"technique":[6],"for":[7,32,126],"distributed":[8,108],"stream":[9,25,34,55,128],"processing":[10,26,35,56,82],"engines":[11],"(SPEs)":[12],"running":[13],"in":[14,157,184],"clusters":[15],"of":[16,54,107,154,175,180],"commodity":[17],"servers.":[18],"SGuard":[19,43,74,98,142],"is":[20,44],"less":[21],"disruptive":[22],"to":[23,70,93,135,146],"normal":[24,33,127],"and":[27,59,109],"leaves":[28],"more":[29,122],"resources":[30,124],"available":[31,125],"than":[36],"previous":[37,41,71],"proposals.":[38],"Like":[39],"several":[40],"schemes,":[42],"based":[45],"on":[46],"rollback":[47],"recovery":[48],"[18]:":[49],"it":[50],"checkpoints":[51,76,137],"the":[52,85,89,94,100,147,173,176,185,194],"state":[53,102],"nodes":[57,62],"periodically":[58],"restarts":[60],"failed":[61],"from":[63],"their":[64],"most":[65],"recent":[66],"checkpoints.":[67],"In":[68],"contrast":[69],"proposals,":[72],"however,":[73],"performs":[75],"asynchronously:":[77],"i.e.":[78],",":[79],"operators":[80],"continue":[81],"streams":[83],"during":[84],"checkpoint":[86,163],"thus":[87],"reducing":[88],"potential":[90],"disruption":[91],"due":[92,134],"checkpointing":[95],"activity.":[96],"Additionally,":[97],"saves":[99],"checkpointed":[101],"into":[103],"type":[106],"replicated":[110],"file":[111],"system":[112],"(DFS)":[113],"such":[114],"as":[115,193],"GFS":[116],"[22]":[117],"or":[118],"HDFS":[119,191],"[9],":[120],"leaving":[121],"memory":[123],"processing.":[129],"To":[130],"manage":[131],"resource":[132,169],"contention":[133],"simultaneous":[136],"by":[138],"different":[139],"SPE":[140,189],"nodes,":[141],"adds":[143],"scheduler":[145,150],"DFS.":[148,195],"This":[149],"coordinates":[151],"large":[152],"batches":[153],"write":[155],"requests":[156],"manner":[159],"that":[160],"reduces":[161],"individual":[162],"times":[164],"while":[165],"maintaining":[166],"good":[167],"overall":[168],"utilization.":[170],"demonstrate":[172],"effectiveness":[174],"approach":[177],"through":[178],"measurements":[179],"prototype":[182],"implementation":[183],"Borealis":[186],"[2]":[187],"open-source":[188],"using":[190],"[9]":[192]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2151838019","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":3}],"updated_date":"2025-03-16T04:38:05.562538","created_date":"2016-06-24"}