{"id":"https://openalex.org/W3029826496","doi":"https://doi.org/10.1145/3318464.3386142","title":"Spur: Mitigating Slow Instances in Large-Scale Streaming Pipelines","display_name":"Spur: Mitigating Slow Instances in Large-Scale Streaming Pipelines","publication_year":2020,"publication_date":"2020-05-29","ids":{"openalex":"https://openalex.org/W3029826496","doi":"https://doi.org/10.1145/3318464.3386142","mag":"3029826496"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3318464.3386142","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3318464.3386142","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3318464.3386142","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100360148","display_name":"Ke Wang","orcid":"https://orcid.org/0000-0003-2460-7758"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ke Wang","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020678151","display_name":"Avrilia Floratou","orcid":"https://orcid.org/0009-0007-5760-8657"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"funder","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Avrilia Floratou","raw_affiliation_strings":["Microsoft, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061314881","display_name":"Ashvin Agrawal","orcid":"https://orcid.org/0009-0004-7862-0995"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"funder","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashvin Agrawal","raw_affiliation_strings":["Microsoft, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083089069","display_name":"Daniel Musgrave","orcid":null},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Musgrave","raw_affiliation_strings":["Netflix, Los Gatos, CA, USA"],"affiliations":[{"raw_affiliation_string":"Netflix, Los Gatos, CA, USA","institution_ids":["https://openalex.org/I869089601"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.681,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.652122,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":79,"max":80},"biblio":{"volume":"11","issue":null,"first_page":"2271","last_page":"2285"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9988,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.82669854},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5949988},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.539826},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.507804},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.45723093},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.42248976},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4142142},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.41302878},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3635478},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.33974698},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.21086547},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10924542},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3318464.3386142","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3318464.3386142","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3318464.3386142","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3318464.3386142","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.5,"display_name":"Decent work and economic growth"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":20,"referenced_works":["https://openalex.org/W1517320208","https://openalex.org/W1861377444","https://openalex.org/W1903497807","https://openalex.org/W1976821017","https://openalex.org/W1982063824","https://openalex.org/W2008503861","https://openalex.org/W2054834791","https://openalex.org/W2105947650","https://openalex.org/W2110104287","https://openalex.org/W2141563029","https://openalex.org/W2173213060","https://openalex.org/W2247317079","https://openalex.org/W2566979091","https://openalex.org/W2605930342","https://openalex.org/W2616761162","https://openalex.org/W2753910905","https://openalex.org/W2762397184","https://openalex.org/W2798434712","https://openalex.org/W2913854892","https://openalex.org/W95608104"],"related_works":["https://openalex.org/W4386072068","https://openalex.org/W4380433113","https://openalex.org/W252339960","https://openalex.org/W2393741509","https://openalex.org/W2390529043","https://openalex.org/W2378320433","https://openalex.org/W2358343511","https://openalex.org/W2051877971","https://openalex.org/W1970117064","https://openalex.org/W1787170397"],"abstract_inverted_index":{"Bing's":[0],"monetization":[1],"pipeline":[2,20],"is":[3,31,162,211],"one":[4],"of":[5,26,40,50,59,73,96,124,221,227],"the":[6,51,65,81,85,122,126,129,172,175,186,193,204,247,257],"largest":[7],"and":[8,30,115,137,177,201,264],"most":[9],"critical":[10],"streaming":[11],"workloads":[12,63],"deployed":[13],"in":[14,80,84,128,174,182,256],"Microsoft's":[15],"internal":[16],"data":[17],"lake.":[18],"The":[19],"runs":[21],"24/7":[22],"at":[23,156],"a":[24,35,232,252],"scale":[25,58],"3500":[27],"YARN":[28],"containers":[29],"required":[32],"to":[33,111,164,171,230,246,261],"meet":[34],"Service":[36],"Level":[37],"Objective":[38],"(SLO)":[39],"low":[41],"tail":[42,258],"latency.":[43,184,206],"In":[44],"this":[45,56,154,214],"paper,":[46],"we":[47,250],"highlight":[48],"some":[49],"unique":[52],"challenges":[53,102],"imposed":[54],"by":[55,135],"large":[57],"operation:":[60],"other":[61,187],"concurrent":[62],"sharing":[64],"cluster":[66],"may":[67,76,89],"cause":[68,77,90],"random":[69],"performance":[70],"deterioration;":[71],"unavailability":[72],"external":[74],"dependencies":[75],"temporary":[78],"stalls":[79],"pipeline;":[82],"scarcity":[83],"underlying":[86,194],"resource":[87,195,199],"manager":[88,196],"arbitrarily":[91],"long":[92],"delays":[93],"or":[94],"rejection":[95],"container":[97],"allocation":[98],"requests.":[99],"Weathering":[100],"these":[101,112,237],"requires":[103],"specially":[104],"tailored":[105],"dynamic":[106],"control":[107],"policies":[108],"that":[109,146],"react":[110],"issues":[113],"as":[114],"when":[116],"they":[117],"arise.":[118],"We":[119,144],"focus":[120],"on":[121],"problem":[123],"reducing":[125],"latency":[127,259],"tail,":[130],"i.e.,":[131],"99th":[132],"percentile":[133],"(p99),":[134],"detecting":[136],"mitigating":[138],"slow":[139,222],"instances":[140,223],"through":[141],"speculative":[142],"replication.":[143],"show":[145],"widely":[147],"used":[148],"approaches":[149],"do":[150],"not":[151],"satisfactorily":[152],"solve":[153],"issue":[155],"our":[157],"scale.":[158],"A":[159],"conservative":[160,248,263],"approach":[161,191],"hesitant":[163],"acquire":[165],"additional":[166,243],"resources,":[167],"reacts":[168],"too":[169],"slowly":[170],"changes":[173],"environment":[176],"therefore":[178],"achieves":[179],"little":[180],"improvement":[181,255],"p99":[183,205],"On":[185],"hand,":[188],"an":[189],"aggressive":[190,219,265],"overwhelms":[192],"with":[197,224],"unnecessary":[198],"requests":[200],"paradoxically":[202],"worsens":[203],"Our":[207],"proposed":[208],"approach,":[209],"Spur,":[210],"designed":[212],"for":[213],"challenging":[215],"environment.":[216],"It":[217],"combines":[218],"detection":[220],"smart":[225],"pruning":[226],"false":[228],"positives":[229],"achieve":[231],"far":[233],"better":[234],"trade-off":[235],"between":[236],"conflicting":[238],"objectives.":[239],"Using":[240],"only":[241],"0.5%":[242],"resources":[244],"(similar":[245],"approach),":[249],"demonstrate":[251],"10%":[253],"-38%":[254],"compared":[260],"both":[262],"approaches.":[266]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3029826496","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2025-04-02T17:25:36.698310","created_date":"2020-06-05"}