{"id":"https://openalex.org/W3211944403","doi":"https://doi.org/10.1145/3472392","title":"Timely Reporting of Heavy Hitters Using External Memory","display_name":"Timely Reporting of Heavy Hitters Using External Memory","publication_year":2021,"publication_date":"2021-11-15","ids":{"openalex":"https://openalex.org/W3211944403","doi":"https://doi.org/10.1145/3472392","mag":"3211944403"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3472392","pdf_url":null,"source":{"id":"https://openalex.org/S90119964","display_name":"ACM Transactions on Database Systems","issn_l":"0362-5915","issn":["0362-5915","1557-4644"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/biblio/1772872","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100707792","display_name":"Shikha Singh","orcid":"https://orcid.org/0000-0002-3704-7131"},"institutions":[{"id":"https://openalex.org/I22675022","display_name":"Williams College","ror":"https://ror.org/04avkmd49","country_code":"US","type":"funder","lineage":["https://openalex.org/I22675022"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shikha Singh","raw_affiliation_strings":["Williams College, Williamstown, MA"],"affiliations":[{"raw_affiliation_string":"Williams College, Williamstown, MA","institution_ids":["https://openalex.org/I22675022"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046255111","display_name":"Prashant Pandey","orcid":"https://orcid.org/0000-0003-2248-4731"},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"funder","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"funder","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prashant Pandey","raw_affiliation_strings":["Lawrence Berkeley National Laboratories and University of California Berkeley"],"affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratories and University of California Berkeley","institution_ids":["https://openalex.org/I148283060","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068761590","display_name":"Michael A. Bender","orcid":"https://orcid.org/0000-0001-7639-530X"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"funder","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael A. Bender","raw_affiliation_strings":["Stony Brook University, NY, USA"],"affiliations":[{"raw_affiliation_string":"Stony Brook University, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009558569","display_name":"Jonathan W. Berry","orcid":"https://orcid.org/0000-0002-1768-685X"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"funder","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan W. Berry","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM"],"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087023890","display_name":"Mart\u0131\u0301n Farach-Colton","orcid":"https://orcid.org/0000-0003-3616-7788"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"funder","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mart\u00edn Farach-Colton","raw_affiliation_strings":["Rutgers University, Piscataway, NJ"],"affiliations":[{"raw_affiliation_string":"Rutgers University, Piscataway, NJ","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101626826","display_name":"Rob Johnson","orcid":"https://orcid.org/0000-0002-0784-7410"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rob Johnson","raw_affiliation_strings":["VMware Research, Palo Alto, CA"],"affiliations":[{"raw_affiliation_string":"VMware Research, Palo Alto, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039000718","display_name":"Thomas M Kroeger","orcid":"https://orcid.org/0000-0003-3218-6412"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"funder","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas M. Kroeger","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM"],"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035120984","display_name":"Cynthia A. Phillips","orcid":"https://orcid.org/0000-0001-7348-9079"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"funder","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cynthia A. Phillips","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM"],"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM","institution_ids":["https://openalex.org/I4210104735"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":57},"biblio":{"volume":"46","issue":"4","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9982,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9982,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9955,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream Processing","score":0.4585315},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.42714584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8837406},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.67356753},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.47017354},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.4585315},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.4397147},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.43096992},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.42714584},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42458883},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.41555047},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.20735529},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.124690086},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.110550255},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3472392","pdf_url":null,"source":{"id":"https://openalex.org/S90119964","display_name":"ACM Transactions on Database Systems","issn_l":"0362-5915","issn":["0362-5915","1557-4644"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://www.osti.gov/biblio/1830533","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":["Office of Scientific and Technical Information"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1772872","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":["Office of Scientific and Technical Information"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1772872","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":["Office of Scientific and Technical Information"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320317220","funder_display_name":"National Energy Research Scientific Computing Center","award_id":"DE-AC02-05CH11231"},{"funder":"https://openalex.org/F4320337506","funder_display_name":"Advanced Scientific Computing Research","award_id":null}],"datasets":[],"versions":[],"referenced_works_count":51,"referenced_works":["https://openalex.org/W1553409264","https://openalex.org/W1634257591","https://openalex.org/W1865797552","https://openalex.org/W1956340982","https://openalex.org/W1976262362","https://openalex.org/W2000042664","https://openalex.org/W2006355640","https://openalex.org/W2024503255","https://openalex.org/W2034947341","https://openalex.org/W2038142281","https://openalex.org/W2044188017","https://openalex.org/W2056012370","https://openalex.org/W2060324268","https://openalex.org/W2064379477","https://openalex.org/W2066900015","https://openalex.org/W2068739275","https://openalex.org/W2080234606","https://openalex.org/W2090103608","https://openalex.org/W2097980166","https://openalex.org/W2106154221","https://openalex.org/W2106384979","https://openalex.org/W2112053513","https://openalex.org/W2112742403","https://openalex.org/W2113139394","https://openalex.org/W2115559007","https://openalex.org/W2116435146","https://openalex.org/W2117098610","https://openalex.org/W2117747231","https://openalex.org/W2132520482","https://openalex.org/W2145769767","https://openalex.org/W2155793255","https://openalex.org/W2162332844","https://openalex.org/W2167973519","https://openalex.org/W2291609542","https://openalex.org/W2479510968","https://openalex.org/W2612838847","https://openalex.org/W2614079713","https://openalex.org/W2743411104","https://openalex.org/W2950627632","https://openalex.org/W2952645187","https://openalex.org/W2955486079","https://openalex.org/W2963799254","https://openalex.org/W2963898466","https://openalex.org/W2964122023","https://openalex.org/W2969998124","https://openalex.org/W2999873292","https://openalex.org/W3031315636","https://openalex.org/W3103362336","https://openalex.org/W4230230708","https://openalex.org/W4362690795","https://openalex.org/W53813205"],"related_works":["https://openalex.org/W4317418912","https://openalex.org/W4234804492","https://openalex.org/W3113817755","https://openalex.org/W2904574017","https://openalex.org/W2794178276","https://openalex.org/W2605169415","https://openalex.org/W2538312128","https://openalex.org/W2529735807","https://openalex.org/W2082671441","https://openalex.org/W180351855"],"abstract_inverted_index":{"Given":[0],"an":[1,13,44],"input":[2],"stream":[3],"S":[4,22],"of":[5,26,83,98,222,242],"size":[6],"N":[7],",":[8],"a":[9,38,63,106,184,194,203,239],"\u0278-heavy":[10],"hitter":[11],"is":[12,29],"item":[14],"that":[15],"occurs":[16],"at":[17],"least":[18],"\u0278N":[19],"times":[20],"in":[21,32,42],".":[23],"The":[24,77],"problem":[25,79,120,161],"finding":[27],"heavy-hitters":[28,40,115,131,152,245],"extensively":[30],"studied":[31],"the":[33,69,81,113,118,159,216,243,254],"database":[34],"literature.":[35],"We":[36,66,147,207],"study":[37],"real-time":[39],"variant":[41],"which":[43,88],"element":[45],"must":[46],"be":[47,251],"reported":[48],"shortly":[49],"after":[50],"we":[51],"see":[52],"its":[53],"T":[54],"=":[55],"\u0278":[56],"N-th":[57],"occurrence":[58],"(and":[59],"hence":[60],"it":[61],"becomes":[62],"heavy":[64],"hitter).":[65],"call":[67],"this":[68],"Timely":[70],"Event":[71],"Detection":[72],"(":[73],"TED":[74,78,119,160],")":[75],"Problem.":[76],"models":[80],"needs":[82],"many":[84],"real-world":[85],"monitoring":[86],"systems,":[87],"demand":[89],"accurate":[90],"(i.e.,":[91,136,143],"no":[92],"false":[93,138],"negatives)":[94],"and":[95,170,182,190,209],"timely":[96],"reporting":[97,108,188,197],"all":[99],"events":[100],"from":[101],"large,":[102],"high-speed":[103,164],"streams":[104,165],"with":[105],"low":[107],"threshold":[109],"(high":[110],"sensitivity).":[111],"Like":[112],"classic":[114],"problem,":[116],"solving":[117],"without":[121],"false-positives":[122],"requires":[123],"large":[124,163],"space":[125],"(\u03a9":[126],"(N)":[127],"words).":[128],"Thus":[129],"in-RAM":[130],"algorithms":[132,153,200],"typically":[133],"sacrifice":[134],"accuracy":[135],"allow":[137],"positives),":[139],"sensitivity,":[140,169],"or":[141],"timeliness":[142],"use":[144],"multiple":[145],"passes).":[146],"show":[148],"how":[149],"to":[150,154,157,227,247],"adapt":[151],"external":[155,248],"memory":[156,249],"solve":[158],"on":[162],"while":[166],"guaranteeing":[167],"accuracy,":[168],"timeliness.":[171],"Our":[172],"data":[173,212],"structures":[174,213,224],"are":[175],"limited":[176,252],"only":[177,202],"by":[178,253],"I/O-bandwidth":[179],"(not":[180],"latency)":[181],"support":[183],"tunable":[185],"tradeoff":[186],"between":[187],"delay":[189],"I/O":[191,205,258],"overhead.":[192,206],"With":[193],"small":[195],"bounded":[196],"delay,":[198],"our":[199,211,223],"incur":[201],"logarithmic":[204],"implement":[208],"validate":[210],"empirically":[214],"using":[215],"Firehose":[217],"streaming":[218],"benchmark.":[219],"Multi-threaded":[220],"versions":[221],"can":[225],"scale":[226],"process":[228],"11M":[229],"observations":[230,262],"per":[231,263],"second":[232],"before":[233],"becoming":[234],"CPU":[235],"bound.":[236],"In":[237],"comparison,":[238],"naive":[240],"adaptation":[241],"standard":[244],"algorithm":[246],"would":[250],"storage":[255],"device\u2019s":[256],"random":[257],"throughput,":[259],"i.e.,":[260],"\u2248100K":[261],"second.":[264]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3211944403","counts_by_year":[],"updated_date":"2025-02-02T02:14:04.995138","created_date":"2021-11-22"}