{"id":"https://openalex.org/W2566659205","doi":"https://doi.org/10.1109/lcn.2016.70","title":"Controlling Network Latency in Mixed Hadoop Clusters: Do We Need Active Queue Management?","display_name":"Controlling Network Latency in Mixed Hadoop Clusters: Do We Need Active Queue Management?","publication_year":2016,"publication_date":"2016-11-01","ids":{"openalex":"https://openalex.org/W2566659205","doi":"https://doi.org/10.1109/lcn.2016.70","mag":"2566659205"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcn.2016.70","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://upcommons.upc.edu/bitstream/2117/100187/1/Controlling%20Network%20Latency%20in%20Mixed%20Hadoop.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066364326","display_name":"Renan Fischer e Silva","orcid":"https://orcid.org/0000-0001-6039-2390"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"funder","lineage":["https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Renan Fischer E Silva","raw_affiliation_strings":["Universitat Politecnica de Catalunya, Barcelona, Catalunya, ES"],"affiliations":[{"raw_affiliation_string":"Universitat Politecnica de Catalunya, Barcelona, Catalunya, ES","institution_ids":["https://openalex.org/I9617848"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047069371","display_name":"Paul Carpenter","orcid":"https://orcid.org/0000-0002-9392-0521"},"institutions":[{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"funder","lineage":["https://openalex.org/I9617848"]},{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"funder","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Paul M. Carpenter","raw_affiliation_strings":["Barcelona Supercomputing Center\u2014Centro Nacional de Supercomputaci\u00f3n (BSC-CNS), Universitat Polit\u00e8cnica de Catalunya (UPC), Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Barcelona Supercomputing Center\u2014Centro Nacional de Supercomputaci\u00f3n (BSC-CNS), Universitat Polit\u00e8cnica de Catalunya (UPC), Barcelona, Spain","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.684,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":11,"citation_normalized_percentile":{"value":0.624849,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":88},"biblio":{"volume":null,"issue":null,"first_page":"415","last_page":"423"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9989,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.997,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.5175466}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.85327},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.70130026},{"id":"https://openalex.org/C34793927","wikidata":"https://www.wikidata.org/wiki/Q583367","display_name":"Active queue management","level":4,"score":0.681992},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.68165684},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.647197},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.57381785},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.5344718},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.5324277},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.5175466},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4697243},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4592057},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.30221814},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcn.2016.70","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/100187","pdf_url":"https://upcommons.upc.edu/bitstream/2117/100187/1/Controlling%20Network%20Latency%20in%20Mixed%20Hadoop.pdf","source":{"id":"https://openalex.org/S4306400551","display_name":"UPCommons (Polytechnic University of Catalonia)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":["Universitat Polit\u00e8cnica de Catalunya"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://hdl.handle.net/2117/100187","pdf_url":"https://upcommons.upc.edu/bitstream/2117/100187/1/Controlling%20Network%20Latency%20in%20Mixed%20Hadoop.pdf","source":{"id":"https://openalex.org/S4306400551","display_name":"UPCommons (Polytechnic University of Catalonia)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":["Universitat Polit\u00e8cnica de Catalunya"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.49,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":22,"referenced_works":["https://openalex.org/W1598064945","https://openalex.org/W1982421724","https://openalex.org/W1995866906","https://openalex.org/W2004244301","https://openalex.org/W2057420573","https://openalex.org/W2104512346","https://openalex.org/W2106743269","https://openalex.org/W2122465391","https://openalex.org/W2129376175","https://openalex.org/W2130531694","https://openalex.org/W2142480021","https://openalex.org/W2158733823","https://openalex.org/W2159083104","https://openalex.org/W2159559173","https://openalex.org/W2163291889","https://openalex.org/W2163404313","https://openalex.org/W2164740236","https://openalex.org/W2246844961","https://openalex.org/W2265074903","https://openalex.org/W2475780368","https://openalex.org/W3160060809","https://openalex.org/W4238465620"],"related_works":["https://openalex.org/W3191913487","https://openalex.org/W3013694835","https://openalex.org/W3009333951","https://openalex.org/W2972123927","https://openalex.org/W2948615021","https://openalex.org/W2892220642","https://openalex.org/W2189475733","https://openalex.org/W2071614110","https://openalex.org/W2034785493","https://openalex.org/W1884496646"],"abstract_inverted_index":{"With":[0],"the":[1,59,72,86,121,127,134,138,150,155,190,233],"advent":[2],"of":[3,13,27,123,137,140,152,164,222,235],"big":[4,35,64,237],"data,":[5,17],"data":[6,36,65,74,238],"center":[7,75],"applications":[8,66],"are":[9],"processing":[10],"vast":[11],"amounts":[12],"unstructured":[14],"and":[15,53,93,112,147,154,172,175,179,184,188],"semi-structured":[16],"in":[18,50,71,100,149],"parallel":[19],"on":[20,144],"large":[21,45],"clusters,":[22],"across":[23],"hundreds":[24],"to":[25,82,119,214,220,226,228],"thousands":[26],"nodes.":[28],"The":[29],"highest":[30],"performance":[31],"for":[32,168],"these":[33],"batch":[34,236],"workloads":[37,81],"is":[38,61,133],"achieved":[39],"using":[40],"expensive":[41],"network":[42,51,60,87,105,129,186,206],"equipment":[43],"with":[44,182],"buffers,":[46],"which":[47],"accommodate":[48],"bursts":[49],"traffic":[52],"allocate":[54],"bandwidth":[55],"fairly":[56],"even":[57],"when":[58],"congested.":[62],"Throughput-sensitive":[63],"are,":[67],"however,":[68],"often":[69],"executed":[70],"same":[73],"as":[76,103,225],"latency-sensitive":[77],"workloads.":[78,239],"For":[79],"both":[80,90,117,145,177],"be":[83],"supported":[84],"well,":[85],"must":[88],"provide":[89,218],"maximum":[91],"throughput":[92,146,234],"low":[94],"latency.":[95,130],"Progress":[96],"has":[97],"been":[98],"made":[99],"this":[101],"direction,":[102],"modern":[104],"switches":[106],"support":[107],"Active":[108,141],"Queue":[109,142],"Management":[110,143],"(AQM)":[111],"Explicit":[113],"Congestion":[114],"Notifications":[115],"(ECN),":[116],"mechanisms":[118],"control":[120],"level":[122],"queue":[124],"occupancy,":[125],"reducing":[126,205],"total":[128],"This":[131],"paper":[132],"first":[135],"study":[136],"effect":[139],"latency,":[148],"context":[151],"Hadoop":[153,195,223],"MapReduce":[156],"programming":[157],"model.":[158],"We":[159],"give":[160],"a":[161],"quantitative":[162],"comparison":[163],"four":[165],"different":[166],"approaches":[167],"controlling":[169],"buffer":[170],"occupancy":[171],"latency:":[173],"RED":[174],"CoDel,":[176],"standalone":[178],"also":[180],"combined":[181],"ECN":[183],"DCTCP":[185],"protocol,":[187],"identify":[189],"AQM":[191],"configurations":[192],"that":[193],"maintain":[194],"execution":[196],"time":[197],"gains":[198],"from":[199],"larger":[200],"buffers":[201],"within":[202],"5%,":[203],"while":[204],"packet":[207],"latency":[208,230],"caused":[209],"by":[210,212],"bufferbloat":[211],"up":[213],"85%.":[215],"Finally,":[216],"we":[217],"recommendations":[219],"administrators":[221],"clusters":[224],"how":[227],"improve":[229],"without":[231],"degrading":[232]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2566659205","counts_by_year":[{"year":2021,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":5}],"updated_date":"2025-02-21T15:18:43.202698","created_date":"2017-01-06"}