{"id":"https://openalex.org/W3176181088","doi":"https://doi.org/10.1109/ipdps49936.2021.00092","title":"Argus: Efficient Job Scheduling in RDMA-assisted Big Data Processing","display_name":"Argus: Efficient Job Scheduling in RDMA-assisted Big Data Processing","publication_year":2021,"publication_date":"2021-05-01","ids":{"openalex":"https://openalex.org/W3176181088","doi":"https://doi.org/10.1109/ipdps49936.2021.00092","mag":"3176181088"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipdps49936.2021.00092","pdf_url":null,"source":{"id":"https://openalex.org/S4363607067","display_name":"2022 IEEE International Parallel and Distributed Processing Symposium (IPDPS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103030845","display_name":"Sijie Wu","orcid":"https://orcid.org/0000-0002-2282-1489"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sijie Wu","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System Cluster and Grid Computing Lab Services Computing Technology and System Lab School of Computer Science and Technology, Huazhong University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System Cluster and Grid Computing Lab Services Computing Technology and System Lab School of Computer Science and Technology, Huazhong University of Science and Technology, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072876554","display_name":"Hanhua Chen","orcid":"https://orcid.org/0000-0002-0164-6853"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanhua Chen","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System Cluster and Grid Computing Lab Services Computing Technology and System Lab School of Computer Science and Technology, Huazhong University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System Cluster and Grid Computing Lab Services Computing Technology and System Lab School of Computer Science and Technology, Huazhong University of Science and Technology, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100319205","display_name":"Yonghui Wang","orcid":"https://orcid.org/0000-0003-4334-0921"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghui Wang","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System Cluster and Grid Computing Lab Services Computing Technology and System Lab School of Computer Science and Technology, Huazhong University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System Cluster and Grid Computing Lab Services Computing Technology and System Lab School of Computer Science and Technology, Huazhong University of Science and Technology, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022262922","display_name":"Hai Jin","orcid":"https://orcid.org/0000-0002-3934-7605"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Jin","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System Cluster and Grid Computing Lab Services Computing Technology and System Lab School of Computer Science and Technology, Huazhong University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System Cluster and Grid Computing Lab Services Computing Technology and System Lab School of Computer Science and Technology, Huazhong University of Science and Technology, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.362,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.309109,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":67,"max":72},"biblio":{"volume":null,"issue":null,"first_page":"827","last_page":"836"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9982,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9965,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/argus","display_name":"Argus","score":0.7014469}],"concepts":[{"id":"https://openalex.org/C130795937","wikidata":"https://www.wikidata.org/wiki/Q2561570","display_name":"Remote direct memory access","level":2,"score":0.89473534},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.82880354},{"id":"https://openalex.org/C2776760603","wikidata":"https://www.wikidata.org/wiki/Q3622471","display_name":"Argus","level":2,"score":0.7014469},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5812392},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5443286},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.54046774},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.49021322},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.38558048},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.33292413},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipdps49936.2021.00092","pdf_url":null,"source":{"id":"https://openalex.org/S4363607067","display_name":"2022 IEEE International Parallel and Distributed Processing Symposium (IPDPS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.62,"id":"https://metadata.un.org/sdg/8"}],"grants":[{"funder":"https://openalex.org/F4320337504","funder_display_name":"Research and Development","award_id":null}],"datasets":[],"versions":[],"referenced_works_count":32,"referenced_works":["https://openalex.org/W1471136644","https://openalex.org/W1890643295","https://openalex.org/W1981354959","https://openalex.org/W2010918157","https://openalex.org/W2024060531","https://openalex.org/W2035982916","https://openalex.org/W2065689629","https://openalex.org/W2070992781","https://openalex.org/W2074988668","https://openalex.org/W2096125134","https://openalex.org/W2104680817","https://openalex.org/W2129542763","https://openalex.org/W2131975293","https://openalex.org/W2133569115","https://openalex.org/W2521597241","https://openalex.org/W2576355797","https://openalex.org/W2584830274","https://openalex.org/W2606496125","https://openalex.org/W2792596678","https://openalex.org/W2799240483","https://openalex.org/W2883867401","https://openalex.org/W2902775477","https://openalex.org/W2916596859","https://openalex.org/W2951265530","https://openalex.org/W2963656462","https://openalex.org/W2968986602","https://openalex.org/W2975386571","https://openalex.org/W2984408162","https://openalex.org/W3010056692","https://openalex.org/W3022455671","https://openalex.org/W3032492062","https://openalex.org/W3042416858"],"related_works":["https://openalex.org/W44553394","https://openalex.org/W4249800674","https://openalex.org/W3090586438","https://openalex.org/W2782433361","https://openalex.org/W2475302168","https://openalex.org/W2416075414","https://openalex.org/W2297821122","https://openalex.org/W2068387890","https://openalex.org/W2005545852","https://openalex.org/W1583120979"],"abstract_inverted_index":{"Efficient":[0],"job":[1,85,144],"scheduling":[2,23,67],"is":[3],"an":[4],"important":[5],"and":[6,24,68,119,147,151],"challenging":[7],"issue":[8],"in":[9,72],"big":[10,52],"data":[11,20,32,53],"processing":[12,54],"systems.":[13,55,133],"Traditional":[14],"designs":[15,60],"commonly":[16],"give":[17],"priority":[18],"to":[19,29,123,138],"locality":[21],"during":[22,66],"follow":[25],"a":[26,82],"network-optimized":[27],"principle":[28],"avoid":[30],"costly":[31],"moving":[33],"across":[34],"the":[35,40,57,62,95,103,125,143],"network.":[36],"The":[37],"emergence":[38],"of":[39,98,117],"high-performance":[41],"Remote":[42],"Direct":[43],"Memory":[44],"Access":[45],"(RDMA)":[46],"network":[47],"brings":[48],"new":[49],"opportunities":[50],"for":[51],"However,":[56],"existing":[58],"RDMA-assisted":[59,84],"ignore":[61],"dependency":[63],"among":[64],"stages":[65,104],"this":[69,77],"can":[70,107],"result":[71],"unsatisfied":[73],"system":[74],"efficiency.":[75],"In":[76],"work,":[78],"we":[79],"propose":[80],"Argus,":[81],"novel":[83],"scheduler":[86],"which":[87],"achieves":[88],"high":[89],"resource":[90],"utilization":[91],"by":[92,149],"fully":[93],"exploiting":[94],"structure":[96],"feature":[97],"stage":[99],"dependency.":[100],"Argus":[101,114,141],"prioritizes":[102],"whose":[105],"completion":[106,145],"enable":[108],"more":[109],"schedulable":[110],"stages.":[111],"We":[112],"implement":[113],"on":[115],"top":[116],"RDMA-Spark,":[118],"conduct":[120],"comprehensive":[121],"experiments":[122],"evaluate":[124],"performance":[126],"using":[127],"large-scale":[128],"traces":[129],"collected":[130],"from":[131],"real-world":[132],"Results":[134],"show":[135],"that":[136],"compared":[137],"state-of-the-art":[139],"designs,":[140],"reduces":[142],"time":[146],"makespan":[148],"38%":[150],"31%,":[152],"respectively.":[153]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3176181088","counts_by_year":[{"year":2022,"cited_by_count":2}],"updated_date":"2025-01-17T07:39:08.105719","created_date":"2021-07-05"}