{"id":"https://openalex.org/W4364382637","doi":"https://doi.org/10.48550/arxiv.2304.03890","title":"C-Coll: Introducing Error-bounded Lossy Compression into MPI Collectives","display_name":"C-Coll: Introducing Error-bounded Lossy Compression into MPI Collectives","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4364382637","doi":"https://doi.org/10.48550/arxiv.2304.03890"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2304.03890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2304.03890","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100779661","display_name":"Jiajun Huang","orcid":"https://orcid.org/0000-0001-5092-3987"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Jiajun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066430343","display_name":"Sheng Di","orcid":"https://orcid.org/0000-0002-7339-5256"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Di, Sheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052001478","display_name":"Xiaodong Yu","orcid":"https://orcid.org/0000-0001-6244-1264"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Xiaodong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035339023","display_name":"Yujia Zhai","orcid":"https://orcid.org/0000-0002-2688-8058"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhai, Yujia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100705519","display_name":"Jinyang Liu","orcid":"https://orcid.org/0000-0003-0177-502X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jinyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059814688","display_name":"Ken Raffenetti","orcid":"https://orcid.org/0009-0003-4705-2713"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raffenetti, Ken","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100656658","display_name":"Hui Zhou","orcid":"https://orcid.org/0000-0002-4422-2911"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Hui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100643410","display_name":"Kai Zhao","orcid":"https://orcid.org/0000-0001-5328-3962"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Kai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061737717","display_name":"Zizhong Chen","orcid":"https://orcid.org/0000-0003-2578-4940"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zizhong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046613458","display_name":"Franck Cappello","orcid":"https://orcid.org/0000-0002-7890-3934"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cappello, Franck","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065522947","display_name":"Yanfei Guo","orcid":"https://orcid.org/0000-0003-1652-3861"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Yanfei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5014920685","display_name":"Rajeev Thakur","orcid":"https://orcid.org/0000-0002-5532-3048"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thakur, Rajeev","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":{"min":84,"max":87},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9493,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9493,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossy-compression","display_name":"Lossy compression","score":0.9136161}],"concepts":[{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.9136161},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.69882506},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.65885085},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.65868294},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3614896},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33048427},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13834774},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.123959124},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.10793248},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.07534471},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2304.03890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.03890","pdf_url":"http://arxiv.org/pdf/2304.03890","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2304.03890","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2304.03890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W50067980","https://openalex.org/W4287903946","https://openalex.org/W3042625184","https://openalex.org/W2999957348","https://openalex.org/W2964219139","https://openalex.org/W2803920876","https://openalex.org/W2387503788","https://openalex.org/W2343292875","https://openalex.org/W2059658550","https://openalex.org/W1995805316"],"abstract_inverted_index":{"With":[0],"the":[1,8,14,48,60,66,96,162,197],"ever-increasing":[2],"computing":[3],"power":[4],"of":[5,11,16,123,165],"supercomputers":[6],"and":[7,30,75,179,181,206],"growing":[9],"scale":[10],"scientific":[12,189],"applications,":[13],"efficiency":[15],"MPI":[17,38,67,124,199],"collective":[18,132,166],"communications":[19],"turns":[20],"out":[21],"to":[22,70,93,160],"be":[23],"a":[24,83,101,183],"critical":[25],"bottleneck":[26],"in":[27,37,65,100,104],"large-scale":[28],"distributed":[29],"parallel":[31,50],"processing.":[32],"The":[33,107],"large":[34],"message":[35,97],"size":[36],"collectives":[39,125,200],"is":[40],"particularly":[41],"concerning":[42],"because":[43],"it":[44],"can":[45],"significantly":[46,94],"degrade":[47],"overall":[49],"performance.":[51],"To":[52],"address":[53],"this":[54,79],"issue,":[55],"prior":[56],"research":[57],"simply":[58],"applies":[59],"off-the-shelf":[61],"fix-rate":[62],"lossy":[63,91,158],"compressors":[64],"collectives,":[68,174],"leading":[69],"suboptimal":[71],"performance,":[72],"limited":[73],"generalizability,":[74],"unbounded":[76],"errors.":[77],"In":[78],"paper,":[80],"we":[81],"propose":[82],"novel":[84],"solution,":[85],"called":[86],"C-Coll,":[87],"which":[88],"leverages":[89],"error-bounded":[90,157],"compression":[92],"reduce":[95],"size,":[98],"resulting":[99],"substantial":[102],"reduction":[103],"communication":[105,144],"cost.":[106],"key":[108],"contributions":[109],"are":[110],"three-fold.":[111],"(1)":[112],"We":[113,152,169],"develop":[114],"two":[115],"general,":[116],"optimized":[117],"lossy-compression-based":[118],"frameworks":[119],"for":[120],"both":[121],"types":[122],"(collective":[126],"data":[127,149],"movement":[128],"as":[129,131,176,201,203],"well":[130,202],"computation),":[133],"based":[134,186],"on":[135,187],"their":[136],"particular":[137],"characteristics.":[138],"Our":[139],"framework":[140],"not":[141],"only":[142],"reduces":[143],"cost":[145],"but":[146],"also":[147],"preserves":[148],"accuracy.":[150],"(2)":[151],"customize":[153],"SZx,":[154],"an":[155],"ultra-fast":[156],"compressor,":[159],"meet":[161],"specific":[163],"needs":[164],"communication.":[167],"(3)":[168],"integrate":[170],"C-Coll":[171],"into":[172],"multiple":[173,204],"such":[175],"MPI_Allreduce,":[177],"MPI_Scatter,":[178],"MPI_Bcast,":[180],"perform":[182],"comprehensive":[184],"evaluation":[185],"real-world":[188],"datasets.":[190],"Experiments":[191],"show":[192],"that":[193],"our":[194],"solution":[195],"outperforms":[196],"original":[198],"baselines":[205],"related":[207],"efforts":[208],"by":[209],"1.8-2.7X.":[210]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4364382637","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-01-18T16:59:59.716712","created_date":"2023-04-12"}