{"id":"https://openalex.org/W4403818802","doi":"https://doi.org/10.48550/arxiv.2410.00178","title":"Streaming Data in HPC Workflows Using ADIOS","display_name":"Streaming Data in HPC Workflows Using ADIOS","publication_year":2024,"publication_date":"2024-09-30","ids":{"openalex":"https://openalex.org/W4403818802","doi":"https://doi.org/10.48550/arxiv.2410.00178"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.00178","pdf_url":"http://arxiv.org/pdf/2410.00178","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2410.00178","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064465394","display_name":"Greg Eisenhauer","orcid":"https://orcid.org/0000-0002-2070-043X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eisenhauer, Greg","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071286199","display_name":"Norbert Podhorszki","orcid":"https://orcid.org/0000-0001-9647-542X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Podhorszki, Norbert","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021627261","display_name":"Ana Gainaru","orcid":"https://orcid.org/0000-0002-1375-9468"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gainaru, Ana","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030373337","display_name":"Scott Klasky","orcid":"https://orcid.org/0000-0003-3559-5772"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klasky, Scott","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107913671","display_name":"Philip E. Davis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Davis, Philip E.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060153432","display_name":"Manish Parashar","orcid":"https://orcid.org/0000-0003-0983-7408"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parashar, Manish","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015973975","display_name":"Matthew Wolf","orcid":"https://orcid.org/0000-0002-8393-4436"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wolf, Matthew","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114426732","display_name":"Eric Suchtya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suchtya, Eric","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114426733","display_name":"Erick Fredj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fredj, Erick","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114426731","display_name":"Vicente Bolea","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bolea, Vicente","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066754546","display_name":"Franz P\u00f6schel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"P\u00f6schel, Franz","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026031581","display_name":"Klaus Steiniger","orcid":"https://orcid.org/0000-0001-8965-1149"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steiniger, Klaus","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025005466","display_name":"Michael Bu\u00dfmann","orcid":"https://orcid.org/0000-0002-8258-3881"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bussmann, Michael","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025238428","display_name":"Richard Pausch","orcid":"https://orcid.org/0000-0001-7990-9564"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pausch, Richard","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5009614578","display_name":"Sunita Chandrasekaran","orcid":"https://orcid.org/0000-0002-3560-9428"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chandrasekaran, Sunita","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":77},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9788,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9788,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9741,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.69350475},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.68081164},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.20234805}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.00178","pdf_url":"http://arxiv.org/pdf/2410.00178","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.00178","pdf_url":"http://arxiv.org/pdf/2410.00178","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W45233828","https://openalex.org/W4391375266","https://openalex.org/W2964988449","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2397952901","https://openalex.org/W2182707996","https://openalex.org/W2029380707","https://openalex.org/W1981780420","https://openalex.org/W188202134"],"abstract_inverted_index":{"The":[0],"\"IO":[1],"Wall\"":[2],"problem,":[3],"in":[4,43,62,183],"which":[5,23,63,83],"the":[6,29,60,77,137,163,197],"gap":[7],"between":[8,34,87],"computation":[9],"rate":[10,14],"and":[11,55,72,91,107,141,186],"data":[12,49,157,189,193],"access":[13],"grows":[15],"continuously,":[16],"poses":[17],"significant":[18],"problems":[19],"to":[20,39,47,53,69,112,190],"scientific":[21,44],"workflows":[22,45,121],"have":[24],"traditionally":[25],"relied":[26],"upon":[27],"using":[28],"filesystem":[30],"for":[31,125,151,170,177,182],"intermediate":[32],"storage":[33,57],"workflow":[35],"stages.":[36],"One":[37],"way":[38],"avoid":[40],"this":[41,64],"problem":[42],"is":[46,65,67,98],"stream":[48],"directly":[50],"from":[51,145],"producers":[52],"consumers":[54],"avoiding":[56],"entirely.":[58],"However,":[59],"manner":[61],"accomplished":[66],"key":[68],"both":[70],"performance":[71,143],"usability.":[73],"This":[74,134],"paper":[75,135],"presents":[76,142],"Sustainable":[78],"Staging":[79],"Transport,":[80],"an":[81,99],"approach":[82],"allows":[84,110],"direct":[85,126],"streaming":[86],"traditional":[88],"file":[89,168],"writers":[90],"readers":[92],"with":[93,155,158],"few":[94],"application":[95],"changes.":[96,133],"SST":[97,124,140],"ADIOS":[100,105,109,120],"\"engine\",":[101],"accessible":[102],"via":[103],"standard":[104],"APIs,":[106],"because":[108],"engines":[111],"be":[113],"chosen":[114],"at":[115],"run-time,":[116],"many":[117],"existing":[118],"file-oriented":[119],"can":[122],"utilize":[123],"application-to-application":[127],"communication":[128],"without":[129],"any":[130],"source":[131],"code":[132],"describes":[136],"design":[138],"of":[139,166,173,188],"results":[144],"various":[146],"applications":[147,176],"that":[148],"use":[149],"SST,":[150],"feeding":[152],"model":[153],"training":[154],"simulation":[156,198],"substantially":[159],"higher":[160],"bandwidth":[161],"than":[162],"theoretical":[164],"limits":[165],"Frontier's":[167],"system,":[169],"strong":[171],"coupling":[172],"separately":[174],"developed":[175],"multiphysics":[178],"multiscale":[179],"simulation,":[180],"or":[181],"situ":[184],"analysis":[185],"visualization":[187],"complete":[191],"all":[192],"processing":[194],"shortly":[195],"after":[196],"finishes.":[199]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403818802","counts_by_year":[],"updated_date":"2025-04-19T00:45:02.479107","created_date":"2024-10-28"}