{"id":"https://openalex.org/W3129002043","doi":"https://doi.org/10.1016/j.cpc.2021.107844","title":"HEP-Frame: Improving the efficiency of pipelined data transformation & filtering for scientific analyses","display_name":"HEP-Frame: Improving the efficiency of pipelined data transformation & filtering for scientific analyses","publication_year":2021,"publication_date":"2021-01-28","ids":{"openalex":"https://openalex.org/W3129002043","doi":"https://doi.org/10.1016/j.cpc.2021.107844","mag":"3129002043"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.cpc.2021.107844","pdf_url":null,"source":{"id":"https://openalex.org/S142305363","display_name":"Computer Physics Communications","issn_l":"0010-4655","issn":["0010-4655","1879-2944"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.cpc.2021.107844","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003636881","display_name":"Andr\u00e9 Pereira","orcid":"https://orcid.org/0000-0002-2110-914X"},"institutions":[{"id":"https://openalex.org/I99682543","display_name":"University of Minho","ror":"https://ror.org/037wpkx04","country_code":"PT","type":"education","lineage":["https://openalex.org/I99682543"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Andr\u00e9 Pereira","raw_affiliation_strings":["Algoritmi Center, University of Minho, Campus de Gualtar, 4710-057 Braga, Portugal"],"affiliations":[{"raw_affiliation_string":"Algoritmi Center, University of Minho, Campus de Gualtar, 4710-057 Braga, Portugal","institution_ids":["https://openalex.org/I99682543"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000721537","display_name":"Alberto Jos\u00e9 Proen\u00e7a","orcid":"https://orcid.org/0000-0001-6018-7346"},"institutions":[{"id":"https://openalex.org/I99682543","display_name":"University of Minho","ror":"https://ror.org/037wpkx04","country_code":"PT","type":"education","lineage":["https://openalex.org/I99682543"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Alberto Proen\u00e7a","raw_affiliation_strings":["Algoritmi Center, University of Minho, Campus de Gualtar, 4710-057 Braga, Portugal"],"affiliations":[{"raw_affiliation_string":"Algoritmi Center, University of Minho, Campus de Gualtar, 4710-057 Braga, Portugal","institution_ids":["https://openalex.org/I99682543"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5003636881"],"corresponding_institution_ids":["https://openalex.org/I99682543"],"apc_list":{"value":3670,"currency":"USD","value_usd":3670,"provenance":"doaj"},"apc_paid":{"value":3670,"currency":"USD","value_usd":3670,"provenance":"doaj"},"fwci":0.406,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.786866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":72,"max":76},"biblio":{"volume":"263","issue":null,"first_page":"107844","last_page":"107844"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9994,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.7434246},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.7218313},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6213688},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.46651423},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.42790815},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37315547},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3675571},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32752758},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.14672342},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07660276},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.cpc.2021.107844","pdf_url":null,"source":{"id":"https://openalex.org/S142305363","display_name":"Computer Physics Communications","issn_l":"0010-4655","issn":["0010-4655","1879-2944"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.cpc.2021.107844","pdf_url":null,"source":{"id":"https://openalex.org/S142305363","display_name":"Computer Physics Communications","issn_l":"0010-4655","issn":["0010-4655","1879-2944"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","award_id":null}],"datasets":[],"versions":[],"referenced_works_count":20,"referenced_works":["https://openalex.org/W1858542512","https://openalex.org/W1974752004","https://openalex.org/W1988888548","https://openalex.org/W2007008962","https://openalex.org/W2078962046","https://openalex.org/W2095595785","https://openalex.org/W2097599414","https://openalex.org/W2106076593","https://openalex.org/W2121893797","https://openalex.org/W2122747952","https://openalex.org/W2142677441","https://openalex.org/W2161420356","https://openalex.org/W2326236514","https://openalex.org/W2340076492","https://openalex.org/W2519876678","https://openalex.org/W2542459869","https://openalex.org/W2915063781","https://openalex.org/W4229701516","https://openalex.org/W4301404790","https://openalex.org/W4302771278"],"related_works":["https://openalex.org/W4233815414","https://openalex.org/W2965967938","https://openalex.org/W2581223690","https://openalex.org/W2385361820","https://openalex.org/W2372170743","https://openalex.org/W2164287667","https://openalex.org/W2140418760","https://openalex.org/W2034393996","https://openalex.org/W1604898313","https://openalex.org/W1491899005"],"abstract_inverted_index":{"Software":[0],"to":[1,20,39,47,71,265,355,385,400,407,469,479,500,531,535,562,572,589,611,614,617,639,672,686,703,720,724,734,737,746,791,794,799,810,833,852,920],"analyse":[2,618],"very":[3,550,913],"large":[4,387,413,622],"sets":[5],"of":[6,14,57,63,117,133,149,153,159,162,178,219,260,376,389,421,472,527,546,568,596,624,631,661,692,761,797,805,839,849,916,927,934],"experimental":[7,393],"data":[8,23,44,105,123,126,186,208,223,262,303,379,390,405,429,455,481,503,511,619,880],"often":[9,383,539],"relies":[10],"on":[11,237,247,273,490,577,601,860],"a":[12,72,141,298,419,438,559,587,608,621,628,759,817,864,895,912],"pipeline":[13,119,180,420,474,630],"irregular":[15],"computational":[16,108,151,212,422,466,837,854],"tasks":[17,423,450],"with":[18,242,249,337,458,504,627],"decisions":[19],"remove":[21],"irrelevant":[22,428],"from":[24,225,445,620],"further":[25],"processing.":[26],"A":[27],"user-centred":[28,609],"framework":[29,561,588,610,670,726],"was":[30,305,892],"designed":[31],"and":[32,46,49,107,128,191,210,243,246,268,310,314,341,432,494,510,553,566,571,593,603,648,665,690,710,743,829,856,876,882,940,946],"deployed,":[33],"HEP-Frame,":[34,586],"which":[35,730],"aids":[36],"domain":[37,640,735],"experts":[38,641,736],"develop":[40,615,826],"applications":[41,381,548,570,600,616,850],"for":[42,121,516,778,801],"scientific":[43,480,537,598,693,779],"analyses":[45,224,263,482],"monitor":[48],"control":[50,573],"their":[51,508,536,547,574,722,739,795,802,853],"efficient":[52,569,594,674,847],"execution.":[53,475],"The":[54,89,292,367],"key":[55,286],"feature":[56],"HEP-Frame":[58,266,281,351,369,606,808,904],"is":[59,187,435,530,549,554,607,645,649,869],"the":[60,64,80,97,114,118,131,147,150,154,157,160,163,170,176,179,195,203,211,217,228,234,250,269,279,285,288,321,330,338,345,404,452,459,470,473,491,517,524,544,564,591,637,688,704,714,732,753,836,840,857,861,879,903,917,921,928,932,935],"performance":[61,259,283,295,487,545,711],"portability":[62,657,712],"code":[65,509,644,676,694,723,740,827,841,874,918],"across":[66,96,658],"different":[67,166,465,659],"heterogeneous":[68,99,311,331,604],"platforms,":[69,706],"due":[70,264],"novel":[73],"adaptive":[74],"multi-layer":[75,90,865,938],"scheduler,":[76,866,939],"seamlessly":[77],"integrated":[78],"into":[79,215,697],"tool,":[81],"an":[82],"approach":[83],"not":[84,634,784,831],"available":[85,98,171,372,858],"in":[86,112,136,227,307,315,320,329,344,403,440,451,682,894,907],"competing":[87],"frameworks.":[88],"scheduler":[91,235,282],"transparently":[92,877],"allocates":[93],"parallel":[94,115,575,662,675,683],"data/tasks":[95],"resources,":[100],"dynamically":[101],"balances":[102,146,202],"threads":[103,206],"among":[104,169,207],"input":[106,209,495],"tasks,":[109,213],"adaptively":[110,201],"reorders":[111],"run-time":[113],"execution":[116,132,148,158,576,595,677,708,754,848],"stages":[120,152,161,181,193],"each":[122,220],"stream,":[124],"respecting":[125],"dependencies,":[127],"efficiently":[129],"manages":[130],"library":[134],"functions":[135],"accelerators.":[137],"Each":[138],"layer":[139],"implements":[140],"specific":[142],"scheduling":[143],"strategy:":[144],"one":[145],"pipeline,":[155],"distributing":[156],"same":[164],"or":[165,395,406,485,820],"dataset":[167,625],"elements":[168],"computing":[172,518,579,663,705],"threads;":[173],"another":[174,200],"controls":[175],"order":[177],"execution,":[182],"so":[183,642,823],"that":[184,424,461,643,763,824],"most":[185,528],"filtered":[188],"out":[189,427],"earlier":[190],"later":[192],"execute":[194],"computationally":[196],"heavy":[197],"tasks;":[198],"yet":[199],"automatically":[204,872],"created":[205],"taking":[214],"account":[216],"requirements":[218,855],"application.":[221],"Simulated":[222],"sensors":[226],"ATLAS":[229],"Experiment":[230],"at":[231,373],"CERN":[232],"evaluated":[233],"efficiency,":[236],"dual":[238],"multicore":[239,312],"Xeon":[240],"servers":[241,248,313],"without":[244,678],"accelerators,":[245],"many-core":[251,316],"Intel":[252],"KNL.":[253],"Experimental":[254],"results":[255,507,533],"show":[256,278],"significant":[257],"improved":[258,280],"these":[261,765],"features":[267,750],"codes":[270],"scaled":[271],"well":[272],"multiple":[274],"servers.":[275,605],"Results":[276],"also":[277,654,758],"over":[284,297],"competitor,":[287],"HEFT":[289],"list":[290],"scheduler.":[291],"best":[293],"overall":[294,929],"improvement":[296],"real":[299],"fine":[300],"tuned":[301],"sequential":[302],"analysis":[304,380,599],"impressive":[306],"both":[308],"homogeneous":[309,322,602],"servers:":[317],"81x":[318],"faster":[319,328,343],"24+24":[323],"core":[324,333],"Skylake":[325],"server,":[326],"86x":[327],"12+12":[332],"Ivy":[334],"Bridge":[335],"server":[336,862],"Kepler":[339],"GPU,":[340],"252x":[342],"64-core":[346],"KNL":[347],"server.":[348],"Program":[349],"Title:":[350],"CPC":[352],"Library":[353],"link":[354],"program":[356],"files:":[357],"https://doi.org/10.17632/m2jwxshtfz.1":[358],"Licencing":[359],"provisions:":[360],"GPLv3":[361],"Programming":[362],"language:":[363],"C++.":[364],"Supplementary":[365],"material:":[366],"current":[368],"public":[370],"release":[371],"https://bitbucket.org/ampereira/hep-frame/wiki/Home.":[374],"Nature":[375],"problem:":[377],"Scientific":[378],"are":[382,415,713,757],"developed":[384,650],"process":[386,501],"amounts":[388],"obtained":[391],"through":[392,863],"measurements":[394],"Monte":[396],"Carlo":[397],"simulations,":[398],"aiming":[399,745],"identify":[401],"patterns":[402],"test":[408],"and/or":[409],"validate":[410],"theories.":[411],"These":[412],"inputs":[414],"usually":[416,555,695],"processed":[417,447],"by":[418,448,845,871],"may":[425,463],"filter":[426,434],"(a":[430],"task":[431],"its":[433],"addressed":[436,870],"as":[437],"proposition":[439],"this":[441,812,908],"communication),":[442],"preventing":[443],"it":[444,653],"being":[446],"subsequent":[449],"pipeline.":[453],"This":[454,476,583,669],"filtering,":[456],"coupled":[457],"fact":[460],"propositions":[462],"have":[464,785,790,832],"intensities,":[467],"contribute":[468],"irregularity":[471],"can":[477,521],"lead":[478],"I/O-,":[483],"memory-,":[484],"compute-bound":[486],"limitations,":[488],"depending":[489],"implemented":[492],"algorithms":[493],"data.":[496],"To":[497],"allow":[498,800],"scientists":[499,529,613],"more":[502,505,646],"accurate":[506],"structures":[512],"should":[513],"be":[514,792],"optimized":[515],"resources":[519,859],"they":[520,782],"access.":[522],"Since":[523],"main":[525,715],"goal":[526],"obtain":[532],"relevant":[534],"fields,":[538],"within":[540],"strict":[541,725],"deadlines,":[542],"optimizing":[543],"time":[551],"consuming":[552],"overlooked.":[556],"Scientists":[557],"require":[558],"software":[560],"aid":[563,590,612,687],"design":[565,689],"development":[567,592,741],"distinct":[578],"platforms.":[580],"Solution":[581],"method:":[582],"work":[584],"proposes":[585],"pipelined":[597],"number":[623],"elements,":[626],"flexible":[629],"propositions.":[632],"It":[633,842],"only":[635,910],"stresses":[636,731],"interface":[638,733],"robust":[647],"faster,":[651],"but":[652,717,751],"aims":[655,671],"high-performance":[656],"types":[660],"platforms":[664],"desirable":[666,748],"sustainability":[667,749],"features.":[668],"provide":[673,747],"requiring":[679],"user":[680,936],"expertise":[681],"computing.":[684,780],"Frameworks":[685],"deployment":[691],"fall":[696],"two":[698,766],"categories:":[699],"(i)":[700,844],"resource-centred,":[701],"closer":[702],"where":[707],"efficiency":[709,838],"goals,":[716],"forces":[718],"developers":[719],"adapt":[721],"constraints;":[727],"(ii)":[728,868],"user-centred,":[729],"improve":[738],"speed":[742],"robustness,":[744],"disregarding":[752],"performance.":[755],"There":[756],"set":[760],"frameworks":[762],"merge":[764,811],"categories":[767],"(Liu":[768],"et":[769,774,899],"al.,":[770,775,900],"2015":[771,776],"[1];":[772],"Deelman":[773],"[2])":[777],"While":[781],"do":[783,830],"steep":[786],"learning":[787],"curves,":[788],"concessions":[789],"made":[793],"ease":[796],"use":[798],"broader":[803],"scope":[804],"targeted":[806],"applications.":[807],"attempts":[809],"gap,":[813],"placing":[814],"itself":[815],"between":[816],"fully":[818],"user-":[819],"resource-centred":[821],"framework,":[822],"users":[825],"quickly":[828],"worry":[834],"about":[835],"handles":[843],"ensuring":[846],"according":[851],"while":[867,931],"generating":[873],"skeletons":[875],"managing":[878],"structure":[881],"automating":[883],"repetitive":[884],"tasks.":[885],"Additional":[886],"comments:":[887],"An":[888],"early":[889],"stage":[890],"proof-of-concept":[891],"published":[893],"conference":[896],"proceedings":[897],"(Pereira":[898],"2015).":[901],"However,":[902],"version":[905],"presented":[906],"communication":[909],"shares":[911],"small":[914],"portion":[915],"related":[919],"skeleton":[922],"generation":[923],"(less":[924],"than":[925],"5%":[926],"code),":[930],"rest":[933],"interface,":[937],"parallelization":[941],"strategies":[942],"were":[943],"completely":[944],"redesigned":[945],"re-implemented.":[947]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3129002043","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2024-12-16T06:47:20.046983","created_date":"2021-02-15"}