乐胖代购免代理版

{"id":"https://openalex.org/W4312531755","doi":"https://doi.org/10.1109/arith54963.2022.00011","title":"A BF16 FMA is All You Need for DNN Training","display_name":"A BF16 FMA is All You Need for DNN Training","publication_year":2022,"publication_date":"2022-09-01","ids":{"openalex":"https://openalex.org/W4312531755","doi":"https://doi.org/10.1109/arith54963.2022.00011"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/arith54963.2022.00011","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://upcommons.upc.edu/bitstream/2117/373614/1/09823406.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102516431","display_name":"John Osorio","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]},{"id":"https://openalex.org/I121595252","display_name":"Polytechnic University of Puerto Rico","ror":"https://ror.org/01b8jmq89","country_code":"PR","type":"education","lineage":["https://openalex.org/I121595252"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]},{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]}],"countries":["ES","PR","US"],"is_corresponding":true,"raw_author_name":"John Osorio","raw_affiliation_strings":["Department of Computer Science, Barcelona Supercomputing Center, Barcelona, CA, 08034. And with Computer Architecture program,","Intel Corporation, Portland, OR 97124.","Universitat Polit\u00e8cnica de Catalunya, Barcelona, CA, 08034."],"affiliations":[{"raw_affiliation_string":"Intel Corporation, Portland, OR 97124.","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya, Barcelona, CA, 08034.","institution_ids":["https://openalex.org/I121595252"]},{"raw_affiliation_string":"Department of Computer Science, Barcelona Supercomputing Center, Barcelona, CA, 08034. And with Computer Architecture program,","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049697257","display_name":"Adri\u00e0 Armejach","orcid":"https://orcid.org/0000-0003-2869-668X"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]},{"id":"https://openalex.org/I121595252","display_name":"Polytechnic University of Puerto Rico","ror":"https://ror.org/01b8jmq89","country_code":"PR","type":"education","lineage":["https://openalex.org/I121595252"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]},{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]}],"countries":["ES","PR","US"],"is_corresponding":false,"raw_author_name":"Adri\u00e0 Armejach","raw_affiliation_strings":["Department of Computer Science, Barcelona Supercomputing Center, Barcelona, CA, 08034. And with Computer Architecture program,","Intel Corporation, Portland, OR 97124.","Universitat Polit\u00e8cnica de Catalunya, Barcelona, CA, 08034."],"affiliations":[{"raw_affiliation_string":"Intel Corporation, Portland, OR 97124.","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya, Barcelona, CA, 08034.","institution_ids":["https://openalex.org/I121595252"]},{"raw_affiliation_string":"Department of Computer Science, Barcelona Supercomputing Center, Barcelona, CA, 08034. And with Computer Architecture program,","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082377233","display_name":"\u00c9ric Petit","orcid":"https://orcid.org/0000-0001-5058-5826"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]},{"id":"https://openalex.org/I121595252","display_name":"Polytechnic University of Puerto Rico","ror":"https://ror.org/01b8jmq89","country_code":"PR","type":"education","lineage":["https://openalex.org/I121595252"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]},{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]}],"countries":["ES","PR","US"],"is_corresponding":false,"raw_author_name":"Eric Petit","raw_affiliation_strings":["Department of Computer Science, Barcelona Supercomputing Center, Barcelona, CA, 08034. And with Computer Architecture program,","Intel Corporation, Portland, OR 97124.","Universitat Polit\u00e8cnica de Catalunya, Barcelona, CA, 08034."],"affiliations":[{"raw_affiliation_string":"Intel Corporation, Portland, OR 97124.","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya, Barcelona, CA, 08034.","institution_ids":["https://openalex.org/I121595252"]},{"raw_affiliation_string":"Department of Computer Science, Barcelona Supercomputing Center, Barcelona, CA, 08034. And with Computer Architecture program,","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077760205","display_name":"Greg Henry","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]},{"id":"https://openalex.org/I121595252","display_name":"Polytechnic University of Puerto Rico","ror":"https://ror.org/01b8jmq89","country_code":"PR","type":"education","lineage":["https://openalex.org/I121595252"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]},{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]}],"countries":["ES","PR","US"],"is_corresponding":false,"raw_author_name":"Greg Henry","raw_affiliation_strings":["Department of Computer Science, Barcelona Supercomputing Center, Barcelona, CA, 08034. And with Computer Architecture program,","Intel Corporation, Portland, OR 97124.","Universitat Polit\u00e8cnica de Catalunya, Barcelona, CA, 08034."],"affiliations":[{"raw_affiliation_string":"Intel Corporation, Portland, OR 97124.","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya, Barcelona, CA, 08034.","institution_ids":["https://openalex.org/I121595252"]},{"raw_affiliation_string":"Department of Computer Science, Barcelona Supercomputing Center, Barcelona, CA, 08034. And with Computer Architecture program,","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044183257","display_name":"Marc Casas","orcid":"https://orcid.org/0000-0003-4564-2093"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]},{"id":"https://openalex.org/I121595252","display_name":"Polytechnic University of Puerto Rico","ror":"https://ror.org/01b8jmq89","country_code":"PR","type":"education","lineage":["https://openalex.org/I121595252"]},{"id":"https://openalex.org/I9617848","display_name":"Universitat Polit\u00e8cnica de Catalunya","ror":"https://ror.org/03mb6wj31","country_code":"ES","type":"education","lineage":["https://openalex.org/I9617848"]},{"id":"https://openalex.org/I2799803557","display_name":"Barcelona Supercomputing Center","ror":"https://ror.org/05sd8tv96","country_code":"ES","type":"facility","lineage":["https://openalex.org/I2799803557","https://openalex.org/I9617848"]}],"countries":["ES","PR","US"],"is_corresponding":false,"raw_author_name":"Marc Casas","raw_affiliation_strings":["Department of Computer Science, Barcelona Supercomputing Center, Barcelona, CA, 08034. And with Computer Architecture program,","Intel Corporation, Portland, OR 97124.","Universitat Polit\u00e8cnica de Catalunya, Barcelona, CA, 08034."],"affiliations":[{"raw_affiliation_string":"Intel Corporation, Portland, OR 97124.","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Catalunya, Barcelona, CA, 08034.","institution_ids":["https://openalex.org/I121595252"]},{"raw_affiliation_string":"Department of Computer Science, Barcelona Supercomputing Center, Barcelona, CA, 08034. And with Computer Architecture program,","institution_ids":["https://openalex.org/I9617848","https://openalex.org/I2799803557"]}]}],"institution_assertions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102516431"],"corresponding_institution_ids":["https://openalex.org/I1343180700","https://openalex.org/I121595252","https://openalex.org/I9617848","https://openalex.org/I2799803557"],"apc_list":null,"apc_paid":null,"fwci":0.29,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":1,"citation_normalized_percentile":{"value":0.564011,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":60,"max":71},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11930","display_name":"Cardiac, Anesthesia and Surgical Outcomes","score":0.5417,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11930","display_name":"Cardiac, Anesthesia and Surgical Outcomes","score":0.5417,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13123","display_name":"Advances in Oncology and Radiotherapy","score":0.5142,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.7040528},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6786494},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.44681928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35833156},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.054604977},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/arith54963.2022.00011","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/373614","pdf_url":"https://upcommons.upc.edu/bitstream/2117/373614/1/09823406.pdf","source":{"id":"https://openalex.org/S4306400551","display_name":"UPCommons (Polytechnic University of Catalonia)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":["Universitat Polit\u00e8cnica de Catalunya"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://hdl.handle.net/2117/373614","pdf_url":"https://upcommons.upc.edu/bitstream/2117/373614/1/09823406.pdf","source":{"id":"https://openalex.org/S4306400551","display_name":"UPCommons (Polytechnic University of Catalonia)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9617848","host_organization_name":"Universitat Polit\u00e8cnica de Catalunya","host_organization_lineage":["https://openalex.org/I9617848"],"host_organization_lineage_names":["Universitat Polit\u00e8cnica de Catalunya"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":24,"referenced_works":["https://openalex.org/W1591801644","https://openalex.org/W182691100","https://openalex.org/W2013278460","https://openalex.org/W2133564696","https://openalex.org/W2159211021","https://openalex.org/W2194775991","https://openalex.org/W2469490737","https://openalex.org/W2763421725","https://openalex.org/W2953235111","https://openalex.org/W2963163009","https://openalex.org/W2963909453","https://openalex.org/W2967088612","https://openalex.org/W2975508544","https://openalex.org/W2981980078","https://openalex.org/W2999599167","https://openalex.org/W3099584108","https://openalex.org/W3100278010","https://openalex.org/W3101100041","https://openalex.org/W3118608800","https://openalex.org/W3125482586","https://openalex.org/W3202633081","https://openalex.org/W4288346545","https://openalex.org/W4292779060","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2997094352","https://openalex.org/W2810751659","https://openalex.org/W2748952813","https://openalex.org/W258997015","https://openalex.org/W2390279801","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Multiply-Add":[0],"(FMA)":[1],"functional":[2,163],"units":[3],"constitute":[4],"a":[5,104],"fundamental":[6],"hardware":[7,121,156],"component":[8],"to":[9,50,76,94,144],"train":[10,51,95],"Deep":[11],"Neural":[12],"Networks":[13],"(DNNs).Its":[14],"silicon":[15],"area":[16],"grows":[17],"quadratically":[18],"with":[19,67,142],"the":[20,25,32,35,59,68,83,90,100,125,138],"mantissa":[21,47],"bit":[22],"count":[23],"of":[24,34,85,107],"computer":[26],"number":[27],"format,":[28],"which":[29,81],"has":[30],"motivated":[31],"adoption":[33],"BrainFloat16":[36],"format":[37,75],"(BF16).BF16":[38],"features":[39],"1":[40],"sign,":[41],"8":[42],"exponent":[43],"and":[44,123],"7":[45],"explicit":[46],"bits.Some":[48],"approaches":[49,63],"DNNs":[52,97,152],"achieve":[53,77,134],"significant":[54],"performance":[55,135],"benefits":[56],"by":[57],"using":[58,99],"BF16":[60,66,101,119],"format.However,":[61],"these":[62],"must":[64],"combine":[65],"standard":[69],"IEEE":[70],"754":[71],"Floating-Point":[72],"32-bit":[73],"(FP32)":[74],"state-of-the-art":[78],"training":[79,150],"accuracy,":[80],"limits":[82],"impact":[84],"adopting":[86],"BF16.This":[87],"paper":[88],"proposes":[89],"first":[91],"approach":[92],"able":[93],"complex":[96,151],"entirely":[98,116],"format.We":[102],"propose":[103],"new":[105],"class":[106],"FMA":[108,110,120,162],"operators,":[109],"bf16":[111,130,146],"n":[112,131,147],"m":[113,132,148],",":[114],"that":[115],"rely":[117],"on":[118,140,153],"instructions":[122],"deliver":[124],"same":[126],"accuracy":[127],"as":[128],"FP32.FMA":[129,145],"operators":[133],"improvements":[136],"within":[137],"1.28-1.35\u00d7range":[139],"ResNet101":[141],"respect":[143],"enables":[149],"simple":[154],"low-end":[155],"devices":[157],"without":[158],"requiring":[159],"expensive":[160],"FP32":[161],"units.":[164]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4312531755","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2024-12-05T17:58:45.283323","created_date":"2023-01-05"}