{"id":"https://openalex.org/W3044648886","doi":"https://doi.org/10.22331/q-2021-03-22-415","title":"Application-Motivated, Holistic Benchmarking of a Full Quantum Computing Stack","display_name":"Application-Motivated, Holistic Benchmarking of a Full Quantum Computing Stack","publication_year":2021,"publication_date":"2021-03-22","ids":{"openalex":"https://openalex.org/W3044648886","doi":"https://doi.org/10.22331/q-2021-03-22-415","mag":"3044648886"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.22331/q-2021-03-22-415","pdf_url":null,"source":{"id":"https://openalex.org/S4210226432","display_name":"Quantum","issn_l":"2521-327X","issn":["2521-327X"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310317900","host_organization_name":"Verein zur F\u00f6rderung des Open Access Publizierens in den Quantenwissenschaften","host_organization_lineage":["https://openalex.org/P4310317900"],"host_organization_lineage_names":["Verein zur F\u00f6rderung des Open Access Publizierens in den Quantenwissenschaften"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.01273","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083781540","display_name":"Daniel Mills","orcid":"https://orcid.org/0000-0001-5902-3774"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"funder","lineage":["https://openalex.org/I98677209"]},{"id":"https://openalex.org/I4210114455","display_name":"Cambridge Quantum Computing (United Kingdom)","ror":"https://ror.org/024779x77","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210114455"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Daniel Mills","raw_affiliation_strings":["Cambridge Quantum Computing Ltd, 9a Bridge Street, Cambridge, CB2 1UB, UK","University of Edinburgh, 10 Crichton Street, Edinburgh EH8 9AB, UK"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh, 10 Crichton Street, Edinburgh EH8 9AB, UK","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"Cambridge Quantum Computing Ltd, 9a Bridge Street, Cambridge, CB2 1UB, UK","institution_ids":["https://openalex.org/I4210114455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028606846","display_name":"Seyon Sivarajah","orcid":"https://orcid.org/0000-0002-7332-5485"},"institutions":[{"id":"https://openalex.org/I4210114455","display_name":"Cambridge Quantum Computing (United Kingdom)","ror":"https://ror.org/024779x77","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210114455"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Seyon Sivarajah","raw_affiliation_strings":["Cambridge Quantum Computing Ltd, 9a Bridge Street, Cambridge, CB2 1UB, UK"],"affiliations":[{"raw_affiliation_string":"Cambridge Quantum Computing Ltd, 9a Bridge Street, Cambridge, CB2 1UB, UK","institution_ids":["https://openalex.org/I4210114455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034932973","display_name":"Travis L. Scholten","orcid":"https://orcid.org/0000-0001-9334-4248"},"institutions":[],"countries":["US"],"is_corresponding":false,"raw_author_name":"Travis L. Scholten","raw_affiliation_strings":["IBM T.J. Watson Research Center, Yorktown Heights, NY 10598, USA"],"affiliations":[{"raw_affiliation_string":"IBM T.J. Watson Research Center, Yorktown Heights, NY 10598, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072741724","display_name":"Ross Duncan","orcid":"https://orcid.org/0000-0001-6758-1573"},"institutions":[{"id":"https://openalex.org/I4210114455","display_name":"Cambridge Quantum Computing (United Kingdom)","ror":"https://ror.org/024779x77","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210114455"]},{"id":"https://openalex.org/I181647926","display_name":"University of Strathclyde","ror":"https://ror.org/00n3w3b69","country_code":"GB","type":"funder","lineage":["https://openalex.org/I181647926"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ross Duncan","raw_affiliation_strings":["Cambridge Quantum Computing Ltd, 9a Bridge Street, Cambridge, CB2 1UB, UK","University of Strathclyde, 26 Richmond Street, Glasgow, G1 1XH, UK"],"affiliations":[{"raw_affiliation_string":"Cambridge Quantum Computing Ltd, 9a Bridge Street, Cambridge, CB2 1UB, UK","institution_ids":["https://openalex.org/I4210114455"]},{"raw_affiliation_string":"University of Strathclyde, 26 Richmond Street, Glasgow, G1 1XH, UK","institution_ids":["https://openalex.org/I181647926"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":200,"currency":"EUR","value_usd":215},"apc_paid":null,"fwci":4.1,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":40,"citation_normalized_percentile":{"value":0.999974,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"5","issue":null,"first_page":"415","last_page":"415"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10020","display_name":"Quantum Information and Cryptography","score":0.9971,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10382","display_name":"Quantum and electron transport phenomena","score":0.9928,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.72748226},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6785219},{"id":"https://openalex.org/keywords/ibm","display_name":"IBM","score":0.5580631},{"id":"https://openalex.org/keywords/quantum-circuit","display_name":"Quantum circuit","score":0.49526706}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7623416},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.72748226},{"id":"https://openalex.org/C58053490","wikidata":"https://www.wikidata.org/wiki/Q176555","display_name":"Quantum computer","level":3,"score":0.7239499},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6785219},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.60552114},{"id":"https://openalex.org/C70388272","wikidata":"https://www.wikidata.org/wiki/Q5968558","display_name":"IBM","level":2,"score":0.5580631},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5477958},{"id":"https://openalex.org/C124148022","wikidata":"https://www.wikidata.org/wiki/Q2122210","display_name":"Quantum circuit","level":5,"score":0.49526706},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.4902785},{"id":"https://openalex.org/C134146338","wikidata":"https://www.wikidata.org/wiki/Q1815901","display_name":"Electronic circuit","level":2,"score":0.4420651},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.40765163},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3503222},{"id":"https://openalex.org/C186468114","wikidata":"https://www.wikidata.org/wiki/Q836478","display_name":"Quantum network","level":4,"score":0.33663788},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2325378},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.106865704},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.098550975},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.22331/q-2021-03-22-415","pdf_url":null,"source":{"id":"https://openalex.org/S4210226432","display_name":"Quantum","issn_l":"2521-327X","issn":["2521-327X"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310317900","host_organization_name":"Verein zur F\u00f6rderung des Open Access Publizierens in den Quantenwissenschaften","host_organization_lineage":["https://openalex.org/P4310317900"],"host_organization_lineage_names":["Verein zur F\u00f6rderung des Open Access Publizierens in den Quantenwissenschaften"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://doaj.org/article/066e7878ed964fc29b97c68ae4b280a5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2006.01273","pdf_url":"https://arxiv.org/pdf/2006.01273","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://strathprints.strath.ac.uk/73206/7/Mills_etal_Quantum_2020_Application_motivated_holistic_benchmarking_of_a_full_quantum_computing_stack.pdf","pdf_url":"https://strathprints.strath.ac.uk/73206/7/Mills_etal_Quantum_2020_Application_motivated_holistic_benchmarking_of_a_full_quantum_computing_stack.pdf","source":{"id":"https://openalex.org/S4306402226","display_name":"Strathprints: The University of Strathclyde institutional repository (University of Strathclyde)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I181647926","host_organization_name":"University of Strathclyde","host_organization_lineage":["https://openalex.org/I181647926"],"host_organization_lineage_names":["University of Strathclyde"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2006.01273","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2006.01273","pdf_url":"https://arxiv.org/pdf/2006.01273","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council","award_id":"EP/L01503X/1"}],"datasets":[],"versions":["https://openalex.org/W3033729663","https://openalex.org/W3044648886"],"referenced_works_count":117,"referenced_works":["https://openalex.org/W1532834996","https://openalex.org/W1590419653","https://openalex.org/W1805613251","https://openalex.org/W1965985358","https://openalex.org/W1969623443","https://openalex.org/W1970089350","https://openalex.org/W1979226147","https://openalex.org/W1993292204","https://openalex.org/W2017477211","https://openalex.org/W2029010113","https://openalex.org/W2032146159","https://openalex.org/W2062506119","https://openalex.org/W2064906820","https://openalex.org/W2069280326","https://openalex.org/W2075236172","https://openalex.org/W2082023298","https://openalex.org/W2096687544","https://openalex.org/W2097087591","https://openalex.org/W2154429330","https://openalex.org/W2161685427","https://openalex.org/W2169631286","https://openalex.org/W2170620327","https://openalex.org/W2268604949","https://openalex.org/W2406360733","https://openalex.org/W2415710521","https://openalex.org/W2482126025","https://openalex.org/W2528010580","https://openalex.org/W2566350286","https://openalex.org/W2581122289","https://openalex.org/W2586874551","https://openalex.org/W2601605887","https://openalex.org/W2607081862","https://openalex.org/W2744784234","https://openalex.org/W2749114779","https://openalex.org/W2754797405","https://openalex.org/W2755255888","https://openalex.org/W2758002822","https://openalex.org/W2758259983","https://openalex.org/W2776564547","https://openalex.org/W2784059933","https://openalex.org/W2784994528","https://openalex.org/W2790964615","https://openalex.org/W2792315573","https://openalex.org/W2793452508","https://openalex.org/W2797451925","https://openalex.org/W2798434869","https://openalex.org/W2803086154","https://openalex.org/W2811032035","https://openalex.org/W2884175209","https://openalex.org/W2888421625","https://openalex.org/W2889126882","https://openalex.org/W2896437679","https://openalex.org/W2897579646","https://openalex.org/W2898401615","https://openalex.org/W2903516100","https://openalex.org/W2913992572","https://openalex.org/W2915124843","https://openalex.org/W2926552232","https://openalex.org/W2949719769","https://openalex.org/W2950036696","https://openalex.org/W2950205552","https://openalex.org/W2950223894","https://openalex.org/W2963124215","https://openalex.org/W2963239445","https://openalex.org/W2980017474","https://openalex.org/W2982169647","https://openalex.org/W2989336327","https://openalex.org/W2990961515","https://openalex.org/W3000564399","https://openalex.org/W3000698183","https://openalex.org/W3009114147","https://openalex.org/W3009639888","https://openalex.org/W3010336053","https://openalex.org/W3012795447","https://openalex.org/W3016670097","https://openalex.org/W3044648886","https://openalex.org/W3045851397","https://openalex.org/W3081750904","https://openalex.org/W3084809630","https://openalex.org/W3098706935","https://openalex.org/W3098974447","https://openalex.org/W3099283286","https://openalex.org/W3099335517","https://openalex.org/W3099932888","https://openalex.org/W3100111077","https://openalex.org/W3100329061","https://openalex.org/W3100476337","https://openalex.org/W3100494702","https://openalex.org/W3100618339","https://openalex.org/W3100952059","https://openalex.org/W3101119252","https://openalex.org/W3101287583","https://openalex.org/W3101427288","https://openalex.org/W3101479050","https://openalex.org/W3101636216","https://openalex.org/W3102775972","https://openalex.org/W3102893153","https://openalex.org/W3103438630","https://openalex.org/W3103715576","https://openalex.org/W3103990813","https://openalex.org/W3104014430","https://openalex.org/W3104467457","https://openalex.org/W3104553508","https://openalex.org/W3104711177","https://openalex.org/W3104914200","https://openalex.org/W3105463217","https://openalex.org/W3111394828","https://openalex.org/W3123208069","https://openalex.org/W3129110052","https://openalex.org/W3147660836","https://openalex.org/W3178653085","https://openalex.org/W3197658015","https://openalex.org/W3209612530","https://openalex.org/W32507011","https://openalex.org/W4234662483","https://openalex.org/W4299879363","https://openalex.org/W4393473137"],"related_works":["https://openalex.org/W4379115997","https://openalex.org/W4284882292","https://openalex.org/W4214847524","https://openalex.org/W4200149527","https://openalex.org/W3092615945","https://openalex.org/W3034653840","https://openalex.org/W2997740458","https://openalex.org/W2792100442","https://openalex.org/W2066640878","https://openalex.org/W2045473016"],"abstract_inverted_index":{"Quantum":[0],"computing":[1,67,86],"systems":[2,119],"need":[3],"to":[4,16,155],"be":[5,14,45,135],"benchmarked":[6],"in":[7,32,69,148],"terms":[8],"of":[9,64,78,81,92,151],"practical":[10],"tasks":[11],"they":[12],"would":[13],"expected":[15],"do.":[17],"Here,":[18],"we":[19,125],"propose":[20],"3":[21],"\"application-motivated\"":[22],"circuit":[23,115],"classes":[24,74],"for":[25,29,47],"benchmarking:":[26],"deep":[27],"(relevant":[28],"state":[30],"preparation":[31],"the":[33,56,62,97,105,110,114,149,152],"variational":[34],"quantum":[35,49,57,66],"eigensolver":[36],"algorithm),":[37],"shallow":[38],"(inspired":[39,54],"by":[40,55,122],"IQP-type":[41],"circuits":[42,71],"that":[43,130,138],"might":[44],"useful":[46],"near-term":[48],"machine":[50],"learning),":[51],"and":[52,88,109,137,141],"square":[53],"volume":[58],"benchmark).":[59],"We":[60,99],"quantify":[61],"performance":[63,102,150],"a":[65,89,145],"system":[68,153],"running":[70],"from":[72,96],"these":[73],"using":[75],"several":[76],"figures":[77],"merit,":[79],"all":[80],"which":[82,113],"require":[83],"exponential":[84],"classical":[85,93],"resources":[87],"polynomial":[90],"number":[91],"samples":[94],"(bitstrings)":[95],"system.":[98],"study":[100],"how":[101],"varies":[103],"with":[104],"compilation":[106,132],"strategy":[107],"used":[108],"device":[111,139],"on":[112],"is":[116],"run.":[117],"Using":[118],"made":[120],"available":[121],"IBM":[123],"Quantum,":[124],"examine":[126],"their":[127],"performance,":[128],"showing":[129],"noise-aware":[131],"strategies":[133],"may":[134],"beneficial,":[136],"connectivity":[140],"noise":[142],"levels":[143],"play":[144],"crucial":[146],"role":[147],"according":[154],"our":[156],"benchmarks.":[157]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3044648886","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2}],"updated_date":"2025-04-19T12:13:22.010481","created_date":"2020-07-29"}