{"id":"https://openalex.org/W4389821034","doi":"https://doi.org/10.48550/arxiv.2312.09059","title":"Auto-Prox: Training-Free Vision Transformer Architecture Search via Automatic Proxy Discovery","display_name":"Auto-Prox: Training-Free Vision Transformer Architecture Search via Automatic Proxy Discovery","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389821034","doi":"https://doi.org/10.48550/arxiv.2312.09059"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2312.09059","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2312.09059","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016625901","display_name":"Zimian Wei","orcid":"https://orcid.org/0000-0002-9524-116X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Zimian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085482371","display_name":"Lujun Li","orcid":"https://orcid.org/0000-0002-4329-2707"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Lujun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063431385","display_name":"Peijie Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Peijie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101263846","display_name":"Zheng Hui","orcid":"https://orcid.org/0009-0006-7342-2142"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hui, Zheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040367049","display_name":"Anggeng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Anggeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091320085","display_name":"Menglong Lu","orcid":"https://orcid.org/0000-0003-0011-0368"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Menglong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053995594","display_name":"Hengyue Pan","orcid":"https://orcid.org/0000-0002-2999-7401"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Hengyue","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112135173","display_name":"Zhiliang Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Zhiliang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100440919","display_name":"Dong\u2010Sheng Li","orcid":"https://orcid.org/0000-0003-1283-6334"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Dongsheng","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.774698,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":90},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9634,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9634,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.9205,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.5427698},{"id":"https://openalex.org/keywords/search-cost","display_name":"Search cost","score":0.43436477}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.71698713},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6520244},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.5427698},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.44868693},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4452226},{"id":"https://openalex.org/C21782646","wikidata":"https://www.wikidata.org/wiki/Q841666","display_name":"Search cost","level":2,"score":0.43436477},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43273586},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36291674},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17586708},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2312.09059","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.09059","pdf_url":"http://arxiv.org/pdf/2312.09059","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2312.09059","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2312.09059","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.46,"display_name":"Industry, innovation and infrastructure"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4249498729","https://openalex.org/W4231775656","https://openalex.org/W2359547607","https://openalex.org/W2160863446","https://openalex.org/W2106866459","https://openalex.org/W2046435967","https://openalex.org/W2028495302","https://openalex.org/W2002261065","https://openalex.org/W1967083444","https://openalex.org/W1513656766"],"abstract_inverted_index":{"The":[0],"substantial":[1],"success":[2],"of":[3,22],"Vision":[4],"Transformer":[5],"(ViT)":[6],"in":[7,44,191,211],"computer":[8],"vision":[9],"tasks":[10],"is":[11,40],"largely":[12],"attributed":[13],"to":[14,51,61,73,89,154,170,203],"the":[15,20,91,96,132,181],"architecture":[16,24,33,189],"design.":[17],"This":[18],"underscores":[19],"necessity":[21],"efficient":[23],"search":[25,34,135,168,190],"for":[26,167],"designing":[27],"better":[28,173],"ViTs":[29],"automatically.":[30],"As":[31],"training-based":[32],"methods":[35,46],"are":[36],"computationally":[37],"intensive,":[38],"there":[39],"a":[41,150,172,187,192],"growing":[42],"interest":[43],"training-free":[45,56,193],"that":[47,198],"use":[48],"zero-cost":[49,65,69,115,125,133,146,159,183],"proxies":[50,70,116,126],"score":[52],"ViTs.":[53],"However,":[54],"existing":[55],"approaches":[57],"require":[58],"expert":[59],"knowledge":[60],"manually":[62],"design":[63],"specific":[64],"proxies.":[66],"Moreover,":[67],"these":[68],"exhibit":[71],"limitations":[72],"generalize":[74],"across":[75],"diverse":[76],"domains.":[77],"In":[78],"this":[79],"paper,":[80],"we":[81,94,112,123,148,185],"introduce":[82,163],"Auto-Prox,":[83],"an":[84,164],"automatic":[85],"proxy":[86,134,160],"discovery":[87],"framework,":[88],"address":[90],"problem.":[92],"First,":[93],"build":[95],"ViT-Bench-101,":[97,111],"which":[98],"involves":[99],"different":[100,158,204],"ViT":[101,138,188],"candidates":[102],"and":[103,130,140,156,177,206,214],"their":[104,119],"actual":[105],"performance":[106],"on":[107,118,180],"multiple":[108],"datasets.":[109],"Utilizing":[110],"can":[113,218],"evaluate":[114],"based":[117],"score-accuracy":[120],"correlation.":[121],"Then,":[122],"represent":[124],"with":[127,137],"computation":[128],"graphs":[129],"organize":[131],"space":[136],"statistics":[139],"primitive":[141],"operations.":[142],"To":[143],"discover":[144],"generic":[145],"proxies,":[147],"propose":[149],"joint":[151],"correlation":[152,213],"metric":[153],"evolve":[155],"mutate":[157],"candidates.":[161],"We":[162],"elitism-preserve":[165],"strategy":[166],"efficiency":[169],"achieve":[171],"trade-off":[174],"between":[175],"exploitation":[176],"exploration.":[178],"Based":[179],"discovered":[182],"proxy,":[184],"conduct":[186],"manner.":[194],"Extensive":[195],"experiments":[196],"demonstrate":[197],"our":[199],"method":[200],"generalizes":[201],"well":[202],"datasets":[205],"achieves":[207],"state-of-the-art":[208],"results":[209],"both":[210],"ranking":[212],"final":[215],"accuracy.":[216],"Codes":[217],"be":[219],"found":[220],"at":[221],"https://github.com/lilujunai/Auto-Prox-AAAI24.":[222]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4389821034","counts_by_year":[{"year":2024,"cited_by_count":5}],"updated_date":"2025-04-23T23:03:10.923991","created_date":"2023-12-16"}