{"id":"https://openalex.org/W4361193448","doi":"https://doi.org/10.48550/arxiv.2303.14773","title":"BlackVIP: Black-Box Visual Prompting for Robust Transfer Learning","display_name":"BlackVIP: Black-Box Visual Prompting for Robust Transfer Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4361193448","doi":"https://doi.org/10.48550/arxiv.2303.14773"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.14773","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2303.14773","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055143878","display_name":"Changdae Oh","orcid":"https://orcid.org/0000-0002-9247-8030"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oh, Changdae","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004502169","display_name":"Hyeji Hwang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hwang, Hyeji","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100709327","display_name":"Heeyoung Lee","orcid":"https://orcid.org/0000-0003-3179-0386"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Hee-young","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102079663","display_name":"Yongtaek Lim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lim, YongTaek","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110042286","display_name":"Geunyoung Jung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Geunyoung","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021834877","display_name":"Jiyoung Jung","orcid":"https://orcid.org/0000-0001-9316-9750"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Jiyoung","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067277192","display_name":"Hosik Choi","orcid":"https://orcid.org/0000-0003-0589-8043"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Hosik","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5025711483","display_name":"Kyungwoo Song","orcid":"https://orcid.org/0000-0003-0082-4280"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Kyungwoo","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":65},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9795,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9752,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness","score":0.6498653},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5764933},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.42504603},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.41839984}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8228241},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6498653},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5764933},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.51499325},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5010545},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.44987738},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.42504603},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.41839984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40857378},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35769418},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3395487},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2253184},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11965856},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09568098},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.14773","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2303.14773","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.14773","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W98480971","https://openalex.org/W3046370962","https://openalex.org/W2597809628","https://openalex.org/W2164382479","https://openalex.org/W2157978810","https://openalex.org/W2150291671","https://openalex.org/W2146343568","https://openalex.org/W2058965144","https://openalex.org/W2027972911","https://openalex.org/W2013643406"],"abstract_inverted_index":{"With":[0],"the":[1,45,62,110,154],"surge":[2],"of":[3,25,49,156],"large-scale":[4],"pre-trained":[5],"models":[6,10,27],"(PTMs),":[7],"fine-tuning":[8,63],"these":[9],"to":[11,89,160,174],"numerous":[12],"downstream":[13],"tasks":[14],"becomes":[15],"a":[16,50,56,75,91,157],"crucial":[17],"problem.":[18],"Consequently,":[19],"parameter":[20,47,83],"efficient":[21],"transfer":[22],"learning":[23],"(PETL)":[24],"large":[26,58,92],"has":[28,120],"grasped":[29],"huge":[30],"attention.":[31],"While":[32],"recent":[33],"PETL":[34],"methods":[35],"showcase":[36],"impressive":[37],"performance,":[38],"they":[39],"rely":[40],"on":[41,148,165],"optimistic":[42],"assumptions:":[43],"1)":[44,123],"entire":[46],"set":[48],"PTM":[51],"is":[52,64,87],"available,":[53],"and":[54,117,125,146],"2)":[55,126],"sufficiently":[57],"memory":[59,93,183],"capacity":[60],"for":[61,95],"equipped.":[65],"However,":[66],"in":[67],"most":[68],"real-world":[69],"applications,":[70],"PTMs":[71,111],"are":[72],"served":[73],"as":[74],"black-box":[76,103],"API":[77],"or":[78],"proprietary":[79],"software":[80],"without":[81,112,177],"explicit":[82],"accessibility.":[84],"Besides,":[85],"it":[86],"hard":[88],"meet":[90],"requirement":[94],"modern":[96],"PTMs.":[97],"In":[98],"this":[99],"work,":[100],"we":[101],"propose":[102],"visual":[104,140],"prompting":[105],"(BlackVIP),":[106],"which":[107,142],"efficiently":[108,152],"adapts":[109],"knowledge":[113],"about":[114],"model":[115,159],"architectures":[116],"parameters.":[118],"BlackVIP":[119,170],"two":[121],"components;":[122],"Coordinator":[124,136],"simultaneous":[127],"perturbation":[128],"stochastic":[129],"approximation":[130],"with":[131,181],"gradient":[132,155],"correction":[133],"(SPSA-GC).":[134],"The":[135],"designs":[137],"input-dependent":[138],"image-shaped":[139],"prompts,":[141],"improves":[143],"few-shot":[144],"adaptation":[145,173],"robustness":[147],"distribution/location":[149],"shift.":[150],"SPSA-GC":[151],"estimates":[153],"target":[158],"update":[161],"Coordinator.":[162],"Extensive":[163],"experiments":[164],"16":[166],"datasets":[167],"demonstrate":[168],"that":[169],"enables":[171],"robust":[172],"diverse":[175],"domains":[176],"accessing":[178],"PTMs'":[179],"parameters,":[180],"minimal":[182],"requirements.":[184],"Code:":[185],"\\url{https://github.com/changdaeoh/BlackVIP}":[186]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4361193448","counts_by_year":[],"updated_date":"2025-04-14T11:47:50.111345","created_date":"2023-03-31"}