{"id":"https://openalex.org/W4386435742","doi":"https://doi.org/10.48550/arxiv.2309.00023","title":"Continual Learning From a Stream of APIs","display_name":"Continual Learning From a Stream of APIs","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386435742","doi":"https://doi.org/10.48550/arxiv.2309.00023"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2309.00023","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2309.00023","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086494876","display_name":"Enneng Yang","orcid":"https://orcid.org/0000-0001-5419-5286"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Enneng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100690302","display_name":"Zhenyi Wang","orcid":"https://orcid.org/0000-0002-2780-9446"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhenyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333320","display_name":"Li Shen","orcid":"https://orcid.org/0000-0002-5443-0503"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Li","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027852193","display_name":"Nan Yin","orcid":"https://orcid.org/0000-0002-0177-8514"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Nan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065250332","display_name":"Tongliang Liu","orcid":"https://orcid.org/0000-0002-9640-6472"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Tongliang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007061198","display_name":"Guibing Guo","orcid":"https://orcid.org/0000-0002-1709-5056"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Guibing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100326915","display_name":"Xingwei Wang","orcid":"https://orcid.org/0000-0003-2856-4716"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xingwei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Dacheng","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":65},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9957,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9957,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9829,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9467,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/application-programming-interface","display_name":"Application programming interface","score":0.47985595}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7997267},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.48699504},{"id":"https://openalex.org/C99613125","wikidata":"https://www.wikidata.org/wiki/Q165194","display_name":"Application programming interface","level":2,"score":0.47985595},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.47918022},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.4786019},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3785975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36202332},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17079604},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.11562136},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2309.00023","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.00023","pdf_url":"http://arxiv.org/pdf/2309.00023","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2309.00023","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2309.00023","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.53},{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions","score":0.43}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4310285384","https://openalex.org/W4289718052","https://openalex.org/W4287549553","https://openalex.org/W4248896073","https://openalex.org/W3183027292","https://openalex.org/W3116498279","https://openalex.org/W2974871044","https://openalex.org/W2905319430","https://openalex.org/W2164121020","https://openalex.org/W2145559838"],"abstract_inverted_index":{"Continual":[0],"learning":[1,40,122],"(CL)":[2],"aims":[3],"to":[4,28,175,190,226,231,246,256],"learn":[5],"new":[6,85,239],"tasks":[7],"without":[8],"forgetting":[9,106,249],"previous":[10,108,251],"tasks.":[11],"However,":[12],"existing":[13],"CL":[14,57,60,64,68,81,134,153,166,197,206,217,233,258,286],"methods":[15],"require":[16],"a":[17,43,70,116,128,133,179,238],"large":[18],"amount":[19],"of":[20,72,99,107,130,215,250,284],"raw":[21,78,92,261],"data,":[22,93,139,225],"which":[23,46,66],"is":[24],"often":[25],"unavailable":[26,90],"due":[27],"copyright":[29],"considerations":[30],"and":[31,62,102,104,151,168,186,199,219,266,281,290],"privacy":[32],"risks.":[33],"Instead,":[34],"stakeholders":[35],"usually":[36],"release":[37],"pre-trained":[38],"machine":[39],"models":[41,98],"as":[42,158,172],"service":[44],"(MLaaS),":[45],"users":[47],"can":[48],"access":[49],"via":[50,178],"APIs.":[51,109,143],"This":[52],"paper":[53],"considers":[54],"two":[55,84,148],"practical-yet-novel":[56],"settings:":[58],"data-efficient":[59],"(DECL-APIs)":[61],"data-free":[63,118],"(DFCL-APIs),":[65],"achieve":[67],"from":[69,127],"stream":[71,129],"APIs":[73,131],"with":[74,259],"partial":[75],"or":[76],"no":[77],"data.":[79],"Performing":[80],"under":[82],"these":[83,112],"settings":[86],"faces":[87],"several":[88],"challenges:":[89],"full":[91,260],"unknown":[94],"model":[95,135,167,198,207,218],"parameters,":[96],"heterogeneous":[97],"arbitrary":[100],"architecture":[101],"scale,":[103],"catastrophic":[105,248],"To":[110],"overcome":[111],"issues,":[113],"we":[114,203,236],"propose":[115,237],"novel":[117],"cooperative":[119,149],"continual":[120],"distillation":[121],"framework":[123,146],"that":[124],"distills":[125],"knowledge":[126,230],"into":[132],"by":[136,141,208],"generating":[137],"pseudo":[138],"just":[140],"querying":[142],"Specifically,":[144],"our":[145,276],"includes":[147],"generators":[150,177],"one":[152],"model,":[154],"forming":[155],"their":[156],"training":[157],"an":[159],"adversarial":[160],"game.":[161],"We":[162],"first":[163],"use":[164],"the":[165,169,192,196,200,205,210,213,216,220,228,232,264,269,273],"current":[170],"API":[171,222],"fixed":[173],"discriminators":[174],"train":[176,204],"derivative-free":[180],"method.":[181],"Generators":[182],"adversarially":[183],"generate":[184],"hard":[185],"diverse":[187],"synthetic":[188,224],"data":[189,262],"maximize":[191],"response":[193],"gap":[194,211],"between":[195,212],"API.":[201],"Next,":[202],"minimizing":[209],"responses":[214],"black-box":[221],"on":[223,243,263,287],"transfer":[227],"API's":[229],"model.":[234],"Furthermore,":[235],"regularization":[240],"term":[241],"based":[242],"network":[244],"similarity":[245],"prevent":[247],"APIs.Our":[252],"method":[253,277],"performs":[254],"comparably":[255],"classic":[257,285],"MNIST":[265],"SVHN":[267],"in":[268],"DFCL-APIs":[270],"setting.":[271],"In":[272],"DECL-APIs":[274],"setting,":[275],"achieves":[278],"0.97x,":[279],"0.75x":[280],"0.69x":[282],"performance":[283],"CIFAR10,":[288],"CIFAR100,":[289],"MiniImageNet.":[291]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386435742","counts_by_year":[],"updated_date":"2025-04-15T23:43:47.697147","created_date":"2023-09-05"}