{"id":"https://openalex.org/W4304699871","doi":"https://doi.org/10.48550/arxiv.2210.03869","title":"TAME: Task Agnostic Continual Learning using Multiple Experts","display_name":"TAME: Task Agnostic Continual Learning using Multiple Experts","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4304699871","doi":"https://doi.org/10.48550/arxiv.2210.03869"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2210.03869","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2210.03869","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100754388","display_name":"Haoran Zhu","orcid":"https://orcid.org/0000-0001-5630-9910"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Haoran","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022493091","display_name":"Maryam Majzoubi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Majzoubi, Maryam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101945429","display_name":"Arihant Jain","orcid":"https://orcid.org/0000-0001-9495-9789"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jain, Arihant","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5006452373","display_name":"Anna Choromanska","orcid":"https://orcid.org/0000-0002-2556-7009"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choromanska, Anna","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":59},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9959,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9959,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9178,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6082357},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.4434465}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7163504},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6836718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.64503956},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6082357},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5714016},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.53530365},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.45460978},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.4434465},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10489482},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2210.03869","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.03869","pdf_url":"http://arxiv.org/pdf/2210.03869","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2210.03869","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2210.03869","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W972276598","https://openalex.org/W4321353415","https://openalex.org/W4246352526","https://openalex.org/W2745001401","https://openalex.org/W2378211422","https://openalex.org/W2130974462","https://openalex.org/W2121910908","https://openalex.org/W2087343574","https://openalex.org/W2086519370","https://openalex.org/W2028665553"],"abstract_inverted_index":{"The":[0,163],"goal":[1],"of":[2,21,34,129,137,172,182,202],"lifelong":[3],"learning":[4,63,80,208],"is":[5,15,36,147,166],"to":[6,66,158],"continuously":[7],"learn":[8],"from":[9,69],"non-stationary":[10],"distributions,":[11],"where":[12,31,54],"the":[13,32,55,62,70,86,103,127,130,135,143,150,155,180,183,200,212,218,231],"non-stationarity":[14],"typically":[16],"imposed":[17],"by":[18,149,192],"a":[19,48,123,169,235],"sequence":[20],"distinct":[22],"tasks.":[23],"Prior":[24],"works":[25],"have":[26],"mostly":[27],"considered":[28],"idealistic":[29],"settings,":[30],"identity":[33],"tasks":[35,108],"known":[37,60],"at":[38,40,176,224,230],"least":[39],"training.":[41],"In":[42],"this":[43,138],"paper":[44],"we":[45,75],"focus":[46],"on":[47,110,168,205],"fundamentally":[49],"harder,":[50],"so-called":[51],"task-agnostic":[52,214],"setting":[53],"task":[56,94,120,184,222],"identities":[57,223],"are":[58],"not":[59],"and":[61,91,216,227],"machine":[64],"needs":[65],"infer":[67],"them":[68],"observations.":[71],"Our":[72,196],"algorithm,":[73],"which":[74],"call":[76],"TAME":[77],"(Task-Agnostic":[78],"continual":[79,207],"using":[81,234],"Multiple":[82],"Experts),":[83],"automatically":[84],"detects":[85],"shift":[87],"in":[88,97,126],"data":[89,173,209],"distributions":[90],"switches":[92],"between":[93,107,145],"expert":[95,161,185],"networks":[96,186],"an":[98,111],"online":[99,194],"manner.":[100],"At":[101,141],"training,":[102],"strategy":[104],"for":[105,116],"switching":[106,144],"hinges":[109],"extremely":[112],"simple":[113],"observation":[114],"that":[115,133,153,220],"each":[117],"new":[118,139],"coming":[119],"there":[121],"occurs":[122],"statistically-significant":[124],"deviation":[125],"value":[128],"loss":[131],"function":[132],"marks":[134],"onset":[136],"task.":[140],"inference,":[142],"experts":[146],"governed":[148],"selector":[151,164,190],"network":[152,165,191],"forwards":[154],"test":[156],"sample":[157],"its":[159],"relevant":[160],"network.":[162],"trained":[167],"small":[170],"subset":[171],"drawn":[174],"uniformly":[175],"random.":[177],"We":[178],"control":[179],"growth":[181],"as":[187,189],"well":[188],"employing":[193],"pruning.":[195],"experimental":[197],"results":[198],"show":[199],"efficacy":[201],"our":[203],"approach":[204],"benchmark":[206],"sets,":[210],"outperforming":[211],"previous":[213],"methods":[215],"even":[217],"techniques":[219],"admit":[221],"both":[225],"training":[226],"testing,":[228],"while":[229],"same":[232],"time":[233],"comparable":[236],"model":[237],"size.":[238]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4304699871","counts_by_year":[],"updated_date":"2025-03-04T18:24:47.898657","created_date":"2022-10-12"}