{"id":"https://openalex.org/W3129222583","doi":"https://doi.org/10.1109/tpami.2021.3061479","title":"Multi-Dataset, Multitask Learning of Egocentric Vision Tasks","display_name":"Multi-Dataset, Multitask Learning of Egocentric Vision Tasks","publication_year":2021,"publication_date":"2021-02-23","ids":{"openalex":"https://openalex.org/W3129222583","doi":"https://doi.org/10.1109/tpami.2021.3061479","mag":"3129222583","pmid":"https://pubmed.ncbi.nlm.nih.gov/33621171"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3061479","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/09361177.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/09361177.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033793263","display_name":"Georgios Kapidis","orcid":"https://orcid.org/0000-0002-4424-9591"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Georgios Kapidis","raw_affiliation_strings":["Department of Information and Computing Sciences, Utrecht University, Utrecht 3584 CC, the Netherlands."],"affiliations":[{"raw_affiliation_string":"Department of Information and Computing Sciences, Utrecht University, Utrecht 3584 CC, the Netherlands.","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087762753","display_name":"Ronald Poppe","orcid":"https://orcid.org/0000-0002-0843-7878"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ronald Poppe","raw_affiliation_strings":["Department of Information and Computing Sciences, Utrecht University, Utrecht 3584 CC, the Netherlands."],"affiliations":[{"raw_affiliation_string":"Department of Information and Computing Sciences, Utrecht University, Utrecht 3584 CC, the Netherlands.","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022137808","display_name":"Remco C. Veltkamp","orcid":"https://orcid.org/0000-0003-1934-7170"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Remco C. Veltkamp","raw_affiliation_strings":["Department of Information and Computing Sciences, Utrecht University, Utrecht 3584 CC, the Netherlands."],"affiliations":[{"raw_affiliation_string":"Department of Information and Computing Sciences, Utrecht University, Utrecht 3584 CC, the Netherlands.","institution_ids":["https://openalex.org/I193662353"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5033793263"],"corresponding_institution_ids":["https://openalex.org/I193662353"],"apc_list":null,"apc_paid":null,"fwci":1.492,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":16,"citation_normalized_percentile":{"value":0.810715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":92},"biblio":{"volume":"45","issue":"6","first_page":"6618","last_page":"6630"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9977,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9959,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.8012079},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task Analysis","score":0.43394634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.80498874},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.8012079},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.73493016},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6579103},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5657889},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.550735},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.53108585},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4994154},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.49268347},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48803607},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4741537},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.44028032},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.43394634},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33850092},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.31801152},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3061479","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/09361177.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/430553","pdf_url":"https://dspace.library.uu.nl/bitstream/handle/1874/430553/Multi-Dataset_Multitask_Learning_of_Egocentric_Vision_Tasks.pdf?sequence=1&isAllowed=y","source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":["Utrecht University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33621171","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3061479","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/4359286/09361177.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":98,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1836465849","https://openalex.org/W1927052826","https://openalex.org/W1947050545","https://openalex.org/W1977420968","https://openalex.org/W2016053056","https://openalex.org/W2033639255","https://openalex.org/W2048959912","https://openalex.org/W2058635074","https://openalex.org/W2063362452","https://openalex.org/W2071711566","https://openalex.org/W2081490348","https://openalex.org/W2106229755","https://openalex.org/W2108598243","https://openalex.org/W2126579184","https://openalex.org/W2149276562","https://openalex.org/W2165605600","https://openalex.org/W2167626157","https://openalex.org/W2194775991","https://openalex.org/W2204609240","https://openalex.org/W2212494831","https://openalex.org/W2294654473","https://openalex.org/W2337252826","https://openalex.org/W2338803139","https://openalex.org/W2346606756","https://openalex.org/W2396108084","https://openalex.org/W24089286","https://openalex.org/W2432964524","https://openalex.org/W2461911683","https://openalex.org/W2480629583","https://openalex.org/W2507009361","https://openalex.org/W2535558625","https://openalex.org/W2619947201","https://openalex.org/W2626792426","https://openalex.org/W2737602873","https://openalex.org/W2746692960","https://openalex.org/W2750400961","https://openalex.org/W2752912576","https://openalex.org/W2763331099","https://openalex.org/W2768958110","https://openalex.org/W2769106356","https://openalex.org/W2783085083","https://openalex.org/W2784710428","https://openalex.org/W2788865504","https://openalex.org/W2792164665","https://openalex.org/W2796136333","https://openalex.org/W2798702867","https://openalex.org/W2798963049","https://openalex.org/W2799067027","https://openalex.org/W2883284130","https://openalex.org/W2883534172","https://openalex.org/W2895299763","https://openalex.org/W2897762477","https://openalex.org/W2913340405","https://openalex.org/W2913636123","https://openalex.org/W2939039198","https://openalex.org/W2950673314","https://openalex.org/W2951702519","https://openalex.org/W2954817270","https://openalex.org/W2955874753","https://openalex.org/W2962727177","https://openalex.org/W2962864421","https://openalex.org/W2963082988","https://openalex.org/W2963091558","https://openalex.org/W2963155035","https://openalex.org/W2963246338","https://openalex.org/W2963337691","https://openalex.org/W2963430933","https://openalex.org/W2963498646","https://openalex.org/W2963524571","https://openalex.org/W2963601560","https://openalex.org/W2963675021","https://openalex.org/W2963877604","https://openalex.org/W2964054038","https://openalex.org/W2964222622","https://openalex.org/W2969325412","https://openalex.org/W2971680695","https://openalex.org/W2980037812","https://openalex.org/W2982152811","https://openalex.org/W2982168673","https://openalex.org/W2982389186","https://openalex.org/W2990467045","https://openalex.org/W2990503944","https://openalex.org/W2993447238","https://openalex.org/W2995264981","https://openalex.org/W2996771374","https://openalex.org/W2996856264","https://openalex.org/W2997004687","https://openalex.org/W2997691861","https://openalex.org/W3002552512","https://openalex.org/W3015822282","https://openalex.org/W3034768625","https://openalex.org/W3043142510","https://openalex.org/W3098028994","https://openalex.org/W3101262641","https://openalex.org/W3103089151","https://openalex.org/W3128930327","https://openalex.org/W4289740432"],"related_works":["https://openalex.org/W785854688","https://openalex.org/W4287776258","https://openalex.org/W4220996320","https://openalex.org/W4210794429","https://openalex.org/W3127819136","https://openalex.org/W3099765033","https://openalex.org/W3081496756","https://openalex.org/W3012393889","https://openalex.org/W2989932438","https://openalex.org/W2767651786"],"abstract_inverted_index":{"For":[0],"egocentric":[1,145],"vision":[2],"tasks":[3,40,51,73],"such":[4,58],"as":[5,41,43,59,74],"action":[6,80,109,146],"recognition,":[7],"there":[8],"is":[9,99],"a":[10,33,102],"relative":[11],"scarcity":[12],"of":[13,20,54,62,67,108,160],"labeled":[14],"data.":[15],"This":[16],"increases":[17,84],"the":[18,47,55,60,65,68,86,93,96,106,121,149,158,170,178],"risk":[19],"overfitting":[21],"during":[22],"training.":[23],"In":[24],"this":[25,29,117],"paper,":[26],"we":[27,119,133,168],"address":[28],"issue":[30],"by":[31,173],"introducing":[32],"multitask":[34,122],"learning":[35],"scheme":[36],"that":[37,182],"employs":[38],"related":[39,44,72],"well":[42],"datasets":[45,126,156],"in":[46,92,148],"training":[48,97,188],"process.":[49],"Related":[50],"are":[52],"indicative":[53],"performed":[56],"action,":[57],"presence":[61],"objects":[63],"and":[64,154],"position":[66],"hands.":[69],"By":[70],"including":[71],"additional":[75],"outputs":[76],"to":[77,101,124],"be":[78],"optimized,":[79],"recognition":[81,147],"performance":[82],"typically":[83],"because":[85,105],"network":[87],"focuses":[88],"on":[89,144],"relevant":[90],"aspects":[91],"video.":[94],"Still,":[95],"data":[98],"limited":[100],"single":[103],"dataset":[104],"set":[107],"labels":[110],"usually":[111],"differs":[112],"across":[113],"datasets.":[114,141],"To":[115],"mitigate":[116],"issue,":[118],"extend":[120],"paradigm":[123],"include":[125],"with":[127,137,185],"different":[128],"label":[129],"sets.":[130],"During":[131],"training,":[132],"effectively":[134],"mix":[135],"batches":[136],"samples":[138],"from":[139],"multiple":[140],"Our":[142],"experiments":[143],"EPIC-Kitchens,":[150],"EGTEA":[151,167],"Gaze+,":[152],"ADL":[153],"Charades-EGO":[155],"demonstrate":[157],"improvements":[159],"our":[161,186],"approach":[162],"over":[163],"single-dataset":[164],"baselines.":[165],"On":[166],"surpass":[169],"current":[171],"state-of-the-art":[172],"2.47%.":[174],"We":[175],"further":[176],"illustrate":[177],"cross-dataset":[179],"task":[180],"correlations":[181],"emerge":[183],"automatically":[184],"novel":[187],"scheme.":[189]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3129222583","counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3}],"updated_date":"2025-01-23T03:19:28.207911","created_date":"2021-03-01"}