{"id":"https://openalex.org/W4388444444","doi":"https://doi.org/10.48550/arxiv.2311.01620","title":"ACQUIRED: A Dataset for Answering Counterfactual Questions In Real-Life Videos","display_name":"ACQUIRED: A Dataset for Answering Counterfactual Questions In Real-Life Videos","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4388444444","doi":"https://doi.org/10.48550/arxiv.2311.01620"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2311.01620","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2311.01620","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102433365","display_name":"Te-Lin Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Te-Lin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038315768","display_name":"Zi-Yi Dou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dou, Zi-Yi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044089406","display_name":"Qingyuan Hu","orcid":"https://orcid.org/0000-0002-4198-761X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Qingyuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102209920","display_name":"Yu Hou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Yu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066111203","display_name":"Nischal Reddy Chandra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chandra, Nischal Reddy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063784054","display_name":"Marjorie Freedman","orcid":"https://orcid.org/0000-0002-3060-4273"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Freedman, Marjorie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011618765","display_name":"Ralph Weischedel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weischedel, Ralph M.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5030248499","display_name":"Nanyun Peng","orcid":"https://orcid.org/0000-0002-8509-6595"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Nanyun","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":68},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9938,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.78647804},{"id":"https://openalex.org/keywords/viewpoints","display_name":"Viewpoints","score":0.76655686}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.9387327},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.78647804},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7666178},{"id":"https://openalex.org/C2776035091","wikidata":"https://www.wikidata.org/wiki/Q7928819","display_name":"Viewpoints","level":2,"score":0.76655686},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6235575},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5475288},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.51788497},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.44267744},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.44158363},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4398625},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10509309},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2311.01620","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2311.01620","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2311.01620","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W93537448","https://openalex.org/W4286970243","https://openalex.org/W4225573578","https://openalex.org/W3201448254","https://openalex.org/W2902924992","https://openalex.org/W2626642044","https://openalex.org/W2619807045","https://openalex.org/W2388758053","https://openalex.org/W2385368906","https://openalex.org/W2066431708"],"abstract_inverted_index":{"Multimodal":[0],"counterfactual":[1,49,154,188],"reasoning":[2,50,60,87,189],"is":[3,132,196],"a":[4,44,95,108,123,174,197],"vital":[5],"yet":[6],"challenging":[7],"ability":[8,81],"for":[9,202],"AI":[10,28],"systems.":[11],"It":[12],"involves":[13],"predicting":[14],"the":[15,48,78,152],"outcomes":[16],"of":[17,52,67,103,111,141],"hypothetical":[18,36],"circumstances":[19],"based":[20],"on":[21,125],"vision":[22],"and":[23,34,86,114,118,146,167,170,181,194,199],"language":[24],"inputs,":[25],"which":[26,121,148],"enables":[27],"models":[29,169,180],"to":[30,75],"learn":[31],"from":[32],"failures":[33],"explore":[35],"scenarios.":[37],"Despite":[38],"its":[39],"importance,":[40],"there":[41],"are":[42],"only":[43,58],"few":[45],"datasets":[46],"targeting":[47],"abilities":[51,155],"multimodal":[53,168,187],"models.":[54],"Among":[55],"them,":[56],"they":[57],"cover":[59],"over":[61],"synthetic":[62],"environments":[63],"or":[64],"specific":[65],"types":[66,113],"events":[68],"(e.g.":[69],"traffic":[70],"collisions),":[71],"making":[72],"them":[73],"hard":[74],"reliably":[76],"benchmark":[77,160,201],"model":[79,153],"generalization":[80],"in":[82,206],"diverse":[83],"real-world":[84,126],"scenarios":[85],"dimensions.":[88],"To":[89],"overcome":[90],"these":[91],"limitations,":[92],"we":[93],"develop":[94],"video":[96,131],"question":[97],"answering":[98],"dataset,":[99],"ACQUIRED:":[100],"it":[101],"consists":[102],"3.9K":[104],"annotated":[105,133],"videos,":[106],"encompassing":[107],"wide":[109],"range":[110],"event":[112],"incorporating":[115],"both":[116],"first":[117],"third-person":[119],"viewpoints,":[120],"ensures":[122],"focus":[124],"diversity.":[127],"In":[128],"addition,":[129],"each":[130],"with":[134],"questions":[135],"that":[136,186],"span":[137],"three":[138],"distinct":[139],"dimensions":[140],"reasoning,":[142],"including":[143],"physical,":[144],"social,":[145],"temporal,":[147],"can":[149],"comprehensively":[150],"evaluate":[151],"along":[156],"multiple":[157],"aspects.":[158],"We":[159],"our":[161],"dataset":[162],"against":[163],"several":[164],"state-of-the-art":[165],"language-only":[166],"experimental":[171],"results":[172],"demonstrate":[173],"significant":[175],"performance":[176],"gap":[177],"(>13%)":[178],"between":[179],"humans.":[182],"The":[183],"findings":[184],"suggest":[185],"remains":[190],"an":[191],"open":[192],"challenge":[193],"ACQUIRED":[195],"comprehensive":[198],"reliable":[200],"inspiring":[203],"future":[204],"research":[205],"this":[207],"direction.":[208]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4388444444","counts_by_year":[],"updated_date":"2024-12-08T10:24:34.264486","created_date":"2023-11-07"}