{"id":"https://openalex.org/W3036594286","doi":"https://doi.org/10.1109/lra.2020.3003290","title":"3D-Aware Scene Change Captioning From Multiview Images","display_name":"3D-Aware Scene Change Captioning From Multiview Images","publication_year":2020,"publication_date":"2020-06-18","ids":{"openalex":"https://openalex.org/W3036594286","doi":"https://doi.org/10.1109/lra.2020.3003290","mag":"3036594286"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2020.3003290","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029961156","display_name":"Yue Qiu","orcid":"https://orcid.org/0000-0002-2181-9475"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"funder","lineage":["https://openalex.org/I146399215"]},{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yue Qiu","raw_affiliation_strings":["Graduate School of Systems and Information Engineering, University of Tsukuba, Tsukuba, Japan","National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Systems and Information Engineering, University of Tsukuba, Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]},{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043995369","display_name":"Yutaka Satoh","orcid":"https://orcid.org/0000-0002-0638-0855"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"funder","lineage":["https://openalex.org/I146399215"]},{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yutaka Satoh","raw_affiliation_strings":["Graduate School of Systems and Information Engineering, University of Tsukuba, Tsukuba, Japan","National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Systems and Information Engineering, University of Tsukuba, Tsukuba, Japan","institution_ids":["https://openalex.org/I146399215"]},{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101490361","display_name":"Ryota Suzuki","orcid":"https://orcid.org/0000-0003-2156-844X"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryota Suzuki","raw_affiliation_strings":["Hirokatsu Kataoka are with the National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan"],"affiliations":[{"raw_affiliation_string":"Hirokatsu Kataoka are with the National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060846465","display_name":"Kenji Iwata","orcid":"https://orcid.org/0000-0001-6609-8221"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenji Iwata","raw_affiliation_strings":["Hirokatsu Kataoka are with the National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan"],"affiliations":[{"raw_affiliation_string":"Hirokatsu Kataoka are with the National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011507481","display_name":"Hirokatsu Kataoka","orcid":"https://orcid.org/0000-0001-8844-165X"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hirokatsu Kataoka","raw_affiliation_strings":["Hirokatsu Kataoka are with the National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan"],"affiliations":[{"raw_affiliation_string":"Hirokatsu Kataoka are with the National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba, Japan","institution_ids":["https://openalex.org/I73613424"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.817,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.999943,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":93},"biblio":{"volume":"5","issue":"3","first_page":"4743","last_page":"4750"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9972,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9957,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.79850686},{"id":"https://openalex.org/keywords/viewpoints","display_name":"Viewpoints","score":0.6856054},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.5829416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8192086},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.79850686},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7749946},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6971124},{"id":"https://openalex.org/C2776035091","wikidata":"https://www.wikidata.org/wiki/Q7928819","display_name":"Viewpoints","level":2,"score":0.6856054},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6202346},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.5829416},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5698826},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.461628},{"id":"https://openalex.org/C203595873","wikidata":"https://www.wikidata.org/wiki/Q25389927","display_name":"Change detection","level":2,"score":0.41789517},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3415928},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.118338436},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2020.3003290","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.53,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":31,"referenced_works":["https://openalex.org/W1505952289","https://openalex.org/W1514535095","https://openalex.org/W2005756025","https://openalex.org/W2077069816","https://openalex.org/W2077193177","https://openalex.org/W2101105183","https://openalex.org/W2108501770","https://openalex.org/W2112073811","https://openalex.org/W2133459682","https://openalex.org/W2154652894","https://openalex.org/W2168986765","https://openalex.org/W2194775991","https://openalex.org/W2292575701","https://openalex.org/W2317688867","https://openalex.org/W2506483933","https://openalex.org/W2559882727","https://openalex.org/W2560609797","https://openalex.org/W2561715562","https://openalex.org/W2745461083","https://openalex.org/W2774991885","https://openalex.org/W2793217313","https://openalex.org/W2808492412","https://openalex.org/W2950697717","https://openalex.org/W2963121255","https://openalex.org/W2963182550","https://openalex.org/W2963727135","https://openalex.org/W2964196083","https://openalex.org/W2971278627","https://openalex.org/W2988981892","https://openalex.org/W3011284655","https://openalex.org/W4231002530"],"related_works":["https://openalex.org/W4388893791","https://openalex.org/W4290852288","https://openalex.org/W4283207562","https://openalex.org/W4210416330","https://openalex.org/W3088136942","https://openalex.org/W2963177403","https://openalex.org/W2949362007","https://openalex.org/W2775506363","https://openalex.org/W2385368906","https://openalex.org/W2330246314"],"abstract_inverted_index":{"In":[0,167],"this":[1],"letter,":[2],"we":[3,98],"propose":[4,99],"a":[5,15,35,43,100,155,198,210],"framework":[6,101,208],"that":[7,12,32,102,145],"recognizes":[8],"and":[9,29,69,109,135,163,182,213],"describes":[10,110],"changes":[11,31],"occur":[13],"in":[14,21,34,42,91,158,197],"scene":[16,37,64,105,112],"observed":[17],"from":[18,73,106],"multiple":[19,107],"viewpoints":[20,108],"natural":[22],"language":[23],"text.":[24],"The":[25,142],"ability":[26,80],"to":[27,81,174,178,209],"recognize":[28,68],"describe":[30],"occurred":[33],"3D":[36,52,61,121,133],"plays":[38],"an":[39,116],"essential":[40],"role":[41],"variety":[44],"of":[45,118,123,131,160,205],"human-robot":[46],"interaction":[47],"applications.":[48],"However,":[49],"most":[50],"current":[51],"vision":[53],"studies":[54],"have":[55,78],"focused":[56],"on":[57,115],"understanding":[58,117,165],"the":[59,111,119,149,179,203],"static":[60],"scene.":[62],"Existing":[63],"change":[65,71,113,164],"captioning":[66],"approaches":[67],"generate":[70],"captions":[72],"single-view":[74],"images.":[75],"Those":[76],"methods":[77],"limited":[79],"deal":[82],"with":[83,188],"camera":[84,175],"movement,":[85],"object":[86,134,138],"occlusion,":[87],"which":[88,201],"are":[89],"common":[90],"real-world":[92],"settings.":[93],"To":[94],"resolve":[95],"these":[96],"problems,":[97],"observes":[103],"every":[104],"based":[114],"underlying":[120],"structure":[122],"scenes.":[124],"We":[125],"build":[126],"three":[127],"synthetic":[128],"datasets":[129],"consisting":[130],"primitive":[132],"scanned":[136],"real":[137],"models":[139],"for":[140,186],"evaluation.":[141],"results":[143,196],"indicate":[144],"our":[146,169,191,207],"method":[147,153,170,181,192],"outperforms":[148],"previous":[150,180],"state-of-the-art":[151],"2D-based":[152],"by":[154],"large":[156],"margin":[157],"terms":[159],"sentence":[161],"generation":[162],"correctness.":[166],"addition,":[168],"is":[171],"more":[172,211],"robust":[173],"movements":[176],"compared":[177],"also":[183,193],"performs":[184],"better":[185],"scenes":[187],"occlusions.":[189],"Moreover,":[190],"shows":[194],"encouraging":[195],"realistic":[199],"scene-setting,":[200],"indicates":[202],"possibility":[204],"adapting":[206],"complicated":[212],"extensive":[214],"scene-settings.":[215]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3036594286","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2}],"updated_date":"2025-04-21T02:38:20.714600","created_date":"2020-06-25"}