{"id":"https://openalex.org/W4399447680","doi":"https://doi.org/10.48550/arxiv.2406.02989","title":"Learning Semantic Traversability with Egocentric Video and Automated\n Annotation Strategy","display_name":"Learning Semantic Traversability with Egocentric Video and Automated\n Annotation Strategy","publication_year":2024,"publication_date":"2024-06-05","ids":{"openalex":"https://openalex.org/W4399447680","doi":"https://doi.org/10.48550/arxiv.2406.02989"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2406.02989","pdf_url":"https://arxiv.org/pdf/2406.02989","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.02989","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100765704","display_name":"Yunho Kim","orcid":"https://orcid.org/0000-0003-2679-0090"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Yunho","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106403872","display_name":"Jeong Hyun Lee","orcid":"https://orcid.org/0000-0001-6598-2875"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Jeong Hyun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059478590","display_name":"Choongin Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Choongin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088502604","display_name":"Juhyeok Mun","orcid":"https://orcid.org/0000-0002-6558-3660"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mun, Juhyeok","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043495281","display_name":"Donghoon Youm","orcid":"https://orcid.org/0009-0003-8735-9373"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Youm, Donghoon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066318202","display_name":"Jeongsoo Park","orcid":"https://orcid.org/0000-0001-7619-1884"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Jeongsoo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5080397455","display_name":"Jemin Hwangbo","orcid":"https://orcid.org/0000-0002-3444-8079"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hwangbo, Jemin","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":83},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9388,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9388,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9088,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantic-annotation","display_name":"Semantic annotation","score":0.5623335}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.74233615},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.70866287},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.699684},{"id":"https://openalex.org/C2985727698","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Semantic annotation","level":3,"score":0.5623335},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.49709395},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4423344}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2406.02989","pdf_url":"https://arxiv.org/pdf/2406.02989","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2406.02989","pdf_url":"https://arxiv.org/pdf/2406.02989","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3116076068","https://openalex.org/W2951359407","https://openalex.org/W2775347418","https://openalex.org/W2772917594","https://openalex.org/W2755342338","https://openalex.org/W2229312674","https://openalex.org/W2166024367","https://openalex.org/W2079911747","https://openalex.org/W2058170566","https://openalex.org/W1969923398"],"abstract_inverted_index":{"For":[0],"reliable":[1],"autonomous":[2,173],"robot":[3,9,62,174],"navigation":[4,175],"in":[5,19,125,134],"urban":[6,153],"settings,":[7],"the":[8,12,20,24,28,48,60,112,156,162,178],"must":[10],"have":[11],"ability":[13,32],"to":[14,187],"identify":[15],"semantically":[16,122],"traversable":[17,123],"terrains":[18],"image":[21,135],"based":[22,34],"on":[23,35,47,104],"semantic":[25,36,43,85,113,180],"understanding":[26],"of":[27,161],"scene.":[29],"This":[30,51],"reasoning":[31],"is":[33,39,69,116,183,200],"traversability,":[37],"which":[38,68],"frequently":[40],"achieved":[41],"using":[42,88,129],"segmentation":[44,136],"models":[45],"fine-tuned":[46],"testing":[49],"domain.":[50],"fine-tuning":[52],"process":[53],"often":[54],"involves":[55],"manual":[56],"data":[57],"collection":[58],"with":[59,143],"target":[61],"and":[63,72,91,137,149,159,169,194],"annotation":[64,94,164],"by":[65,120],"human":[66],"labelers":[67],"prohibitively":[70],"expensive":[71],"unscalable.":[73],"In":[74],"this":[75],"work,":[76],"we":[77],"present":[78],"an":[79,92],"effective":[80],"methodology":[81],"for":[82,110,172],"training":[83,111],"a":[84,101,105,130],"traversability":[86,114,181],"estimator":[87,115,182],"egocentric":[89],"videos":[90,97,144],"automated":[93],"process.":[95],"Egocentric":[96],"are":[98],"collected":[99],"from":[100],"camera":[102,190],"mounted":[103],"pedestrian's":[106],"chest.":[107],"The":[108,197],"dataset":[109],"then":[117],"automatically":[118],"generated":[119],"extracting":[121],"regions":[124],"each":[126],"video":[127,199],"frame":[128],"recent":[131],"foundation":[132],"model":[133],"its":[138],"prompting":[139],"technique.":[140],"Extensive":[141],"experiments":[142],"taken":[145],"across":[146],"several":[147],"countries":[148],"cities,":[150],"covering":[151],"diverse":[152,189],"scenarios,":[154],"demonstrate":[155],"high":[157],"scalability":[158],"generalizability":[160],"proposed":[163],"method.":[165],"Furthermore,":[166],"performance":[167],"analysis":[168],"real-world":[170,195],"deployment":[171],"showcase":[176],"that":[177],"trained":[179],"highly":[184],"accurate,":[185],"able":[186],"handle":[188],"viewpoints,":[191],"computationally":[192],"light,":[193],"applicable.":[196],"summary":[198],"available":[201],"at":[202],"https://youtu.be/EUVoH-wA-lA.":[203]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4399447680","counts_by_year":[],"updated_date":"2025-01-20T23:53:18.598470","created_date":"2024-06-08"}