{"id":"https://openalex.org/W4403746999","doi":"https://doi.org/10.48550/arxiv.2409.11681","title":"Gradient-Driven 3D Segmentation and Affordance Transfer in Gaussian\n Splatting Using 2D Masks","display_name":"Gradient-Driven 3D Segmentation and Affordance Transfer in Gaussian\n Splatting Using 2D Masks","publication_year":2024,"publication_date":"2024-09-17","ids":{"openalex":"https://openalex.org/W4403746999","doi":"https://doi.org/10.48550/arxiv.2409.11681"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.11681","pdf_url":"http://arxiv.org/pdf/2409.11681","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2409.11681","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016543354","display_name":"J. Sharmila Joseph","orcid":"https://orcid.org/0000-0002-8858-1844"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joseph, Joji","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091221053","display_name":"Bharadwaj Amrutur","orcid":"https://orcid.org/0009-0007-5062-6174"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amrutur, Bharadwaj","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5038163398","display_name":"Shalabh Bhatnagar","orcid":"https://orcid.org/0000-0001-7644-3914"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhatnagar, Shalabh","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":82},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9918,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9918,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12549","display_name":"Image and Object Detection Techniques","score":0.9505,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9311,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.8810031}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.8810031},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6341963},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5546059},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.53420746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.51619583},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3713116},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3419131},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.17968261},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.13913277},{"id":"https://openalex.org/C147597530","wikidata":"https://www.wikidata.org/wiki/Q369472","display_name":"Computational chemistry","level":1,"score":0.055575877}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.11681","pdf_url":"http://arxiv.org/pdf/2409.11681","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.11681","pdf_url":"http://arxiv.org/pdf/2409.11681","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3049116993","https://openalex.org/W2589081601","https://openalex.org/W2346831895","https://openalex.org/W2248634132","https://openalex.org/W2226037301","https://openalex.org/W2070708245","https://openalex.org/W2026855223","https://openalex.org/W1972718289","https://openalex.org/W1791514435","https://openalex.org/W1541884709"],"abstract_inverted_index":{"3D":[0,8,33,97],"Gaussian":[1,34,98],"Splatting":[2],"has":[3],"emerged":[4],"as":[5,54,120],"a":[6,23,61,111],"powerful":[7],"scene":[9],"representation":[10],"technique,":[11],"capturing":[12],"fine":[13],"details":[14],"with":[15],"high":[16],"efficiency.":[17],"In":[18],"this":[19,107],"paper,":[20],"we":[21,63,82],"introduce":[22],"novel":[24],"voting-based":[25],"method":[26],"that":[27,65],"extends":[28],"2D":[29,47,90],"segmentation":[30],"models":[31],"to":[32,56,72,78,92],"splats.":[35,99],"Our":[36],"approach":[37,108],"leverages":[38],"masked":[39],"gradients,":[40],"where":[41],"gradients":[42,51,67],"are":[43,52,134],"filtered":[44],"by":[45],"input":[46],"masks,":[48],"and":[49,126,131],"these":[50],"used":[53,71],"votes":[55],"achieve":[57],"accurate":[58],"segmentation.":[59],"As":[60],"byproduct,":[62],"discovered":[64],"inference-time":[66],"can":[68],"also":[69],"be":[70,93],"prune":[73],"Gaussians,":[74],"resulting":[75],"in":[76],"up":[77],"21%":[79],"compression.":[80],"Additionally,":[81],"explore":[83],"few-shot":[84],"affordance":[85],"transfer,":[86],"allowing":[87],"annotations":[88],"from":[89],"images":[91],"effectively":[94],"transferred":[95],"onto":[96],"The":[100,128],"robust":[101],"yet":[102],"straightforward":[103],"mathematical":[104],"formulation":[105],"underlying":[106],"makes":[109],"it":[110],"highly":[112],"effective":[113],"tool":[114],"for":[115],"numerous":[116],"downstream":[117],"applications,":[118],"such":[119],"augmented":[121],"reality":[122],"(AR),":[123],"object":[124],"editing,":[125],"robotics.":[127],"project":[129],"code":[130],"additional":[132],"resources":[133],"available":[135],"at":[136],"https://jojijoseph.github.io/3dgs-segmentation.":[137]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403746999","counts_by_year":[],"updated_date":"2025-01-21T06:18:18.920098","created_date":"2024-10-25"}