{"id":"https://openalex.org/W4403573943","doi":"https://doi.org/10.48550/arxiv.2410.11374","title":"Augmentation-Driven Metric for Balancing Preservation and Modification\n in Text-Guided Image Editing","display_name":"Augmentation-Driven Metric for Balancing Preservation and Modification\n in Text-Guided Image Editing","publication_year":2024,"publication_date":"2024-10-15","ids":{"openalex":"https://openalex.org/W4403573943","doi":"https://doi.org/10.48550/arxiv.2410.11374"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.11374","pdf_url":"http://arxiv.org/pdf/2410.11374","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2410.11374","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088990974","display_name":"Yoonjeon Kim","orcid":"https://orcid.org/0000-0002-1214-3549"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Yoonjeon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111160373","display_name":"Soohyun Ryu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ryu, Soohyun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111169359","display_name":"Yeonsung Jung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Yeonsung","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069924510","display_name":"Hyunkoo Lee","orcid":"https://orcid.org/0000-0003-0302-8589"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Hyunkoo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081830877","display_name":"Jang Yong Kim","orcid":"https://orcid.org/0000-0001-8437-9254"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Joowon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039524786","display_name":"June Yong Yang","orcid":"https://orcid.org/0009-0009-8799-889X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, June Yong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103106320","display_name":"Jung-Hoon Hwang","orcid":"https://orcid.org/0000-0002-2996-2516"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hwang, Jaeryong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5086698569","display_name":"Eunho Yang","orcid":"https://orcid.org/0000-0003-2188-0169"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Eunho","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":77},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.923,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.923,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-editing","display_name":"Image editing","score":0.6116135}],"concepts":[{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.6116135},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5892541},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.57676315},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5432384},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.29360342},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09440908},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.08993369}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.11374","pdf_url":"http://arxiv.org/pdf/2410.11374","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.11374","pdf_url":"http://arxiv.org/pdf/2410.11374","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4386301887","https://openalex.org/W4319453795","https://openalex.org/W4205104112","https://openalex.org/W3176454756","https://openalex.org/W3163523050","https://openalex.org/W3015353979","https://openalex.org/W3006381446","https://openalex.org/W2772330423","https://openalex.org/W2770776392","https://openalex.org/W1974870326"],"abstract_inverted_index":{"The":[0,147,205],"development":[1],"of":[2,16,35,52,98,149,158,170,188],"vision-language":[3],"and":[4,54,71,92,125],"generative":[5],"models":[6],"has":[7],"significantly":[8],"advanced":[9],"text-guided":[10,41],"image":[11,22,42,102,124,153,161],"editing,":[12,43],"which":[13,165],"seeks":[14],"\\textit{preservation}":[15],"core":[17,73],"elements":[18],"in":[19,32,48,79],"the":[20,28,33,50,62,96,106,113,122,126,150,159,163,167,174,215],"source":[21,114,123,144,160],"while":[23],"implementing":[24],"\\textit{modifications}":[25],"based":[26],"on":[27,112,121,180],"target":[29,107,127],"text.":[30],"However,":[31],"absence":[34],"evaluation":[36,199,208],"metrics":[37,45],"specifically":[38],"tailored":[39],"for":[40,207],"existing":[44,203],"are":[46],"limited":[47],"balancing":[49],"consideration":[51],"preservation":[53,91],"modification.":[55],"Especially,":[56],"our":[57],"analysis":[58],"reveals":[59],"that":[60,103,139,192],"CLIPScore,":[61],"most":[63],"commonly":[64],"used":[65],"metric,":[66],"tends":[67],"to":[68,75,135,202,212,214],"favor":[69],"modification":[70,93],"ignore":[72],"attributes":[74],"be":[76,210],"preserved,":[77],"resulting":[78],"inaccurate":[80],"evaluations.":[81],"To":[82],"address":[83],"this":[84],"problem,":[85],"we":[86],"propose":[87],"\\texttt{AugCLIP},":[88],"\\black{which":[89],"balances":[90],"by":[94],"estimating":[95],"representation":[97,148],"an":[99,155],"ideal":[100,151],"edited":[101,152],"aligns":[104,194],"with":[105,109,197],"text":[108,128],"minimum":[110],"alteration":[111],"image.":[115],"We":[116],"augment":[117],"detailed":[118],"textual":[119],"descriptions":[120],"using":[129],"a":[130,137,185],"multi-modal":[131],"large":[132],"language":[133],"model,":[134],"model":[136],"hyperplane":[138],"separates":[140],"CLIP":[141],"space":[142],"into":[143,162],"or":[145],"target.":[146],"is":[154],"orthogonal":[156],"projection":[157],"hyperplane,":[164],"encapsulates":[166],"relative":[168],"importance":[169],"each":[171],"attribute":[172],"considering":[173],"interdependent":[175],"relationships.}":[176],"Our":[177],"extensive":[178],"experiments":[179],"five":[181],"benchmark":[182],"datasets,":[183],"encompassing":[184],"diverse":[186],"range":[187],"editing":[189],"scenarios,":[190],"demonstrate":[191],"\\texttt{AugCLIP}":[193],"remarkably":[195],"well":[196],"human":[198],"standards":[200],"compared":[201],"metrics.":[204],"code":[206],"will":[209],"open-sourced":[211],"contribute":[213],"community.":[216]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403573943","counts_by_year":[],"updated_date":"2025-04-22T09:21:43.810821","created_date":"2024-10-20"}