{"id":"https://openalex.org/W4386113864","doi":"https://doi.org/10.48550/arxiv.2308.11015","title":"Spectral Graphormer: Spectral Graph-based Transformer for Egocentric Two-Hand Reconstruction using Multi-View Color Images","display_name":"Spectral Graphormer: Spectral Graph-based Transformer for Egocentric Two-Hand Reconstruction using Multi-View Color Images","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386113864","doi":"https://doi.org/10.48550/arxiv.2308.11015"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2308.11015","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2308.11015","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017172598","display_name":"Tze Ho Elden Tse","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tse, Tze Ho Elden","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072277461","display_name":"Franziska Mueller","orcid":"https://orcid.org/0000-0003-2036-9238"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mueller, Franziska","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102848878","display_name":"Zhengyang Shen","orcid":"https://orcid.org/0000-0003-3442-6344"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Zhengyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052922425","display_name":"Danhang Tang","orcid":"https://orcid.org/0000-0001-6164-8263"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Danhang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013075810","display_name":"Thabo Beeler","orcid":"https://orcid.org/0000-0002-8077-1205"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Beeler, Thabo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056997314","display_name":"Mingsong Dou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dou, Mingsong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058136382","display_name":"Yinda Zhang","orcid":"https://orcid.org/0000-0001-5386-8872"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yinda","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109325841","display_name":"Sa\u0161a Petrovi\u0107","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Petrovic, Sasa","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004895698","display_name":"Hyung Jin Chang","orcid":"https://orcid.org/0000-0001-7495-9677"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Hyung Jin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039055363","display_name":"Jonathan M. Taylor","orcid":"https://orcid.org/0000-0001-7047-1789"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taylor, Jonathan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5005391091","display_name":"Bardia Doosti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Doosti, Bardia","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":65},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T14510","display_name":"Medical Imaging and Analysis","score":0.9775,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14510","display_name":"Medical Imaging and Analysis","score":0.9775,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9573,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11984","display_name":"Anatomy and Medical Technology","score":0.9355,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6086288},{"id":"https://openalex.org/keywords/upsampling","display_name":"Upsampling","score":0.5550622}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.79529476},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.71919066},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6086288},{"id":"https://openalex.org/C110384440","wikidata":"https://www.wikidata.org/wiki/Q1143270","display_name":"Upsampling","level":3,"score":0.5550622},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.55164117},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5252913},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32560977},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.24733174}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2308.11015","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.11015","pdf_url":"http://arxiv.org/pdf/2308.11015","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2308.11015","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2308.11015","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4386075645","https://openalex.org/W4385574037","https://openalex.org/W4310746709","https://openalex.org/W4306309518","https://openalex.org/W3155117723","https://openalex.org/W2607795551","https://openalex.org/W2281134365","https://openalex.org/W2062399876","https://openalex.org/W1991429770","https://openalex.org/W1983892167"],"abstract_inverted_index":{"We":[0],"propose":[1,111],"a":[2,26,40,79,88,115],"novel":[3],"transformer-based":[4],"framework":[5,148],"that":[6,146],"reconstructs":[7],"two":[8,112],"high":[9,59],"fidelity":[10],"hands":[11],"from":[12,34,61,91],"multi-view":[13,99],"RGB":[14,36],"images.":[15],"Unlike":[16],"existing":[17,65],"hand":[18,31],"pose":[19],"estimation":[20],"methods,":[21],"where":[22,45],"one":[23],"typically":[24],"trains":[25],"deep":[27],"network":[28],"to":[29,95,121,135,151,163],"regress":[30,48],"model":[32],"parameters":[33],"single":[35],"image,":[37],"we":[38,46,77,110,144],"consider":[39],"more":[41],"challenging":[42],"problem":[43],"setting":[44],"directly":[47],"the":[49,106,123,158],"absolute":[50],"root":[51],"poses":[52],"of":[53,160],"two-hands":[54],"with":[55,83],"extended":[56],"forearm":[57],"at":[58,133],"resolution":[60],"egocentric":[62,71],"view.":[63],"As":[64],"datasets":[66],"are":[67],"either":[68],"infeasible":[69],"for":[70],"viewpoints":[72],"or":[73],"lack":[74],"background":[75],"variations,":[76],"create":[78],"large-scale":[80],"synthetic":[81],"dataset":[82,90],"diverse":[84],"scenarios":[85],"and":[86,127,141,156],"collect":[87],"real":[89,164],"multi-calibrated":[92],"camera":[93],"setup":[94],"verify":[96],"our":[97,147],"proposed":[98],"image":[100],"feature":[101],"fusion":[102],"strategy.":[103],"To":[104],"make":[105],"reconstruction":[107],"physically":[108],"plausible,":[109],"strategies:":[113],"(i)":[114],"coarse-to-fine":[116],"spectral":[117],"graph":[118],"convolution":[119],"decoder":[120],"smoothen":[122],"meshes":[124],"during":[125],"upsampling":[126],"(ii)":[128],"an":[129],"optimisation-based":[130],"refinement":[131],"stage":[132],"inference":[134],"prevent":[136],"self-penetrations.":[137],"Through":[138],"extensive":[139],"quantitative":[140],"qualitative":[142],"evaluations,":[143],"show":[145],"is":[149],"able":[150],"produce":[152],"realistic":[153],"two-hand":[154],"reconstructions":[155],"demonstrate":[157],"generalisation":[159],"synthetic-trained":[161],"models":[162],"data,":[165],"as":[166,168],"well":[167],"real-time":[169],"AR/VR":[170],"applications.":[171]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386113864","counts_by_year":[],"updated_date":"2025-04-14T06:56:04.918331","created_date":"2023-08-24"}