{"id":"https://openalex.org/W4324144385","doi":"https://doi.org/10.1016/j.knosys.2023.110475","title":"Privacy-preserving Federated Learning and its application to natural language processing","display_name":"Privacy-preserving Federated Learning and its application to natural language processing","publication_year":2023,"publication_date":"2023-03-14","ids":{"openalex":"https://openalex.org/W4324144385","doi":"https://doi.org/10.1016/j.knosys.2023.110475"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.knosys.2023.110475","pdf_url":null,"source":{"id":"https://openalex.org/S10169007","display_name":"Knowledge-Based Systems","issn_l":"0950-7051","issn":["0950-7051","1872-7409"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.knosys.2023.110475","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001810696","display_name":"Bal\u00e1zs Nagy","orcid":"https://orcid.org/0000-0002-0599-242X"},"institutions":[{"id":"https://openalex.org/I227486990","display_name":"University of Szeged","ror":"https://ror.org/01pnej532","country_code":"HU","type":"funder","lineage":["https://openalex.org/I227486990"]}],"countries":["HU"],"is_corresponding":true,"raw_author_name":"Bal\u00e1zs Nagy","raw_affiliation_strings":["Department of Software Engineering, University of Szeged, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, University of Szeged, Hungary","institution_ids":["https://openalex.org/I227486990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033782938","display_name":"Istv\u00e1n Heged\u00fcs","orcid":"https://orcid.org/0000-0002-5356-2192"},"institutions":[{"id":"https://openalex.org/I227486990","display_name":"University of Szeged","ror":"https://ror.org/01pnej532","country_code":"HU","type":"funder","lineage":["https://openalex.org/I227486990"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Istv\u00e1n Heged\u0171s","raw_affiliation_strings":["Department of Software Engineering, University of Szeged, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, University of Szeged, Hungary","institution_ids":["https://openalex.org/I227486990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057914635","display_name":"No\u00e9mi S\u00e1ndor","orcid":"https://orcid.org/0000-0002-2461-1389"},"institutions":[{"id":"https://openalex.org/I227486990","display_name":"University of Szeged","ror":"https://ror.org/01pnej532","country_code":"HU","type":"funder","lineage":["https://openalex.org/I227486990"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"No\u00e9mi S\u00e1ndor","raw_affiliation_strings":["Department of Software Engineering, University of Szeged, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, University of Szeged, Hungary","institution_ids":["https://openalex.org/I227486990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052191653","display_name":"Bal\u00e1zs Egedi","orcid":"https://orcid.org/0000-0003-2989-9374"},"institutions":[{"id":"https://openalex.org/I227486990","display_name":"University of Szeged","ror":"https://ror.org/01pnej532","country_code":"HU","type":"funder","lineage":["https://openalex.org/I227486990"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Bal\u00e1zs Egedi","raw_affiliation_strings":["Department of Software Engineering, University of Szeged, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, University of Szeged, Hungary","institution_ids":["https://openalex.org/I227486990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063935505","display_name":"Haaris Mehmood","orcid":null},"institutions":[{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Haaris Mehmood","raw_affiliation_strings":["Samsung Research, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Samsung Research, London, United Kingdom","institution_ids":["https://openalex.org/I4210117523"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104088631","display_name":"Karthikeyan Saravanan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Karthikeyan Saravanan","raw_affiliation_strings":["Samsung Research, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Samsung Research, London, United Kingdom","institution_ids":["https://openalex.org/I4210117523"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031997418","display_name":"G\u00e1bor L\u00f3ki","orcid":"https://orcid.org/0000-0002-2843-827X"},"institutions":[{"id":"https://openalex.org/I227486990","display_name":"University of Szeged","ror":"https://ror.org/01pnej532","country_code":"HU","type":"funder","lineage":["https://openalex.org/I227486990"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"G\u00e1bor L\u00f3ki","raw_affiliation_strings":["Department of Software Engineering, University of Szeged, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, University of Szeged, Hungary","institution_ids":["https://openalex.org/I227486990"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060775876","display_name":"\u00c1kos Kiss","orcid":"https://orcid.org/0000-0003-3077-7075"},"institutions":[{"id":"https://openalex.org/I227486990","display_name":"University of Szeged","ror":"https://ror.org/01pnej532","country_code":"HU","type":"funder","lineage":["https://openalex.org/I227486990"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"\u00c1kos Kiss","raw_affiliation_strings":["Department of Software Engineering, University of Szeged, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, University of Szeged, Hungary","institution_ids":["https://openalex.org/I227486990"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5001810696"],"corresponding_institution_ids":["https://openalex.org/I227486990"],"apc_list":{"value":3130,"currency":"USD","value_usd":3130},"apc_paid":{"value":3130,"currency":"USD","value_usd":3130},"fwci":6.77,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.999978,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"268","issue":null,"first_page":"110475","last_page":"110475"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9701,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential Privacy","score":0.61374533},{"id":"https://openalex.org/keywords/movielens","display_name":"MovieLens","score":0.45643723},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.45140633},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature Learning","score":0.43980375},{"id":"https://openalex.org/keywords/data-sharing","display_name":"Data Sharing","score":0.43163472}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8706618},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.61374533},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46783534},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46270254},{"id":"https://openalex.org/C2776156558","wikidata":"https://www.wikidata.org/wiki/Q4353746","display_name":"MovieLens","level":4,"score":0.45643723},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4524887},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.45140633},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.44605732},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44390243},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.43980375},{"id":"https://openalex.org/C2779965156","wikidata":"https://www.wikidata.org/wiki/Q5227350","display_name":"Data sharing","level":3,"score":0.43163472},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.43074822},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.42948967},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.42670906},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.396425},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.22207955},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.20699298},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1893493},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.knosys.2023.110475","pdf_url":null,"source":{"id":"https://openalex.org/S10169007","display_name":"Knowledge-Based Systems","issn_l":"0950-7051","issn":["0950-7051","1872-7409"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.knosys.2023.110475","pdf_url":null,"source":{"id":"https://openalex.org/S10169007","display_name":"Knowledge-Based Systems","issn_l":"0950-7051","issn":["0950-7051","1872-7409"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.64}],"grants":[{"funder":"https://openalex.org/F4320323500","funder_display_name":"Nemzeti Fejleszt\u00e9si Miniszt\u00e9rium","award_id":null}],"datasets":[],"versions":[],"referenced_works_count":44,"referenced_works":["https://openalex.org/W1521626219","https://openalex.org/W1600006923","https://openalex.org/W1607035479","https://openalex.org/W1724438581","https://openalex.org/W1972418517","https://openalex.org/W2013823004","https://openalex.org/W2027595342","https://openalex.org/W2064675550","https://openalex.org/W2077217970","https://openalex.org/W2219888463","https://openalex.org/W2245160765","https://openalex.org/W2396991783","https://openalex.org/W2493916176","https://openalex.org/W2604272474","https://openalex.org/W2604738573","https://openalex.org/W2612560781","https://openalex.org/W2612690371","https://openalex.org/W2620858438","https://openalex.org/W2912083425","https://openalex.org/W2912213068","https://openalex.org/W2950943617","https://openalex.org/W2979681796","https://openalex.org/W3006853572","https://openalex.org/W3046653923","https://openalex.org/W3091870957","https://openalex.org/W3092538966","https://openalex.org/W3094143634","https://openalex.org/W3111259855","https://openalex.org/W3137762252","https://openalex.org/W3138513656","https://openalex.org/W3162858683","https://openalex.org/W3168005049","https://openalex.org/W3180515657","https://openalex.org/W3185987447","https://openalex.org/W3192324887","https://openalex.org/W4205952419","https://openalex.org/W4212774754","https://openalex.org/W4236707673","https://openalex.org/W4242771733","https://openalex.org/W4242904825","https://openalex.org/W4244327445","https://openalex.org/W4295612394","https://openalex.org/W4297927038","https://openalex.org/W4365806527"],"related_works":["https://openalex.org/W4403219783","https://openalex.org/W4400199659","https://openalex.org/W4384919653","https://openalex.org/W4320719010","https://openalex.org/W3045147512","https://openalex.org/W2794657157","https://openalex.org/W2398491113","https://openalex.org/W2219888463","https://openalex.org/W2075329139","https://openalex.org/W2022984797"],"abstract_inverted_index":{"State-of-the-art":[0],"edge":[1,235],"devices":[2,236],"are":[3,123],"capable":[4],"of":[5,96,113,145,178,185,240,247],"not":[6,71],"only":[7],"inferring":[8],"machine":[9],"learning":[10],"(ML)":[11],"models":[12,243],"but":[13],"also":[14],"training":[15,47,112],"them":[16],"on":[17,132,159,234],"the":[18,72,94,110,119,133,160,174,182,199,212,238],"device":[19],"with":[20,43,142,152,211,216],"local":[21,25,99,120],"data.":[22,155,188,249],"When":[23],"this":[24],"data":[26,42],"is":[27,50,69,82,130,162,225],"sensitive,":[28],"privacy":[29,81,101,183],"becomes":[30],"a":[31,44,48,83,88,127,165,170,194,207,226],"crucial":[32],"property":[33],"that":[34,40,222],"must":[35],"be":[36,54],"addressed.":[37],"This":[38],"implies":[39],"sharing":[41,186],"server":[45],"for":[46,106,173,229],"model":[49,121],"undesirable":[51],"and":[52,103,181],"should":[53],"avoided.":[55],"The":[56,156],"Federated":[57],"Learning":[58],"(FL)":[59],"approach":[60,224],"can":[61],"help":[62],"in":[63,109,193],"these":[64],"situations,":[65],"however,":[66],"FL":[67,90],"alone":[68],"still":[70],"ultimate":[73],"tool":[74],"to":[75],"solve":[76],"all":[77],"challenges,":[78],"especially":[79],"when":[80],"major":[84],"concern.":[85],"We":[86,189,220],"propose":[87],"privacy-preserving":[89],"framework,":[91],"which":[92,168],"leverages":[93],"concepts":[95],"bitwise":[97],"quantization,":[98],"differential":[100],"(LDP),":[102],"feature":[104],"hashing":[105],"input":[107,146,158],"representation":[108],"collaborative":[111],"ML":[114],"models.":[115],"In":[116],"our":[117,138,191,223],"approach,":[118],"updates":[122],"first":[124],"quantized,":[125],"then":[126],"randomized-response":[128],"technique":[129],"applied":[131],"resulting":[134],"update":[135],"vector.":[136],"Although":[137],"proposed":[139],"framework":[140],"functions":[141],"arbitrary":[143],"types":[144],"features,":[147],"we":[148],"emphasize":[149],"its":[150],"usability":[151],"natural":[153],"language":[154,231,242],"text":[157],"client-side":[161],"encoded":[163],"using":[164,198],"rolling-hash-based":[166],"representation,":[167],"provides":[169],"combined":[171],"solution":[172,228],"high":[175],"resource":[176],"demands":[177],"embedding":[179],"algorithms":[180],"concerns":[184],"sensitive":[187],"evaluate":[190],"method":[192],"sentiment":[195],"analysis":[196],"task":[197,210],"IMDB":[200],"Movie":[201],"Reviews":[202],"dataset":[203,214],"as":[204,206],"well":[205],"rating":[208],"prediction":[209],"MovieLens":[213],"augmented":[215],"additional":[217],"movie":[218],"keywords.":[219],"demonstrate":[221],"feasible":[227],"private":[230],"processing":[232],"tasks":[233],"without":[237],"use":[239],"resource-hungry":[241],"or":[244],"privacy-violating":[245],"collection":[246],"client":[248]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4324144385","counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":7}],"updated_date":"2025-04-30T08:06:09.995020","created_date":"2023-03-15"}