乐胖代购免代理版

{"id":"https://openalex.org/W4385573839","doi":"https://doi.org/10.18653/v1/2022.nllp-1.8","title":"Legal-Tech Open Diaries: Lesson learned on how to develop and deploy light-weight models in the era of humongous Language Models","display_name":"Legal-Tech Open Diaries: Lesson learned on how to develop and deploy light-weight models in the era of humongous Language Models","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4385573839","doi":"https://doi.org/10.18653/v1/2022.nllp-1.8"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.nllp-1.8","pdf_url":"https://aclanthology.org/2022.nllp-1.8.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2022.nllp-1.8.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036587132","display_name":"Stelios Maroudas","orcid":null},"institutions":[{"id":"https://openalex.org/I73142707","display_name":"Athens University of Economics and Business","ror":"https://ror.org/03s262162","country_code":"GR","type":"education","lineage":["https://openalex.org/I73142707"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Stelios Maroudas","raw_affiliation_strings":["Department of Informatics, Athens University of Economics and Business, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Athens University of Economics and Business, Greece","institution_ids":["https://openalex.org/I73142707"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004529217","display_name":"Sotiris Legkas","orcid":null},"institutions":[{"id":"https://openalex.org/I73142707","display_name":"Athens University of Economics and Business","ror":"https://ror.org/03s262162","country_code":"GR","type":"education","lineage":["https://openalex.org/I73142707"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Sotiris Legkas","raw_affiliation_strings":["Department of Informatics, Athens University of Economics and Business, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Athens University of Economics and Business, Greece","institution_ids":["https://openalex.org/I73142707"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016618602","display_name":"Prodromos Malakasiotis","orcid":"https://orcid.org/0009-0008-0055-5598"},"institutions":[{"id":"https://openalex.org/I73142707","display_name":"Athens University of Economics and Business","ror":"https://ror.org/03s262162","country_code":"GR","type":"education","lineage":["https://openalex.org/I73142707"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Prodromos Malakasiotis","raw_affiliation_strings":["Department of Informatics, Athens University of Economics and Business, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Athens University of Economics and Business, Greece","institution_ids":["https://openalex.org/I73142707"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079179621","display_name":"Ilias Chalkidis","orcid":"https://orcid.org/0000-0002-0706-7772"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Ilias Chalkidis","raw_affiliation_strings":["Cognitiv+, Athens, Greece","Department of Computer Science, University of Copenhagen, Denmark"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]},{"raw_affiliation_string":"Cognitiv+, Athens, Greece","institution_ids":[]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.891,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":1,"citation_normalized_percentile":{"value":0.730901,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":60,"max":70},"biblio":{"volume":null,"issue":null,"first_page":"88","last_page":"110"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.999,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.999,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.9684,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14012","display_name":"Comparative and International Law Studies","score":0.9644,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5986825},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.45011222}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7263644},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.66552544},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6381824},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5986825},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5627184},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47566217},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.45011222},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.42412594},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3695368},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32391268},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.21055397},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.nllp-1.8","pdf_url":"https://aclanthology.org/2022.nllp-1.8.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2210.13086","pdf_url":"https://arxiv.org/pdf/2210.13086","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2022.nllp-1.8","pdf_url":"https://aclanthology.org/2022.nllp-1.8.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.45,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":56,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2134797427","https://openalex.org/W2473418344","https://openalex.org/W2764043458","https://openalex.org/W2779545291","https://openalex.org/W2786320458","https://openalex.org/W2805493160","https://openalex.org/W2900319533","https://openalex.org/W2911489562","https://openalex.org/W2914120296","https://openalex.org/W2923014074","https://openalex.org/W2943552823","https://openalex.org/W2946794439","https://openalex.org/W2962784628","https://openalex.org/W2963716420","https://openalex.org/W2963809228","https://openalex.org/W2963828549","https://openalex.org/W2963829982","https://openalex.org/W2965373594","https://openalex.org/W2969601108","https://openalex.org/W2970454332","https://openalex.org/W2970771982","https://openalex.org/W2970812170","https://openalex.org/W2997006708","https://openalex.org/W3004659153","https://openalex.org/W3015982254","https://openalex.org/W3017022649","https://openalex.org/W3032232719","https://openalex.org/W3034457371","https://openalex.org/W3035390927","https://openalex.org/W3099950029","https://openalex.org/W3103754749","https://openalex.org/W3103769805","https://openalex.org/W3105966348","https://openalex.org/W3177265267","https://openalex.org/W3198651167","https://openalex.org/W3201977280","https://openalex.org/W3202028501","https://openalex.org/W3204112174","https://openalex.org/W3208860256","https://openalex.org/W3211783568","https://openalex.org/W3213241618","https://openalex.org/W4206634569","https://openalex.org/W4221164185","https://openalex.org/W4225591000","https://openalex.org/W4283157527","https://openalex.org/W4283810944","https://openalex.org/W4285137661","https://openalex.org/W4285289907","https://openalex.org/W4287777801","https://openalex.org/W4287889073","https://openalex.org/W4288337707","https://openalex.org/W4291960966","https://openalex.org/W4292779060","https://openalex.org/W4297678980","https://openalex.org/W4298181859"],"related_works":["https://openalex.org/W4306294911","https://openalex.org/W4233279977","https://openalex.org/W3132095740","https://openalex.org/W3123920941","https://openalex.org/W2999356315","https://openalex.org/W2961085424","https://openalex.org/W2739427748","https://openalex.org/W2498017833","https://openalex.org/W1485630101","https://openalex.org/W112744582"],"abstract_inverted_index":{"In":[0,43],"the":[1,24,48,51,91,113,122],"era":[2],"of":[3,28,50,54,99,115,124],"billion-parameter-sized":[4],"Language":[5],"Models":[6],"(LMs),":[7],"start-ups":[8],"have":[9],"to":[10,84,90],"follow":[11,47],"trends":[12],"and":[13,26,39,59,66,86,139],"adapt":[14],"their":[15],"technology":[16],"accordingly.":[17],"Nonetheless,":[18],"there":[19],"are":[20,80,145],"open":[21],"challenges":[22],"since":[23],"development":[25,65],"deployment":[27],"large":[29],"models":[30,101,144],"comes":[31],"with":[32],"a":[33,55,81,103,125],"need":[34],"for":[35,128],"high":[36],"computational":[37],"resources":[38],"has":[40],"economical":[41],"consequences.":[42],"this":[44],"work,":[45],"we":[46,120],"steps":[49],"R&D":[52],"group":[53],"modern":[56],"legal-tech":[57],"start-up":[58],"present":[60,96],"important":[61],"insights":[62],"on":[63],"model":[64,117,129],"deployment.":[67],"We":[68,95],"start":[69],"from":[70],"ground":[71],"zero":[72],"by":[73],"pre-training":[74],"multiple":[75],"domain-specific":[76],"multi-lingual":[77],"LMs":[78],"which":[79,131],"better":[82],"fit":[83],"contractual":[85],"regulatory":[87],"text":[88],"compared":[89],"available":[92],"alternatives":[93],"(XLM-R).":[94],"benchmark":[97,107],"results":[98],"such":[100],"in":[102],"half-public":[104],"half-private":[105],"legal":[106],"comprising":[108],"5":[109],"downstream":[110],"tasks":[111],"showing":[112],"impact":[114,123],"larger":[116],"size.":[118],"Lastly,":[119],"examine":[121],"full-scale":[126],"pipeline":[127],"compression":[130],"includes:":[132],"a)":[133],"Parameter":[134],"Pruning,":[135],"b)":[136],"Knowledge":[137],"Distillation,":[138],"c)":[140],"Quantization:":[141],"The":[142],"resulting":[143],"much":[146],"more":[147],"efficient":[148],"without":[149],"sacrificing":[150],"performance":[151],"at":[152],"large.":[153]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4385573839","counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2024-12-13T19:51:29.420306","created_date":"2023-08-05"}