{"id":"https://openalex.org/W2900833639","doi":"https://doi.org/10.1145/3268928","title":"Jointly Minimizing the Expected Costs of Review for Responsiveness and Privilege in E-Discovery","display_name":"Jointly Minimizing the Expected Costs of Review for Responsiveness and Privilege in E-Discovery","publication_year":2018,"publication_date":"2018-11-19","ids":{"openalex":"https://openalex.org/W2900833639","doi":"https://doi.org/10.1145/3268928","mag":"2900833639"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3268928","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3268928","source":{"id":"https://openalex.org/S87067389","display_name":"ACM transactions on office information systems","issn_l":"0734-2047","issn":["0734-2047","1558-1152"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3268928","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074322406","display_name":"Douglas W. Oard","orcid":"https://orcid.org/0000-0002-1696-0407"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"funder","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Douglas W. Oard","raw_affiliation_strings":["University of Maryland, MD, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063975186","display_name":"Fabrizio Sebastiani","orcid":"https://orcid.org/0000-0003-4221-6427"},"institutions":[{"id":"https://openalex.org/I4210107558","display_name":"Consorzio Pisa Ricerche","ror":"https://ror.org/01t0n3b84","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210107558"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabrizio Sebastiani","raw_affiliation_strings":["Consiglio Nazionale delle Ricerche, Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"Consiglio Nazionale delle Ricerche, Pisa, Italy","institution_ids":["https://openalex.org/I4210107558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043143591","display_name":"Jyothi K. Vinjumur","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"funder","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jyothi K. Vinjumur","raw_affiliation_strings":["University of Maryland, MD, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.445,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":25,"citation_normalized_percentile":{"value":0.864649,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":93},"biblio":{"volume":"37","issue":"1","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9948,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lawsuit","display_name":"Lawsuit","score":0.8218359},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance","score":0.59796995}],"concepts":[{"id":"https://openalex.org/C2777134139","wikidata":"https://www.wikidata.org/wiki/Q697327","display_name":"Lawsuit","level":2,"score":0.8218359},{"id":"https://openalex.org/C2780138299","wikidata":"https://www.wikidata.org/wiki/Q3404265","display_name":"Privilege (computing)","level":2,"score":0.7758754},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.59796995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.58039314},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.56213635},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4346394},{"id":"https://openalex.org/C190253527","wikidata":"https://www.wikidata.org/wiki/Q295354","display_name":"Law and economics","level":1,"score":0.40384394},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3649044},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.35422602},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.25186923},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.24336472},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.22885156},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17423335},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3268928","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3268928","source":{"id":"https://openalex.org/S87067389","display_name":"ACM transactions on office information systems","issn_l":"0734-2047","issn":["0734-2047","1558-1152"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3268928","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3268928","source":{"id":"https://openalex.org/S87067389","display_name":"ACM transactions on office information systems","issn_l":"0734-2047","issn":["0734-2047","1558-1152"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","score":0.74,"id":"https://metadata.un.org/sdg/16"}],"grants":[{"funder":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation","award_id":"1065250 and 1618695"}],"datasets":[],"versions":[],"referenced_works_count":39,"referenced_works":["https://openalex.org/W105014682","https://openalex.org/W138745945","https://openalex.org/W1529173354","https://openalex.org/W1539150806","https://openalex.org/W1576520375","https://openalex.org/W1599263113","https://openalex.org/W1604938182","https://openalex.org/W1618905105","https://openalex.org/W1620204465","https://openalex.org/W1700671489","https://openalex.org/W1970833371","https://openalex.org/W1991495285","https://openalex.org/W1997260010","https://openalex.org/W2012942264","https://openalex.org/W2029075138","https://openalex.org/W2040066835","https://openalex.org/W2047021305","https://openalex.org/W2085989833","https://openalex.org/W2087511931","https://openalex.org/W2101032959","https://openalex.org/W2102162869","https://openalex.org/W2122053905","https://openalex.org/W2133469585","https://openalex.org/W2140785063","https://openalex.org/W2150102617","https://openalex.org/W2155961949","https://openalex.org/W2214530168","https://openalex.org/W2246260811","https://openalex.org/W2310444742","https://openalex.org/W2335594365","https://openalex.org/W2398442511","https://openalex.org/W2486168876","https://openalex.org/W2560674852","https://openalex.org/W2565695915","https://openalex.org/W2643544958","https://openalex.org/W2892737606","https://openalex.org/W2914331073","https://openalex.org/W3011865677","https://openalex.org/W4298132949"],"related_works":["https://openalex.org/W2389538941","https://openalex.org/W2380613651","https://openalex.org/W2379873270","https://openalex.org/W2371669158","https://openalex.org/W2363627120","https://openalex.org/W2362255677","https://openalex.org/W2354717723","https://openalex.org/W2352961294","https://openalex.org/W2352712688","https://openalex.org/W2348365307"],"abstract_inverted_index":{"Discovery":[0],"is":[1,266],"an":[2,196],"important":[3],"aspect":[4],"of":[5,14,36,72,99,135,143,190,222,251,260,277,320,323],"the":[6,11,33,39,65,77,80,91,94,107,124,131,141,144,173,187,207,223,248,253,257,261,275],"civil":[7],"litigation":[8],"process":[9],"in":[10,16,146,161,239,288],"United":[12],"States":[13],"America,":[15],"which":[17,278,289],"all":[18],"parties":[19,145],"to":[20,25,55,64,86,113,128,194,280],"a":[21,46,84,136,179,285,292,321],"lawsuit":[22],"are":[23,209,227,299],"permitted":[24],"request":[26,66],"relevant":[27],"evidence":[28],"from":[29,106,123,291],"other":[30],"parties.":[31],"With":[32],"rapid":[34],"growth":[35],"digital":[37],"content,":[38],"emerging":[40],"need":[41,112],"for":[42,49,60,68,116,185,213,232,241,270,303],"\u201ce-discovery\u201d":[43],"has":[44],"created":[45],"strong":[47,324],"demand":[48],"techniques":[50],"that":[51,76,109,126,192,310],"can":[52,312],"be":[53,114],"used":[54,300],"review":[56,81,95],"massive":[57],"collections":[58],"both":[59,214,271],"\u201cresponsiveness\u201d":[61],"(i.e.,":[62,70,256],"relevance)":[63],"and":[67,119,216,218,273,305],"\u201cprivilege\u201d":[69],"presence":[71],"legally":[73],"protected":[74],"content":[75],"party":[78,92],"performing":[79,93],"may":[82,96,138],"have":[83],"right":[85],"withhold).":[87],"In":[88,204],"this":[89],"process,":[90],"incur":[97],"costs":[98,104,121,157],"two":[100,201],"types,":[101],"namely,":[102],"annotation":[103,156],"(deriving":[105,122],"fact":[108,125],"human":[110,230],"reviewers":[111,231],"paid":[115],"their":[117],"work)":[118],"misclassification":[120,163],"failing":[127],"correctly":[129],"determine":[130],"responsiveness":[132,215,233,272,304],"or":[133],"privilege":[134,242],"document":[137],"adversely":[139],"affect":[140],"interests":[142],"various":[147],"ways).":[148],"Relying":[149],"exclusively":[150,167],"on":[151,168],"automatic":[152],"classification":[153,170,295],"would":[154],"minimize":[155],"but":[158],"could":[159,171],"result":[160],"substantial":[162],"costs,":[164],"while":[165],"relying":[166],"manual":[169],"generate":[172],"opposite":[174],"consequences.":[175],"This":[176],"article":[177],"proposes":[178],"risk":[180,258],"minimization":[181,265],"framework":[182],"(called":[183],"MINECORE,":[184],"\u201c<underline>min</underline>imizing":[186],"<underline>e</underline>xpected":[188],"<underline>co</underline>sts":[189],"<underline>re</underline>view\u201d)":[191],"seeks":[193],"strike":[195],"optimal":[197],"balance":[198],"between":[199],"these":[200],"extreme":[202],"stands.":[203],"MINECORE":[205,311],"(a)":[206],"documents":[208,226,279],"first":[210],"automatically":[211,224],"classified":[212,225],"privilege,":[217,274],"then":[219],"(b)":[220],"some":[221],"annotated":[228],"by":[229,235,244,268],"(typically":[234,243],"junior":[236],"reviewers)":[237],"and/or,":[238],"cascade,":[240],"senior":[245],"reviewers),":[246],"with":[247],"overall":[249],"goal":[250],"minimizing":[252],"expected":[254],"cost":[255,317],")":[259],"entire":[262],"process.":[263],"Risk":[264],"achieved":[267],"optimizing,":[269],"choice":[276],"manually":[281],"review.":[282],"We":[283],"present":[284],"simulation":[286],"study":[287],"classes":[290],"standard":[293],"text":[294],"test":[296],"collection":[297],"(RCV1-v2)":[298],"as":[301],"surrogates":[302],"privilege.":[306],"The":[307],"results":[308],"indicate":[309],"yield":[313],"substantially":[314],"lower":[315],"total":[316],"than":[318],"any":[319],"set":[322],"baselines.":[325]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2900833639","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2025-03-18T02:22:53.262811","created_date":"2018-11-29"}