{"id":"https://openalex.org/W2105710024","doi":"https://doi.org/10.1109/sitis.2008.21","title":"Identifying Equivalent URLs Using URL Signatures","display_name":"Identifying Equivalent URLs Using URL Signatures","publication_year":2008,"publication_date":"2008-11-01","ids":{"openalex":"https://openalex.org/W2105710024","doi":"https://doi.org/10.1109/sitis.2008.21","mag":"2105710024"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/sitis.2008.21","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069570912","display_name":"Lay-Ki Soon","orcid":"https://orcid.org/0000-0002-8072-242X"},"institutions":[{"id":"https://openalex.org/I141371507","display_name":"Soongsil University","ror":"https://ror.org/017xnm587","country_code":"KR","type":"funder","lineage":["https://openalex.org/I141371507"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Lay-Ki Soon","raw_affiliation_strings":["Sch. of Inf. Technol., Soongsil Univ., Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Sch. of Inf. Technol., Soongsil Univ., Seoul, South Korea","institution_ids":["https://openalex.org/I141371507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100381299","display_name":"Sang Ho Lee","orcid":"https://orcid.org/0000-0002-4634-4904"},"institutions":[{"id":"https://openalex.org/I141371507","display_name":"Soongsil University","ror":"https://ror.org/017xnm587","country_code":"KR","type":"funder","lineage":["https://openalex.org/I141371507"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sang Ho Lee","raw_affiliation_strings":["Sch. of Inf. Technol., Soongsil Univ., Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Sch. of Inf. Technol., Soongsil Univ., Seoul, South Korea","institution_ids":["https://openalex.org/I141371507"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.446,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":7,"citation_normalized_percentile":{"value":0.56472,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":81,"max":82},"biblio":{"volume":null,"issue":null,"first_page":"203","last_page":"210"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization","score":0.71155816}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.85555446},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.71155816},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6689168},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.57862234},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.56999475},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.56292516},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.49828005},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3444239},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21515083},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09039715},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/sitis.2008.21","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":12,"referenced_works":["https://openalex.org/W1503924817","https://openalex.org/W1506845741","https://openalex.org/W1518490746","https://openalex.org/W1597291463","https://openalex.org/W2005677600","https://openalex.org/W2046166587","https://openalex.org/W2112104357","https://openalex.org/W2140190241","https://openalex.org/W2154527276","https://openalex.org/W259338706","https://openalex.org/W3152156937","https://openalex.org/W4241558715"],"related_works":["https://openalex.org/W4299935056","https://openalex.org/W2501188010","https://openalex.org/W2392768766","https://openalex.org/W2382021449","https://openalex.org/W2106424170","https://openalex.org/W2104269053","https://openalex.org/W2095118173","https://openalex.org/W2058118494","https://openalex.org/W2010935248","https://openalex.org/W1985426483"],"abstract_inverted_index":{"In":[0,16],"the":[1,23,29,34,43,47,63,76,80,122],"standard":[2,24,64,123],"URL":[3,25,59,70,124],"normalization":[4,26,65,125],"mechanism,":[5,66],"URLs":[6,88],"are":[7,42,93],"normalized":[8],"syntactically":[9],"by":[10,27,72,117],"a":[11,58],"set":[12],"of":[13,33,46,79],"predefined":[14],"steps.":[15],"this":[17],"paper,":[18],"we":[19,67],"propose":[20],"to":[21,95,110],"enhance":[22],"incorporating":[28],"semantically":[30],"meaningful":[31],"metadata":[32,38],"Web":[35,48,82,114],"pages.":[36],"The":[37,101],"taken":[39],"into":[40],"account":[41],"body":[44,77],"texts":[45],"pages,":[49],"which":[50,60,89],"can":[51],"be":[52,96],"extracted":[53],"during":[54],"HTML":[55],"parsing.":[56],"Given":[57],"has":[61],"undergone":[62],"construct":[68],"its":[69],"signature":[71],"hashing":[73],"or":[74],"fingerprinting":[75],"text":[78],"associated":[81],"page":[83],"using":[84],"Message-Digest":[85],"algorithm":[86],"5.":[87],"share":[90],"identical":[91],"signatures":[92],"considered":[94],"equivalent":[97],"in":[98,119],"our":[99,106],"scheme.":[100],"experimental":[102],"results":[103],"show":[104],"that":[105],"proposed":[107],"method":[108],"helps":[109],"further":[111],"reduce":[112],"redundant":[113],"information":[115],"retrieval":[116],"34.57%":[118],"comparison":[120],"with":[121],"mechanism.":[126]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2105710024","counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2012,"cited_by_count":3}],"updated_date":"2025-03-20T06:38:36.646537","created_date":"2016-06-24"}