{"id":"https://openalex.org/W3200593933","doi":"https://doi.org/10.1016/j.cosrev.2021.100433","title":"Comprehensive analysis of embeddings and pre-training in NLP","display_name":"Comprehensive analysis of embeddings and pre-training in NLP","publication_year":2021,"publication_date":"2021-09-20","ids":{"openalex":"https://openalex.org/W3200593933","doi":"https://doi.org/10.1016/j.cosrev.2021.100433","mag":"3200593933"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.cosrev.2021.100433","pdf_url":null,"source":{"id":"https://openalex.org/S73121659","display_name":"Computer Science Review","issn_l":"1574-0137","issn":["1574-0137","1876-7745"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013472471","display_name":"Jatin Karthik Tripathy","orcid":"https://orcid.org/0000-0001-9911-4187"},"institutions":[{"id":"https://openalex.org/I4401726783","display_name":"VIT-AP University","ror":"https://ror.org/007v4hf75","country_code":null,"type":"education","lineage":["https://openalex.org/I4401726783"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Jatin Karthik Tripathy","raw_affiliation_strings":["School of Computer Science and Engineering, VIT-AP University, Andhra Pradesh, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, VIT-AP University, Andhra Pradesh, India","institution_ids":["https://openalex.org/I4401726783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079313301","display_name":"Sibi Chakkaravarthy Sethuraman","orcid":"https://orcid.org/0000-0002-2808-0482"},"institutions":[{"id":"https://openalex.org/I4401726783","display_name":"VIT-AP University","ror":"https://ror.org/007v4hf75","country_code":null,"type":"education","lineage":["https://openalex.org/I4401726783"]}],"countries":[],"is_corresponding":true,"raw_author_name":"Sibi Chakkaravarthy Sethuraman","raw_affiliation_strings":["School of Computer Science and Engineering, VIT-AP University, Andhra Pradesh, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, VIT-AP University, Andhra Pradesh, India","institution_ids":["https://openalex.org/I4401726783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038249883","display_name":"Meenalosini Vimal Cruz","orcid":"https://orcid.org/0000-0003-3164-4848"},"institutions":[{"id":"https://openalex.org/I39815113","display_name":"Georgia Southern University","ror":"https://ror.org/04agmb972","country_code":"US","type":"education","lineage":["https://openalex.org/I39815113"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meenalosini Vimal Cruz","raw_affiliation_strings":["Department of Information Technology, Georgia Southern University, GA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology, Georgia Southern University, GA, USA","institution_ids":["https://openalex.org/I39815113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033115904","display_name":"Anupama Namburu","orcid":"https://orcid.org/0000-0002-7826-0158"},"institutions":[{"id":"https://openalex.org/I4401726783","display_name":"VIT-AP University","ror":"https://ror.org/007v4hf75","country_code":null,"type":"education","lineage":["https://openalex.org/I4401726783"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Anupama Namburu","raw_affiliation_strings":["School of Computer Science and Engineering, VIT-AP University, Andhra Pradesh, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, VIT-AP University, Andhra Pradesh, India","institution_ids":["https://openalex.org/I4401726783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110623447","display_name":"P. Mangalraj","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726783","display_name":"VIT-AP University","ror":"https://ror.org/007v4hf75","country_code":null,"type":"education","lineage":["https://openalex.org/I4401726783"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Mangalraj P.","raw_affiliation_strings":["School of Computer Science and Engineering, VIT-AP University, Andhra Pradesh, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, VIT-AP University, Andhra Pradesh, India","institution_ids":["https://openalex.org/I4401726783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102423867","display_name":"Nandha Kumar R.","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726783","display_name":"VIT-AP University","ror":"https://ror.org/007v4hf75","country_code":null,"type":"education","lineage":["https://openalex.org/I4401726783"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Nandha Kumar R.","raw_affiliation_strings":["School of Computer Science and Engineering, VIT-AP University, Andhra Pradesh, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, VIT-AP University, Andhra Pradesh, India","institution_ids":["https://openalex.org/I4401726783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022120072","display_name":"Sudhakar Ilango S","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726783","display_name":"VIT-AP University","ror":"https://ror.org/007v4hf75","country_code":null,"type":"education","lineage":["https://openalex.org/I4401726783"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Sudhakar Ilango S","raw_affiliation_strings":["School of Computer Science and Engineering, VIT-AP University, Andhra Pradesh, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, VIT-AP University, Andhra Pradesh, India","institution_ids":["https://openalex.org/I4401726783"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051485406","display_name":"V. Vaidehi","orcid":null},"institutions":[{"id":"https://openalex.org/I106841677","display_name":"Mother Teresa Women's University","ror":"https://ror.org/02fv78a45","country_code":"IN","type":"education","lineage":["https://openalex.org/I106841677"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vaidehi Vijayakumar","raw_affiliation_strings":["Mother Teresa Women's University, Kodaikanal, Tamilnadu, India"],"affiliations":[{"raw_affiliation_string":"Mother Teresa Women's University, Kodaikanal, Tamilnadu, India","institution_ids":["https://openalex.org/I106841677"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5079313301"],"corresponding_institution_ids":["https://openalex.org/I4401726783"],"apc_list":{"value":3300,"currency":"USD","value_usd":3300,"provenance":"doaj"},"apc_paid":null,"fwci":2.51,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.999972,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":95},"biblio":{"volume":"42","issue":null,"first_page":"100433","last_page":"100433"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9975,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8754312},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.72522503},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.714657},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.664424},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6193546},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.60526574},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.55388045},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4347746},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32661954},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.cosrev.2021.100433","pdf_url":null,"source":{"id":"https://openalex.org/S73121659","display_name":"Computer Science Review","issn_l":"1574-0137","issn":["1574-0137","1876-7745"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.84,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":111,"referenced_works":["https://openalex.org/W1489525520","https://openalex.org/W1566289585","https://openalex.org/W1614298861","https://openalex.org/W1686810756","https://openalex.org/W1816313093","https://openalex.org/W1821462560","https://openalex.org/W1850742715","https://openalex.org/W1899504021","https://openalex.org/W1902237438","https://openalex.org/W1940872118","https://openalex.org/W194249466","https://openalex.org/W2001810881","https://openalex.org/W2079735306","https://openalex.org/W2101105183","https://openalex.org/W2107878631","https://openalex.org/W2112796928","https://openalex.org/W2118463056","https://openalex.org/W2127289991","https://openalex.org/W2133564696","https://openalex.org/W2147152072","https://openalex.org/W2147768505","https://openalex.org/W2157331557","https://openalex.org/W2160815625","https://openalex.org/W2163605009","https://openalex.org/W2165698076","https://openalex.org/W2168231600","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2251803266","https://openalex.org/W2270070752","https://openalex.org/W2294370754","https://openalex.org/W2334143114","https://openalex.org/W2427527485","https://openalex.org/W2525778437","https://openalex.org/W2559655401","https://openalex.org/W2583684860","https://openalex.org/W2604272474","https://openalex.org/W2606964149","https://openalex.org/W2612690371","https://openalex.org/W2626778328","https://openalex.org/W2740711318","https://openalex.org/W2740840489","https://openalex.org/W2787560479","https://openalex.org/W2792202972","https://openalex.org/W2798926775","https://openalex.org/W2799054028","https://openalex.org/W2799128416","https://openalex.org/W2801243887","https://openalex.org/W2803399609","https://openalex.org/W2805206884","https://openalex.org/W2809324505","https://openalex.org/W2810993743","https://openalex.org/W2886424491","https://openalex.org/W2896457183","https://openalex.org/W2899483821","https://openalex.org/W2904631866","https://openalex.org/W2911430044","https://openalex.org/W2917166349","https://openalex.org/W2923014074","https://openalex.org/W2924690340","https://openalex.org/W2949335953","https://openalex.org/W2949888546","https://openalex.org/W2950133940","https://openalex.org/W2950501607","https://openalex.org/W2950577311","https://openalex.org/W2950635152","https://openalex.org/W2962739339","https://openalex.org/W2962778428","https://openalex.org/W2962784628","https://openalex.org/W2962824709","https://openalex.org/W2962958286","https://openalex.org/W2963045354","https://openalex.org/W2963159690","https://openalex.org/W2963748441","https://openalex.org/W2965373594","https://openalex.org/W2969740599","https://openalex.org/W2970419734","https://openalex.org/W2970597249","https://openalex.org/W2970641574","https://openalex.org/W2975059944","https://openalex.org/W2978017171","https://openalex.org/W2985808369","https://openalex.org/W2996428491","https://openalex.org/W2999044305","https://openalex.org/W3001279689","https://openalex.org/W3013571468","https://openalex.org/W3015609966","https://openalex.org/W3019932981","https://openalex.org/W3030163527","https://openalex.org/W3037932933","https://openalex.org/W3082274269","https://openalex.org/W3093838622","https://openalex.org/W3101731278","https://openalex.org/W3104096215","https://openalex.org/W3105451204","https://openalex.org/W3119866685","https://openalex.org/W3122890974","https://openalex.org/W3162090017","https://openalex.org/W4251349192","https://openalex.org/W4285719527","https://openalex.org/W4287391717","https://openalex.org/W4287824654","https://openalex.org/W4288089799","https://openalex.org/W4288623406","https://openalex.org/W4289777046","https://openalex.org/W4292779060","https://openalex.org/W4293350112","https://openalex.org/W4298086152","https://openalex.org/W4300180580","https://openalex.org/W4302343710","https://openalex.org/W4376490867"],"related_works":["https://openalex.org/W4386247111","https://openalex.org/W4327642362","https://openalex.org/W3121970507","https://openalex.org/W3107474891","https://openalex.org/W2775554247","https://openalex.org/W2587014613","https://openalex.org/W2250213760","https://openalex.org/W2110168585","https://openalex.org/W2110028391","https://openalex.org/W2032233321"],"abstract_inverted_index":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3200593933","counts_by_year":[{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":1}],"updated_date":"2025-01-03T08:52:25.263092","created_date":"2021-09-27"}