{"id":"https://openalex.org/W4400282035","doi":"https://doi.org/10.32473/flairs.37.1.135283","title":"Assessing the Impact of Sequence Length Learning on Classification Tasks for Transformer Encoder Models","display_name":"Assessing the Impact of Sequence Length Learning on Classification Tasks for Transformer Encoder Models","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4400282035","doi":"https://doi.org/10.32473/flairs.37.1.135283"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.32473/flairs.37.1.135283","pdf_url":null,"source":{"id":"https://openalex.org/S4210205383","display_name":"Proceedings of the ... International Florida Artificial Intelligence Research Society Conference","issn_l":"2334-0754","issn":["2334-0754","2334-0762"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/P4310320363","host_organization_name":"George A. Smathers Libraries","host_organization_lineage":["https://openalex.org/P4310320363"],"host_organization_lineage_names":["George A. Smathers Libraries"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2212.08399","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021018419","display_name":"Jean-Thomas Baillargeon","orcid":"https://orcid.org/0000-0002-6921-431X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jean-Thomas Baillargeon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5001334643","display_name":"Luc Lamontagne","orcid":"https://orcid.org/0000-0003-0255-5117"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luc Lamontagne","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":81},"biblio":{"volume":"37","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12564","display_name":"Sensor Technology and Measurement Systems","score":0.9186,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4201337}],"concepts":[{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6477967},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.614258},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.54105693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.427646},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4201337},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.41377902},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33691716},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32666504},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19113684},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.113556445},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.09489924},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09074843},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.32473/flairs.37.1.135283","pdf_url":null,"source":{"id":"https://openalex.org/S4210205383","display_name":"Proceedings of the ... International Florida Artificial Intelligence Research Society Conference","issn_l":"2334-0754","issn":["2334-0754","2334-0762"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/P4310320363","host_organization_name":"George A. Smathers Libraries","host_organization_lineage":["https://openalex.org/P4310320363"],"host_organization_lineage_names":["George A. Smathers Libraries"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.08399","pdf_url":"http://arxiv.org/pdf/2212.08399","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.08399","pdf_url":"http://arxiv.org/pdf/2212.08399","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4390516098","https://openalex.org/W4205302943","https://openalex.org/W3080374445","https://openalex.org/W2964790801","https://openalex.org/W2883195674","https://openalex.org/W2561132942","https://openalex.org/W2384362569","https://openalex.org/W2181948922","https://openalex.org/W2142795561","https://openalex.org/W2072736607"],"abstract_inverted_index":{"Classification":[0],"algorithms":[1],"using":[2],"Transformer":[3],"architectures":[4],"can":[5,86],"be":[6,87],"affected":[7,49],"by":[8,50],"the":[9,78],"sequence":[10,30,72],"length":[11,22,31,73],"learning":[12,84],"problem":[13,25,99],"whenever":[14],"observations":[15],"from":[16],"different":[17,21],"classes":[18],"have":[19],"a":[20,33],"distribution.":[23],"This":[24],"causes":[26],"models":[27,85],"to":[28,103],"use":[29],"as":[32,59,81],"predictive":[34],"feature":[35,74],"instead":[36],"of":[37,70],"relying":[38],"on":[39],"important":[40],"textual":[41],"information.":[42],"Although":[43],"most":[44],"public":[45],"datasets":[46],"are":[47],"not":[48],"this":[51,65,71,93,98],"problem,":[52],"privately":[53],"owned":[54],"corpora":[55],"for":[56],"fields":[57],"such":[58],"medicine":[60],"and":[61,100],"insurance":[62],"may":[63],"carry":[64],"data":[66],"bias.":[67],"The":[68],"exploitation":[69],"poses":[75],"challenges":[76],"throughout":[77],"value":[79],"chain":[80],"these":[82],"machine":[83],"used":[88],"in":[89],"critical":[90],"applications.":[91],"In":[92],"paper,":[94],"we":[95],"empirically":[96],"expose":[97],"present":[101],"approaches":[102],"minimize":[104],"its":[105],"impacts.":[106]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4400282035","counts_by_year":[],"updated_date":"2025-02-14T07:07:37.325153","created_date":"2024-07-05"}