@inproceedings{wijesiriwardene-etal-2024-relationship,
title = "On the Relationship between Sentence Analogy Identification and Sentence Structure Encoding in Large Language Models",
author = "Wijesiriwardene, Thilini and
Wickramarachchi, Ruwan and
Reganti, Aishwarya Naresh and
Jain, Vinija and
Chadha, Aman and
Sheth, Amit and
Das, Amitava",
editor = "Graham, Yvette and
Purver, Matthew",
booktitle = "Findings of the Association for Computational Linguistics: EACL 2024",
month = mar,
year = "2024",
address = "St. Julian{'}s, Malta",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2024.findings-eacl.31",
pages = "451--457",
abstract = "The ability of Large Language Models (LLMs) to encode syntactic and semantic structures of language is well examined in NLP. Additionally, analogy identification, in the form of word analogies are extensively studied in the last decade of language modeling literature. In this work we specifically look at how LLMs{'} abilities to capture sentence analogies (sentences that convey analogous meaning to each other) vary with LLMs{'} abilities to encode syntactic and semantic structures of sentences. Through our analysis, we find that LLMs{'} ability to identify sentence analogies is positively correlated with their ability to encode syntactic and semantic structures of sentences. Specifically, we find that the LLMs which capture syntactic structures better, also have higher abilities in identifying sentence analogies.",
}
<?xml version="1.0" encoding="UTF-8"?>
<modsCollection xmlns="http://www.loc.gov/mods/v3">
<mods ID="wijesiriwardene-etal-2024-relationship">
<titleInfo>
<title>On the Relationship between Sentence Analogy Identification and Sentence Structure Encoding in Large Language Models</title>
</titleInfo>
<name type="personal">
<namePart type="given">Thilini</namePart>
<namePart type="family">Wijesiriwardene</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Ruwan</namePart>
<namePart type="family">Wickramarachchi</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Aishwarya</namePart>
<namePart type="given">Naresh</namePart>
<namePart type="family">Reganti</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Vinija</namePart>
<namePart type="family">Jain</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Aman</namePart>
<namePart type="family">Chadha</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Amit</namePart>
<namePart type="family">Sheth</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Amitava</namePart>
<namePart type="family">Das</namePart>
<role>
<roleTerm authority="marcrelator" type="text">author</roleTerm>
</role>
</name>
<originInfo>
<dateIssued>2024-03</dateIssued>
</originInfo>
<typeOfResource>text</typeOfResource>
<relatedItem type="host">
<titleInfo>
<title>Findings of the Association for Computational Linguistics: EACL 2024</title>
</titleInfo>
<name type="personal">
<namePart type="given">Yvette</namePart>
<namePart type="family">Graham</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<name type="personal">
<namePart type="given">Matthew</namePart>
<namePart type="family">Purver</namePart>
<role>
<roleTerm authority="marcrelator" type="text">editor</roleTerm>
</role>
</name>
<originInfo>
<publisher>Association for Computational Linguistics</publisher>
<place>
<placeTerm type="text">St. Julian’s, Malta</placeTerm>
</place>
</originInfo>
<genre authority="marcgt">conference publication</genre>
</relatedItem>
<abstract>The ability of Large Language Models (LLMs) to encode syntactic and semantic structures of language is well examined in NLP. Additionally, analogy identification, in the form of word analogies are extensively studied in the last decade of language modeling literature. In this work we specifically look at how LLMs’ abilities to capture sentence analogies (sentences that convey analogous meaning to each other) vary with LLMs’ abilities to encode syntactic and semantic structures of sentences. Through our analysis, we find that LLMs’ ability to identify sentence analogies is positively correlated with their ability to encode syntactic and semantic structures of sentences. Specifically, we find that the LLMs which capture syntactic structures better, also have higher abilities in identifying sentence analogies.</abstract>
<identifier type="citekey">wijesiriwardene-etal-2024-relationship</identifier>
<location>
<url>https://aclanthology.org/2024.findings-eacl.31</url>
</location>
<part>
<date>2024-03</date>
<extent unit="page">
<start>451</start>
<end>457</end>
</extent>
</part>
</mods>
</modsCollection>
%0 Conference Proceedings
%T On the Relationship between Sentence Analogy Identification and Sentence Structure Encoding in Large Language Models
%A Wijesiriwardene, Thilini
%A Wickramarachchi, Ruwan
%A Reganti, Aishwarya Naresh
%A Jain, Vinija
%A Chadha, Aman
%A Sheth, Amit
%A Das, Amitava
%Y Graham, Yvette
%Y Purver, Matthew
%S Findings of the Association for Computational Linguistics: EACL 2024
%D 2024
%8 March
%I Association for Computational Linguistics
%C St. Julian’s, Malta
%F wijesiriwardene-etal-2024-relationship
%X The ability of Large Language Models (LLMs) to encode syntactic and semantic structures of language is well examined in NLP. Additionally, analogy identification, in the form of word analogies are extensively studied in the last decade of language modeling literature. In this work we specifically look at how LLMs’ abilities to capture sentence analogies (sentences that convey analogous meaning to each other) vary with LLMs’ abilities to encode syntactic and semantic structures of sentences. Through our analysis, we find that LLMs’ ability to identify sentence analogies is positively correlated with their ability to encode syntactic and semantic structures of sentences. Specifically, we find that the LLMs which capture syntactic structures better, also have higher abilities in identifying sentence analogies.
%U https://aclanthology.org/2024.findings-eacl.31
%P 451-457
Markdown (Informal)
[On the Relationship between Sentence Analogy Identification and Sentence Structure Encoding in Large Language Models](https://aclanthology.org/2024.findings-eacl.31) (Wijesiriwardene et al., Findings 2024)
ACL