<node id="679919">
  <nid>679919</nid>
  <type>external_news</type>
  <uid>
    <user id="36583"><![CDATA[36583]]></user>
  </uid>
  <created>1737731913</created>
  <changed>1737985039</changed>
  <title><![CDATA[How to evaluate the cognitive abilities of LLMs]]></title>
  <body><![CDATA[<p>Language models have become an essential part of the burgeoning field of artificial intelligence (AI) psychology. In an article published in&nbsp;<em>Nature Human Behaviour</em>,&nbsp;<a href="https://psychology.gatech.edu/">School of Psychology</a> Assistant Professor&nbsp;<a href="https://psychology.gatech.edu/people/anna-ivanova">Anna Ivanova</a> discusses 14 methodological considerations that can be used to design more robust, generalizable studies that evaluate the cognitive abilities of language-based AI systems, as well as to accurately interpret the results of these studies.</p>]]></body>
  <field_article_url>
    <item>
      <url><![CDATA[https://www.nature.com/articles/s41562-024-02096-z]]></url>
      <title><![CDATA[]]></title>
    </item>
  </field_article_url>
  <field_publication>
    <item>
      <value><![CDATA[ Nature Human Behaviour ]]></value>
    </item>
  </field_publication>
  <field_dateline>
    <item>
      <value>2025-01-15</value>
      <timezone></timezone>
    </item>
  </field_dateline>
  <field_media>
        </field_media>
  <og_groups>
          <item>1278</item>
          <item>443951</item>
      </og_groups>
  <og_groups_both>
          <item><![CDATA[College of Sciences]]></item>
          <item><![CDATA[School of Psychology]]></item>
      </og_groups_both>
    <field_userdata><![CDATA[]]></field_userdata>
</node>
