<?xml version="1.0" encoding="utf-8"?>
<export-example>
  <doc>
    <id>3623</id>
    <completedYear/>
    <publishedYear>2024</publishedYear>
    <thesisYearAccepted/>
    <language>eng</language>
    <pageFirst>287</pageFirst>
    <pageLast>298</pageLast>
    <pageNumber/>
    <edition/>
    <issue/>
    <volume/>
    <type>conferenceobject</type>
    <publisherName/>
    <publisherPlace>Frankreich</publisherPlace>
    <creatingCorporation>University of Grenoble Alpes</creatingCorporation>
    <contributingCorporation/>
    <belongsToBibliography>1</belongsToBibliography>
    <completedDate>--</completedDate>
    <publishedDate>--</publishedDate>
    <thesisDateAccepted>--</thesisDateAccepted>
    <title language="eng">Overview of the CLEF-2024 CheckThat! Lab Task 2 on Subjectivity in News Articles</title>
    <abstract language="eng">We present an overview of Task 2 of the seventh edition of the CheckThat! lab at the 2024 iteration of the Conference and Labs of the Evaluation Forum (CLEF). The task focuses on subjectivity detection in news articles and was o ered in five languages: Arabic, Bulgarian, English, German, and Italian, as well as in a multilingual setting. The datasets for each language were carefully curated and annotated, comprising over 10,000 sentences from news articles. The task challenged participants to develop systems capable of distinguishing between subjective statements (refecting personal opinions or biases) and objective ones (presenting factual information) at the sentence level. A total of 15 teams participated in the task, submitting 36 valid runs across all language tracks. The participants used a variety of approaches, with transformer-based models being the most popular choice. Strategies included fine-tuning monolingual and multilingual models, and leveraging English models with automatic translation for the non-English datasets. Some teams also explored ensembles, feature engineering, and innovative techniques such as few-shot learning and in-context learning with large language models. The evaluation was based on macro-averaged F1 score. The results varied across languages, with the best performance achieved for Italian and German, followed by English. The Arabic track proved particularly challenging, with no team surpassing an F1 score of 0.50. This task contributes to the broader goal of enhancing the reliability of automated content analysis in the context of misinformation detection and fact-checking. The paper provides detailed insights into the datasets, participant approaches, and results, o ering a benchmark for the current state of subjectivity detection across multiple languages.</abstract>
    <parentTitle language="eng">CLEF 2024 Working Notes : Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2024)</parentTitle>
    <subTitle language="eng">Notebook for the CheckThat! Lab at CLEF 2024</subTitle>
    <identifier type="issn">1613-0073</identifier>
    <identifier type="urn">urn:nbn:de:0074-3740-3</identifier>
    <identifier type="url">https://ceur-ws.org/Vol-3740/paper-25.pdf</identifier>
    <enrichment key="opus.import.date">2025-03-26T15:59:16+00:00</enrichment>
    <enrichment key="opus.source">sword</enrichment>
    <enrichment key="opus.import.user">hisres</enrichment>
    <enrichment key="opus.doi.autoCreate">false</enrichment>
    <enrichment key="opus.urn.autoCreate">false</enrichment>
    <licence>Creative Commons - CC BY - Namensnennung 4.0 International</licence>
    <author>Julia Maria Struß</author>
    <author>Federico Ruggeri</author>
    <author>Alberto Barrón-Cedeño</author>
    <author>Firoj Alam</author>
    <author>Dimitar Dimitrov</author>
    <author>Andrea Galassi</author>
    <author>Georgi Pachov</author>
    <author>Ivan Koychev</author>
    <author>Preslav Nakov</author>
    <author>Melanie Siegel</author>
    <author>Michael Wiegand</author>
    <author>Maram Hasanain</author>
    <author>Reem Suwaileh</author>
    <author>Wajdi Zaghouani</author>
    <subject>
      <language>deu</language>
      <type>swd</type>
      <value>Fehlinformation</value>
    </subject>
    <subject>
      <language>deu</language>
      <type>swd</type>
      <value>Zeitungsartikel</value>
    </subject>
    <collection role="ddc" number="000">Informatik, Wissen, Systeme</collection>
    <collection role="institutes" number="fb5">FB5 Informationswissenschaften</collection>
    <collection role="institutes" number="fb5b">Publikationen des FB Informationswissenschaften</collection>
    <collection role="Import" number="import">Import</collection>
    <collection role="open_access_fhp" number="">Gold Open Access</collection>
    <thesisPublisher>Fachhochschule Potsdam</thesisPublisher>
  </doc>
  <doc>
    <id>3622</id>
    <completedYear/>
    <publishedYear>2024</publishedYear>
    <thesisYearAccepted/>
    <language>eng</language>
    <pageFirst>28</pageFirst>
    <pageLast>52</pageLast>
    <pageNumber/>
    <edition/>
    <issue/>
    <volume/>
    <type>conferenceobject</type>
    <publisherName>Springer Nature</publisherName>
    <publisherPlace>Berlin</publisherPlace>
    <creatingCorporation/>
    <contributingCorporation/>
    <belongsToBibliography>1</belongsToBibliography>
    <completedDate>--</completedDate>
    <publishedDate>--</publishedDate>
    <thesisDateAccepted>--</thesisDateAccepted>
    <title language="eng">Overview of the CLEF-2024 CheckThat! Lab : Check-Worthiness, Subjectivity, Persuasion, Roles, Authorities, and Adversarial Robustness</title>
    <abstract language="eng">We describe the seventh edition of the CheckThat! lab, part of the 2024 Conference and Labs of the Evaluation Forum (CLEF). Previous editions of CheckThat! focused on the main tasks of the information verification pipeline: check-worthiness, identifying previously fact-checked claims, supporting evidence retrieval, and claim verification. In this edition, we introduced some new challenges, offering six tasks in fifteen languages (Arabic, Bulgarian, English, Dutch, French, Georgian, German, Greek, Italian, Polish, Portuguese, Russian, Slovene, Spanish, and code-mixed Hindi-English): Task 1 on estimation of check-worthiness (the only task that has been present in all CheckThat! editions), Task 2 on identification of subjectivity (a follow up of the CheckThat! 2023 edition), Task 3 on identification of the use of persuasion techniques (a follow up of SemEval 2023), Task 4 on detection of hero, villain, and victim from memes (a follow up of CONSTRAINT 2022), Task 5 on rumor verification using evidence from authorities (new task), and Task 6 on robustness of credibility assessment with adversarial examples (new task). These are challenging classification and retrieval problems at the document and at the span level, including multilingual and multimodal settings. This year, CheckThat! was one of the most popular labs at CLEF-2024 in terms of team registrations: 130 teams. More than one-third of them (a total of 46) actually participated.</abstract>
    <parentTitle language="eng">Experimental IR Meets Multilinguality, Multimodality, and Interaction : 15th International Conference of the CLEF Association, CLEF 2024, Grenoble, France, September 9–12, 2024, Proceedings, Part II</parentTitle>
    <identifier type="doi">10.1007/978-3-031-71908-0</identifier>
    <identifier type="isbn">978-3-031-71907-3</identifier>
    <enrichment key="opus.import.date">2025-03-26T15:21:47+00:00</enrichment>
    <enrichment key="opus.source">sword</enrichment>
    <enrichment key="opus.import.user">hisres</enrichment>
    <licence>Keine öffentliche Lizenz - es gilt das deutsche Urheberrecht</licence>
    <author>Alberto Barrón-Cedeño</author>
    <author>Firoj Alam</author>
    <author>Julia Maria Struß</author>
    <author>Preslav Nakov</author>
    <author>Tanmoy Chakraborty</author>
    <author>Tamer Elsayed</author>
    <author>Piotr Przybyła</author>
    <author>Tommaso Caselli</author>
    <author>Giovanni Da San Martino</author>
    <author>Fatima Haouari</author>
    <author>Maram Hasanain</author>
    <author>Chengkai Li</author>
    <author>Jakub Piskorski</author>
    <author>Federico Ruggeri</author>
    <author>Xingyi Song</author>
    <author>Reem Suwaileh</author>
    <subject>
      <language>deu</language>
      <type>swd</type>
      <value>Desinformation</value>
    </subject>
    <subject>
      <language>deu</language>
      <type>swd</type>
      <value>Fehlinformation</value>
    </subject>
    <collection role="ddc" number="000">Informatik, Wissen, Systeme</collection>
    <collection role="institutes" number="fb5">FB5 Informationswissenschaften</collection>
    <collection role="institutes" number="fb5b">Publikationen des FB Informationswissenschaften</collection>
    <collection role="Import" number="import">Import</collection>
    <thesisPublisher>Fachhochschule Potsdam</thesisPublisher>
  </doc>
  <doc>
    <id>3407</id>
    <completedYear/>
    <publishedYear>2024</publishedYear>
    <thesisYearAccepted/>
    <language>eng</language>
    <pageFirst>449</pageFirst>
    <pageLast>458</pageLast>
    <pageNumber/>
    <edition/>
    <issue/>
    <volume/>
    <type>conferenceobject</type>
    <publisherName>Springer International Publishing</publisherName>
    <publisherPlace>Cham</publisherPlace>
    <creatingCorporation/>
    <contributingCorporation/>
    <belongsToBibliography>1</belongsToBibliography>
    <completedDate>--</completedDate>
    <publishedDate>--</publishedDate>
    <thesisDateAccepted>--</thesisDateAccepted>
    <title language="eng">The CLEF-2024 CheckThat! Lab</title>
    <abstract language="eng">The first five editions of the CheckThat! lab focused on the main tasks of the information verification pipeline: check-worthiness, evidence retrieval and pairing, and verification. Since the 2023 edition, it has been focusing on new problems that can support the research and decision making during the verification process. In this new edition, we focus on new problems and -for the first time- we propose six tasks in fifteen languages (Arabic, Bulgarian, English, Dutch, French, Georgian, German, Greek, Italian, Polish, Portuguese, Russian, Slovene, Spanish, and code-mixed Hindi-English): Task 1 estimation of check-worthiness (the only task that has been present in all CheckThat! editions), Task 2 identification of subjectivity (a follow up of CheckThat! 2023 edition), Task 3 identification of persuasion (a follow up of SemEval 2023), Task 4 detection of hero, villain, and victim from memes (a follow up of CONSTRAINT 2022), Task 5 Rumor Verification using Evidence from Authorities (a first), and Task 6 robustness of credibility assessment with adversarial examples (a first). These tasks represent challenging classification and retrieval problems at the document and at the span level, including multilingual and multimodal settings.</abstract>
    <parentTitle language="eng">Advances in Information Retrieval</parentTitle>
    <subTitle language="eng">Check-Worthiness, Subjectivity, Persuasion, Roles, Authorities, and Adversarial Robustness</subTitle>
    <identifier type="doi">10.1007/978-3-031-56069-9_62</identifier>
    <identifier type="isbn">978-3-031-56069-9</identifier>
    <identifier type="issn">0302-9743</identifier>
    <enrichment key="opus.import.date">2024-03-27T13:45:21+00:00</enrichment>
    <enrichment key="opus.source">sword</enrichment>
    <enrichment key="opus.import.user">hisres</enrichment>
    <licence>Keine öffentliche Lizenz - es gilt das deutsche Urheberrecht</licence>
    <author>Alberto Barrón-Cedeño</author>
    <author>Firoj Alam</author>
    <author>Tanmoy Chakraborty</author>
    <author>Tamer Elsayed</author>
    <author>Preslav Nakov</author>
    <author>Piotr Przybyła</author>
    <author>Julia Maria Struß</author>
    <author>Fatima Haouari</author>
    <author>Maram Hasanain</author>
    <author>Federico Ruggeri</author>
    <author>Xingyi Song</author>
    <author>Reem Suwaileh</author>
    <subject>
      <language>deu</language>
      <type>swd</type>
      <value>Desinformation</value>
    </subject>
    <subject>
      <language>deu</language>
      <type>swd</type>
      <value>Subjektivität</value>
    </subject>
    <subject>
      <language>deu</language>
      <type>swd</type>
      <value>Bias</value>
    </subject>
    <subject>
      <language>deu</language>
      <type>swd</type>
      <value>Faktizität</value>
    </subject>
    <collection role="ddc" number="020">Bibliotheks- und Informationswissenschaften</collection>
    <collection role="institutes" number="fb5">FB5 Informationswissenschaften</collection>
    <collection role="institutes" number="fb5b">Publikationen des FB Informationswissenschaften</collection>
    <collection role="Import" number="import">Import</collection>
    <thesisPublisher>Fachhochschule Potsdam</thesisPublisher>
  </doc>
</export-example>
