@inproceedings{93b4a7053c2f4cedaa272ce17094722e,
title = "MemeMind at ArAIEval Shared Task: Generative Augmentation and Feature Fusion for Multimodal Propaganda Detection in Arabic Memes through Advanced Language and Vision Models",
abstract = "Detecting propaganda in multimodal content, such as memes, is crucial for combating disinformation on social media. This paper presents a novel approach for the ArAIEval 2024 shared Task 2 on Multimodal Propagandistic Memes Classification, involving text, image, and multimodal classification of Arabic memes. For text classification (Task 2A), we fine-tune state-of-the-art Arabic language models and use ChatGPT4-generated synthetic text for data augmentation. For image classification (Task 2B), we fine-tune ResNet18, EfficientFormerV2, and ConvNeXt-tiny architectures with DALL-E-2-generated synthetic images. For multimodal classification (Task 2C), we combine ConvNeXt-tiny and BERT architectures in a fusion layer to enhance binary classification. Our results show significant performance improvements with data augmentation for text and image classification models and with the fusion layer for multimodal classification. We highlight challenges and opportunities for future research in multimodal propaganda detection in Arabic content, emphasizing the need for robust and adaptable models to combat disinformation.",
author = "Uzair Shah and Biswas, {Md Rafiul} and Marco Agus and Mowafa Househ and Wajdi Zaghouani",
note = "Publisher Copyright: {\textcopyright}2024 Association for Computational Linguistics.; 2nd Arabic Natural Language Processing Conference, ArabicNLP 2024 ; Conference date: 16-08-2024",
year = "2024",
month = aug,
day = "16",
language = "English",
series = "ArabicNLP 2024 - 2nd Arabic Natural Language Processing Conference, Proceedings of the Conference",
publisher = "Association for Computational Linguistics (ACL)",
pages = "467--472",
editor = "Nizar Habash and Houda Bouamor and Ramy Eskander and Nadi Tomeh and Farha, {Ibrahim Abu} and Ahmed Abdelali and Samia Touileb and Injy Hamed and Yaser Onaizan and Bashar Alhafni and Wissam Antoun and Salam Khalifa and Hatem Haddad and Imed Zitouni and Badr AlKhamissi and Rawan Almatham and Khalil Mrini",
booktitle = "ArabicNLP 2024 - 2nd Arabic Natural Language Processing Conference, Proceedings of the Conference",
address = "United States",
}