@inproceedings{bhatti2025beyond,title={{Beyond MCQ:} An Open-Ended Arabic Cultural QA Benchmark with Dialect Variants},author={Bhatti, Hunzalah Hassan and Alam, Firoj},booktitle={The 15th edition of the Language Resources and Evaluation Conference (LREC 2026)},year={2026},}
2025
EverydayMMQA: A Multilingual and Multimodal Framework for Culturally Grounded Spoken Visual QA
Firoj
Alam, Ali Ezzat
Shahroor, Md. Arid
Hasan
, and
8 more authors
@article{alam2025everydaymmqa,title={{EverydayMMQA:} A Multilingual and Multimodal Framework for Culturally Grounded Spoken Visual QA},author={Alam, Firoj and Shahroor, Ali Ezzat and Hasan, Md. Arid and Ali, Zien Sheikh and Bhatti, Hunzalah Hassan and Kmainasi, Mohamed Bayan and Chowdhury, Shammur Absar and Mousi, Basel and Dalvi, Fahim and Durrani, Nadir and Milic-Frayling, Natasa},journal={arXiv preprint arXiv:2510.06371},year={2025},}
NativQA Framework: Enabling llms with native, local, and everyday knowledge
Firoj
Alam, Md Arid
Hasan, Sahinur Rahman
Laskar
, and
3 more authors
@article{alam2025nativqa,title={{NativQA Framework:} Enabling llms with native, local, and everyday knowledge},author={Alam, Firoj and Hasan, Md Arid and Laskar, Sahinur Rahman and Kutlu, Mucahid and Darwish, Kareem and Chowdhury, Shammur Absar},journal={arXiv preprint arXiv:2504.05995},year={2025},}
NativQA: Multilingual Culturally-Aligned Natural Query for LLMs
Md. Arid
Hasan, Maram
Hasanain, Fatema
Ahmad
, and
6 more authors
In Findings of the Association for Computational Linguistics ACL 2025 , Jul 2025
@inproceedings{hasan-etal-2025-nativqa,title={{NativQA:} Multilingual Culturally-Aligned Natural Query for {LLM}s},author={Hasan, Md. Arid and Hasanain, Maram and Ahmad, Fatema and Laskar, Sahinur Rahman and Upadhyay, Sunaya and Sukhadia, Vrunda N and Kutlu, Mucahid and Chowdhury, Shammur Absar and Alam, Firoj},booktitle={Findings of the Association for Computational Linguistics ACL 2025},month=jul,year={2025},address={Vienna, Austria},publisher={Association for Computational Linguistics},url={https://aclanthology.org/2025.findings-acl.770/},doi={10.18653/v1/2025.findings-acl.770},pages={14886--14909},isbn={979-8-89176-256-5},}
SpokenNativQA: Multilingual Everyday Spoken Queries for LLMs
Firoj
Alam, Md Arid
Hasan, and Shammur Absar
Chowdhury
In Proceedings of the 26th Interspeech Conference (Interspeech 2025) , Aug 2025
@inproceedings{alam2025spokennativqa,title={{SpokenNativQA:} Multilingual Everyday Spoken Queries for LLMs},author={Alam, Firoj and Hasan, Md Arid and Chowdhury, Shammur Absar},booktitle={Proceedings of the 26th Interspeech Conference (Interspeech 2025)},year={2025},address={Rotterdam, The Netherlands},month=aug,organization={ISCA},}
AraDiCE: Benchmarks for Dialectal and Cultural Capabilities in LLMs
Basel
Mousi, Nadir
Durrani, Fatema
Ahmad
, and
6 more authors
In Proceedings of the 31st International Conference on Computational Linguistics , Jan 2025
@inproceedings{mousi-etal-2025-aradice,title={{AraDiCE:} Benchmarks for Dialectal and Cultural Capabilities in LLMs},author={Mousi, Basel and Durrani, Nadir and Ahmad, Fatema and Hasan, Md. Arid and Hasanain, Maram and Kabbani, Tameem and Dalvi, Fahim and Chowdhury, Shammur Absar and Alam, Firoj},editor={Rambow, Owen and Wanner, Leo and Apidianaki, Marianna and Al-Khalifa, Hend and Eugenio, Barbara Di and Schockaert, Steven},booktitle={Proceedings of the 31st International Conference on Computational Linguistics},month=jan,year={2025},address={Abu Dhabi, UAE},publisher={Association for Computational Linguistics},url={https://aclanthology.org/2025.coling-main.283/},pages={4186--4218},}