@inproceedings{c20129d590d54627a71f03df9d3a7da2,
title = "Can ChatGPT be Your Personal Medical Assistant?",
abstract = "The advanced large language model (LLM) ChatGPT has shown its potential in different domains and remains unbeaten due to its characteristics compared to other LLMs. This study aims to evaluate the potential of using a fine-tuned ChatGPT model as a personal medical assistant in the Arabic language. To do so, this study uses publicly available online questions and answering datasets in Arabic language. There are almost 430K questions and answers for 20 disease-specific categories. GPT-3.S-turbo model was fine-tuned with a portion of this dataset. The performance of this fine-tuned model was evaluated through automated and human evaluation. The automated evaluations include perplexity, coherence, similarity, and token count. Native Arabic speakers with medical knowledge evaluated the generated text by calculating relevance, accuracy, precision, logic, and originality. The overall result shows that ChatGPT has a bright future in medical assistance.",
keywords = "Arabic, ChatGPT, LLM, fine-tuning, medical bot",
author = "Biswas, {Md Rafiul} and Ashhadul Islam and Zubair Shah and Wajdi Zaghouani and Belhaouari, {Samir Brahim}",
note = "Publisher Copyright: {\textcopyright} 2023 IEEE.; 10th International Conference on Social Networks Analysis, Management and Security, SNAMS 2023 ; Conference date: 21-11-2023 Through 24-11-2023",
year = "2023",
doi = "10.1109/SNAMS60348.2023.10375477",
language = "English",
series = "Proceedings - 2023 10th International Conference on Social Networks Analysis, Management and Security, SNAMS 2023",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
booktitle = "Proceedings - 2023 10th International Conference on Social Networks Analysis, Management and Security, SNAMS 2023",
address = "United States",
}