TY  - JOUR
AU  - Akbar, Zubair
AU  - Ghani, Muhammad Usman
AU  - Aziz, Umair
PY  - 2025
DA  - 2025/04/16
TI  - Boosting Viewer Experience with Emotion-Driven Video Analysis: A BERT-based Framework for Social Media Content
JO  - Journal of Artificial Intelligence in Bioinformatics
T2  - Journal of Artificial Intelligence in Bioinformatics
JF  - Journal of Artificial Intelligence in Bioinformatics
VL  - 1
IS  - 1
SP  - 3
EP  - 11
DO  - 10.62762/JAIB.2025.954751
UR  - https://www.icck.org/article/abs/JAIB.2025.954751
KW  - motions classification
KW  - Pre-Trained BERT model
KW  - social media
KW  - video data
KW  - emotions analysis
AB  - Social media has significantly transformed the digital landscape by enabling an unprecedented expansion of content, further accelerated by the COVID-19 pandemic, which increased the demand for online classes, virtual meetings, and recorded conferences. While major technology companies have previously employed sentiment analysis and opinion mining to gauge user feedback, this study proposes a novel framework for emotion-based video content analysis. The proposed method extracts audio from social media videos and applies Speech-to-Text (STT) conversion. The extracted text is then processed using a pre-trained BERT model, leveraging its fine-tuned capabilities and 110 million parameters to enhance emotion recognition. To improve inference, we modify the initial embedding layers of BERT to refine emotional analysis for unseen video content, ensuring better alignment with viewers' emotional responses. Experimental results demonstrate that the pre-trained BERT model outperforms traditional deep learning and machine learning approaches, achieving 83% accuracy and an F1 score of 83. Comparatively, CNN and LSTM models achieved 74% and 73% accuracy, respectively, while SVM resulted in 72% accuracy. The proposed framework offers a more refined emotional analysis, potentially improving user engagement by making content more relatable and emotionally intuitive for viewers.
SN  - 3068-7535
PB  - Institute of Central Computation and Knowledge
LA  - English
ER  - 

@article{Akbar2025Boosting,
  author = {Zubair Akbar and Muhammad Usman Ghani and Umair Aziz},
  title = {Boosting Viewer Experience with Emotion-Driven Video Analysis: A BERT-based Framework for Social Media Content},
  journal = {Journal of Artificial Intelligence in Bioinformatics},
  year = {2025},
  volume = {1},
  number = {1},
  pages = {3-11},
  doi = {10.62762/JAIB.2025.954751},
  url = {https://www.icck.org/article/abs/JAIB.2025.954751},
  abstract = {Social media has significantly transformed the digital landscape by enabling an unprecedented expansion of content, further accelerated by the COVID-19 pandemic, which increased the demand for online classes, virtual meetings, and recorded conferences. While major technology companies have previously employed sentiment analysis and opinion mining to gauge user feedback, this study proposes a novel framework for emotion-based video content analysis. The proposed method extracts audio from social media videos and applies Speech-to-Text (STT) conversion. The extracted text is then processed using a pre-trained BERT model, leveraging its fine-tuned capabilities and 110 million parameters to enhance emotion recognition. To improve inference, we modify the initial embedding layers of BERT to refine emotional analysis for unseen video content, ensuring better alignment with viewers' emotional responses. Experimental results demonstrate that the pre-trained BERT model outperforms traditional deep learning and machine learning approaches, achieving 83\% accuracy and an F1 score of 83. Comparatively, CNN and LSTM models achieved 74\% and 73\% accuracy, respectively, while SVM resulted in 72\% accuracy. The proposed framework offers a more refined emotional analysis, potentially improving user engagement by making content more relatable and emotionally intuitive for viewers.},
  keywords = {motions classification, Pre-Trained BERT model, social media, video data, emotions analysis},
  issn = {3068-7535},
  publisher = {Institute of Central Computation and Knowledge}
}