@inproceedings{5e49d0b0a6274129b4b0f03ca687fa4c,
title = "Exercise Recognition and Repetition Counting for Automatic Workout Documentation Using Computer Vision",
abstract = "This paper aims to study various approaches using deep learning methods to perform human action recognition (HAR). More specifically, a subset of HAR focused on recognising exercises and counting repetitions using deep learning. The paper discusses two approaches used in an attempt to produce a machine-learning model that is capable of identifying certain exercises from video input. This model is then incorporated into a system that can document a person{\textquoteright}s workout by identifying the exercises being done and counting the repetitions of each exercise. The study uses artificial training data in 3D animated videos of avatars performing the exercises. The dataset used is InfiniteRep from InfinityAI. Feature extraction and repetition counting are performed using the Mediapipe pose estimation model. An LSTM-based model and a 1D time-distributed CNN are used for exercise recognition. The models were compared on classification metrics: accuracy, precision, and recall. The LSTM-based model produced a 96% accuracy on the dataset, whereas the CNN-based model produced 97.3% accuracy on the same dataset. The CNN-based model is also capable of performing in near real-time.",
keywords = "Action Recognition, Computer Vision, Machine Learning",
author = "Francois Volschenk and Hima Vadapalli and {van der Haar}, Dustin",
note = "Publisher Copyright: {\textcopyright} The Author(s), under exclusive license to Springer Nature Switzerland AG 2024.; 15th International Conference on Digital Human Modeling and Applications in Health, Safety, Ergonomics and Risk Management, DHM 2024, held as part of the 26th HCI International Conference, HCII 2024 ; Conference date: 29-06-2024 Through 04-07-2024",
year = "2024",
doi = "10.1007/978-3-031-61066-0_18",
language = "English",
isbn = "9783031610653",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "298--309",
editor = "Duffy, {Vincent G.}",
booktitle = "Digital Human Modeling and Applications in Health, Safety, Ergonomics and Risk Management - 15th International Conference, DHM 2024, Held as Part of the 26th HCI International Conference, HCII 2024, Proceedings",
address = "Germany",
}