<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3.dtd">
<article article-type="research-article" dtd-version="1.3" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">kaz44</journal-id><journal-title-group><journal-title xml:lang="ru">Вестник Университета Шакарима. Серия технические науки</journal-title><trans-title-group xml:lang="en"><trans-title>Bulletin of Shakarim University. Technical Sciences</trans-title></trans-title-group></journal-title-group><issn pub-type="ppub">2788-7995</issn><issn pub-type="epub">3006-0524</issn><publisher><publisher-name>«Шәкәрім университеті» КеАҚ</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.53360/2788-7995-2026-3(23)-8</article-id><article-id custom-type="elpub" pub-id-type="custom">kaz44-2768</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="ru"><subject>АВТОМАТИЗАЦИЯ И ИНФОРМАЦИОННЫЕ ТЕХНОЛОГИИ (ОРИГИНАЛЬНАЯ СТАТЬЯ)</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="en"><subject>AUTOMATION AND INFORMATION TECHNOLOGY (ORIGINAL ARTICLE)</subject></subj-group></article-categories><title-group><article-title>РАЗРАБОТКА МОДЕЛИ КАЗАХСКОГО ЖЕСТОВОГО ЯЗЫКА ДЛЯ РАСПОЗНАВАНИЯ И ОБУЧЕНИЯ ЗАМКНУТЫХ ФРАЗ</article-title><trans-title-group xml:lang="en"><trans-title>DEVELOPMENT OF A MODEL OF KAZAKH SIGN LANGUAGE FOR CLOSED-SET PHRASE RECOGNITION AND TRAINING</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0009-0000-2416-645X</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Жаканова</surname><given-names>Ә.</given-names></name><name name-style="western" xml:lang="en"><surname>Zhakanova</surname><given-names>A.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Әсем Ерікқызы Жақанова – магистрант 1 курса</p><p>010000, Республика Казахстан, Астана, проспект Мәңгілік Ел, 55/11, блок С1</p></bio><bio xml:lang="en"><p>Assem Zhakanova – first year master’s student</p><p>010000, Republic of Kazakhstan, Astana, 55/11 Mangilik El avenue, C1 block</p></bio><email xlink:type="simple">255692@astanait.edu.kz</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0002-3726-8882</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Оралбекова</surname><given-names>Ж.</given-names></name><name name-style="western" xml:lang="en"><surname>Oralbekova</surname><given-names>Zh.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Жанар Орымбаевна Оралбекова – PhD, ассоциированный профессор, и.о. профессора Школы ИИ и науки о данных</p><p>010000, Республика Казахстан, Астана, проспект Мәңгілік Ел, 55/11, блок С1</p></bio><bio xml:lang="en"><p>Zhanar Oralbekova – PhD, associate professor, acting Professor of the School of AI and Data Science</p><p>010000, Republic of Kazakhstan, Astana, 55/11 Mangilik El avenue, C1 block</p></bio><email xlink:type="simple">zh.oralbekova@astanait.edu.kz</email><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><contrib-id contrib-id-type="orcid">https://orcid.org/0000-0003-4975-6493</contrib-id><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Оралбекова</surname><given-names>Д.</given-names></name><name name-style="western" xml:lang="en"><surname>Oralbekova</surname><given-names>D.</given-names></name></name-alternatives><bio xml:lang="ru"><p>Дина Орымбаевна Оралбекова – PhD, ассоциированный профессор, старший научный сотрудник</p><p>050010, Республика Казахстан, Алматы, ул. Шевченко, 28</p></bio><bio xml:lang="en"><p>Dina Oralbekova – PhD, associate professor, Senior Researcher</p><p>050010, Republic of Kazakhstan, Almaty, 28 Shevchenko street</p></bio><email xlink:type="simple">dinaoral@mail.ru</email><xref ref-type="aff" rid="aff-2"/></contrib></contrib-group><aff-alternatives id="aff-1"><aff xml:lang="ru"><institution>Astana IT University</institution><country>Казахстан</country></aff><aff xml:lang="en"><institution>Astana IT University</institution><country>Kazakhstan</country></aff></aff-alternatives><aff-alternatives id="aff-2"><aff xml:lang="ru"><institution>Институт информационных и вычислительных технологий</institution><country>Казахстан</country></aff><aff xml:lang="en"><institution>Institute of Information and Computational Technologies</institution><country>Kazakhstan</country></aff></aff-alternatives><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>20</day><month>11</month><year>2026</year></pub-date><volume>0</volume><issue>3(23)</issue><fpage>73</fpage><lpage>82</lpage><permissions><copyright-statement>Copyright &amp;#x00A9; Жаканова Ә., Оралбекова Ж., Оралбекова Д., 2026</copyright-statement><copyright-year>2026</copyright-year><copyright-holder xml:lang="ru">Жаканова Ә., Оралбекова Ж., Оралбекова Д.</copyright-holder><copyright-holder xml:lang="en">Zhakanova A., Oralbekova Z., Oralbekova D.</copyright-holder><license xml:lang="ru" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>Данная работа распространяется под лицензией Creative Commons Attribution 4.0.</license-p></license><license xml:lang="en" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>This work is licensed under a Creative Commons Attribution 4.0 License.</license-p></license></permissions><self-uri xlink:href="https://tech.vestnik.shakarim.kz/jour/article/view/2768">https://tech.vestnik.shakarim.kz/jour/article/view/2768</self-uri><abstract><p>Казахский язык жестов (KSL) остается недостаточно представленным в современных исследованиях по обработке языка жестов из-за отсутствия больших аннотированных наборов данных и специализированных вычислительных инструментов. В этой статье представлен основанный на глубоком обучении фреймворк для распознавания языка жестов на уровне фраз с использованием визуальных последовательностей ключевых точек, в котором каждая распознанная фраза сопоставляется с соответствующей и проверенным переводом на русский язык. Этот подход использует набор данных FluentSigners-50 в качестве эталонного корпуса и извлекает позы и ориентиры рук из видеоданных, используя целостную модель MediaPipe. Двухуровневая двунаправленная сеть долговременной кратковременной памяти (BiLSTM) обучается на основе полученных пространственно-временных последовательностей для классификации сорока различных фраз KSL. Модель принимает в качестве входных данных последовательность фиксированной длины из 150 кадров, каждый из которых содержит 225 ключевых объектов, и выводит предсказанный класс фраз через многослойный персептрон. Результаты экспериментов демонстрируют высокую эффективность в классификации фраз, с точным сопоставлением видео с глосс-метками и соответствующими переводами на русский язык, точность которых достигает 94,73%. Вместо полноценного открытого машинного перевода система решает задачу классификации фраз закрытого множества с отображением gloss-метки и эталонного перевода, что делает её применимой как для вспомогательных, так и для обучающих приложений.</p></abstract><trans-abstract xml:lang="en"><p>Kazakh Sign Language (KSL) remains underrepresented in current sign language processing research due to a lack of large, annotated datasets and specialized computational tools. This paper presents a deep learning-based framework for phrase-level recognition of sign language using visual keypoint sequences, in which each recognized phrase is mapped to its gloss label and a verified reference translation in Russian. The approach employs the FluentSigners-50 dataset as a benchmark corpus and extracts pose and hand landmarks from video data using the MediaPipe Holistic model. A two-layer bidirectional long shortterm memory (BiLSTM) network is trained on the resulting spatiotemporal sequences to classify forty distinct KSL phrases. The model takes as input a fixed-length sequence of 150 frames, each containing 225 keypoint features, and outputs a predicted phrase class through a multilayer perceptron. Experimental results demonstrate strong performance in phrase classification, with accurate mappings from video to gloss labels and their corresponding Russian translations, achieving an accuracy of 94.73%. Rather than performing openvocabulary machine translation, the system addresses closed-set phrase classification with gloss and reference-translation lookup, making it suitable for structured assistive and training applications in sign language learning environments.</p></trans-abstract><kwd-group xml:lang="ru"><kwd>казахский язык жестов</kwd><kwd>распознавание языка жестов</kwd><kwd>глубокое обучение</kwd><kwd>двунаправленный LSTM</kwd><kwd>MediaPipe Holistic</kwd><kwd>моделирование последовательности ключевых точек</kwd><kwd>классификация замкнутых фраз</kwd></kwd-group><kwd-group xml:lang="en"><kwd>kazakh sign language</kwd><kwd>sign language recognition</kwd><kwd>deep learning</kwd><kwd>bidirectional LSTM</kwd><kwd>Mediapipe Holistic</kwd><kwd>keypoint sequence modeling</kwd><kwd>closed-set phrase classification</kwd></kwd-group></article-meta></front><back><ref-list><title>References</title><ref id="cit1"><label>1</label><citation-alternatives><mixed-citation xml:lang="ru">Aitim A. A systematic review on translating Kazakh sign language to speech using dynamic gesture recognition / A. Aitim, D. Sattarkhuzhayeva, A. Khairullayeva // The Bulletin of KazATC. – 2025. – Т. 138, № 3. – Р. 122-133. https://doi.org/10.52167/1609-1817-2025-138-3-122-133.</mixed-citation><mixed-citation xml:lang="en">Aitim A. A systematic review on translating Kazakh sign language to speech using dynamic gesture recognition / A. Aitim, D. Sattarkhuzhayeva, A. Khairullayeva // The Bulletin of KazATC. – 2025. – Т. 138, № 3. – Р. 122-133. https://doi.org/10.52167/1609-1817-2025-138-3-122-133.</mixed-citation></citation-alternatives></ref><ref id="cit2"><label>2</label><citation-alternatives><mixed-citation xml:lang="ru">Creating a Parallel Corpus for the Kazakh Sign Language and Learning / A. Yerimbetova et al // Applied Sciences. – 2025. – Т. 15, № 5. – Р. 2808. https://doi.org/10.3390/app15052808.</mixed-citation><mixed-citation xml:lang="en">Creating a Parallel Corpus for the Kazakh Sign Language and Learning / A. Yerimbetova et al // Applied Sciences. – 2025. – Т. 15, № 5. – Р. 2808. https://doi.org/10.3390/app15052808.</mixed-citation></citation-alternatives></ref><ref id="cit3"><label>3</label><citation-alternatives><mixed-citation xml:lang="ru">Advancements in Machine Learning Techniques for Hand Gesture-Based Sign Language Recognition: A Comprehensive Review / U. Rastogi et al // Archives of Computational Methods in Engineering. – 2025. – Т. 32, № 7. – Р. 4265-4302. https://doi.org/10.1007/s11831-025-10258-z.</mixed-citation><mixed-citation xml:lang="en">Advancements in Machine Learning Techniques for Hand Gesture-Based Sign Language Recognition: A Comprehensive Review / U. Rastogi et al // Archives of Computational Methods in Engineering. – 2025. – Т. 32, № 7. – Р. 4265-4302. https://doi.org/10.1007/s11831-025-10258-z.</mixed-citation></citation-alternatives></ref><ref id="cit4"><label>4</label><citation-alternatives><mixed-citation xml:lang="ru">Almjally A., Almukadi W.S. Deep computer vision with artificial intelligence based sign language recognition to assist hearing and speech-impaired individuals / A. Almjally, W.S. Almukadi // Scientific Reports. – 2025. – Т. 15, № 1. – Р. 32268. https://doi.org/10.1038/s41598-025-09106-8.</mixed-citation><mixed-citation xml:lang="en">Almjally A., Almukadi W.S. Deep computer vision with artificial intelligence based sign language recognition to assist hearing and speech-impaired individuals / A. Almjally, W.S. Almukadi // Scientific Reports. – 2025. – Т. 15, № 1. – Р. 32268. https://doi.org/10.1038/s41598-025-09106-8.</mixed-citation></citation-alternatives></ref><ref id="cit5"><label>5</label><citation-alternatives><mixed-citation xml:lang="ru">Deep learning pathways for automatic sign language processing / M. Toshpulatov et al // Pattern Recognition. – 2025. – Т. 164. – Р. 111475. https://doi.org/10.1016/j.patcog.2025.111475.</mixed-citation><mixed-citation xml:lang="en">Deep learning pathways for automatic sign language processing / M. Toshpulatov et al // Pattern Recognition. – 2025. – Т. 164. – Р. 111475. https://doi.org/10.1016/j.patcog.2025.111475.</mixed-citation></citation-alternatives></ref><ref id="cit6"><label>6</label><citation-alternatives><mixed-citation xml:lang="ru">Luqman H. SignVLM: a pre-trained large video model for sign language recognition / H. Luqman // PeerJ Computer Science. – 2025. – Т. 11. – Р. e3112. https://doi.org/10.7717/peerj-cs.3112.</mixed-citation><mixed-citation xml:lang="en">Luqman H. SignVLM: a pre-trained large video model for sign language recognition / H. Luqman // PeerJ Computer Science. – 2025. – Т. 11. – Р. e3112. https://doi.org/10.7717/peerj-cs.3112.</mixed-citation></citation-alternatives></ref><ref id="cit7"><label>7</label><citation-alternatives><mixed-citation xml:lang="ru">Enhancing Kazakh Sign Language Recognition with BiLSTM Using YOLO Keypoints and Optical Flow / Z. Buribayev et al // Applied Sciences. – 2025. – Т. 15, № 10. – Р. 5685. https://doi.org/10.3390/app15105685.</mixed-citation><mixed-citation xml:lang="en">Enhancing Kazakh Sign Language Recognition with BiLSTM Using YOLO Keypoints and Optical Flow / Z. Buribayev et al // Applied Sciences. – 2025. – Т. 15, № 10. – Р. 5685. https://doi.org/10.3390/app15105685.</mixed-citation></citation-alternatives></ref><ref id="cit8"><label>8</label><citation-alternatives><mixed-citation xml:lang="ru">Application of neural networks ensemble method for the Kazakh sign language recognition / Y. Amirgaliyev et al // Bulletin of Electrical Engineering and Informatics. – 2024. – Т. 13, № 5. – Р. 3275-3287. https://doi.org/10.11591/eei.v13i5.7803.</mixed-citation><mixed-citation xml:lang="en">Application of neural networks ensemble method for the Kazakh sign language recognition / Y. Amirgaliyev et al // Bulletin of Electrical Engineering and Informatics. – 2024. – Т. 13, № 5. – Р. 3275-3287. https://doi.org/10.11591/eei.v13i5.7803.</mixed-citation></citation-alternatives></ref><ref id="cit9"><label>9</label><citation-alternatives><mixed-citation xml:lang="ru">Real-time Kazakh sign language recognition using Mediapipe and SVM / L. Zholshiyeva et al // Academic Scientific Journal of Computer Science. – 2023. – № 1. – Р. 82-93. https://doi.org/10.32014/2023.2518-1726.170.</mixed-citation><mixed-citation xml:lang="en">Real-time Kazakh sign language recognition using Mediapipe and SVM / L. Zholshiyeva et al // Academic Scientific Journal of Computer Science. – 2023. – № 1. – Р. 82-93. https://doi.org/10.32014/2023.2518-1726.170.</mixed-citation></citation-alternatives></ref><ref id="cit10"><label>10</label><citation-alternatives><mixed-citation xml:lang="ru">FluentSigners-50: A signer independent benchmark dataset for sign language processing / M. Mukushev et al // PloS ONE. – 2022. – Т. 17, № 9. – Р. e0273649. https://doi.org/10.1371/journal.pone.0273649.</mixed-citation><mixed-citation xml:lang="en">FluentSigners-50: A signer independent benchmark dataset for sign language processing / M. Mukushev et al // PloS ONE. – 2022. – Т. 17, № 9. – Р. e0273649. https://doi.org/10.1371/journal.pone.0273649.</mixed-citation></citation-alternatives></ref><ref id="cit11"><label>11</label><citation-alternatives><mixed-citation xml:lang="ru">Continuous sign language recognition and its translation into intonation-colored speech / N. Amangeldy et al // Sensors. – 2023. – Т. 23, № 14. – Р. 6383. https://doi.org/10.3390/s23146383.</mixed-citation><mixed-citation xml:lang="en">Continuous sign language recognition and its translation into intonation-colored speech / N. Amangeldy et al // Sensors. – 2023. – Т. 23, № 14. – Р. 6383. https://doi.org/10.3390/s23146383.</mixed-citation></citation-alternatives></ref><ref id="cit12"><label>12</label><citation-alternatives><mixed-citation xml:lang="ru">Neural Sign Language Translation / N.C. Camgoz et al // Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR). – Salt Lake City, USA, 2018. – Р. 7784-7793. https://doi.org/10.1109/CVPR.2018.00812.</mixed-citation><mixed-citation xml:lang="en">Neural Sign Language Translation / N.C. Camgoz et al // Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR). – Salt Lake City, USA, 2018. – Р. 7784-7793. https://doi.org/10.1109/CVPR.2018.00812.</mixed-citation></citation-alternatives></ref></ref-list><fn-group><fn fn-type="conflict"><p>The authors declare that there are no conflicts of interest present.</p></fn></fn-group></back></article>
