<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.3 20210610//EN" "JATS-journalpublishing1-3.dtd">
<article article-type="research-article" dtd-version="1.3" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xml:lang="ru"><front><journal-meta><journal-id journal-id-type="publisher-id">vestnikmephi</journal-id><journal-title-group><journal-title xml:lang="ru">Вестник НИЯУ МИФИ</journal-title><trans-title-group xml:lang="en"><trans-title>Vestnik natsional'nogo issledovatel'skogo yadernogo universiteta "MIFI"</trans-title></trans-title-group></journal-title-group><issn pub-type="ppub">2304-487X</issn><publisher><publisher-name>National Research Nuclear University "MEPhI"</publisher-name></publisher></journal-meta><article-meta><article-id pub-id-type="doi">10.56304/S2304487X22010114</article-id><article-id custom-type="elpub" pub-id-type="custom">vestnikmephi-207</article-id><article-categories><subj-group subj-group-type="heading"><subject>Research Article</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="ru"><subject>ПРИКЛАДНАЯ МАТЕМАТИКА И ИНФОРМАТИКА</subject></subj-group><subj-group subj-group-type="section-heading" xml:lang="en"><subject>APPLIED MATHEMATICS AND COMPUTER SCIENCE</subject></subj-group></article-categories><title-group><article-title>Методика выбора входных признаков для алгоритмов машинного обучения</article-title><trans-title-group xml:lang="en"><trans-title>Feature Selection Method for Machine Learning Algorithms</trans-title></trans-title-group></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Тагунов</surname><given-names>В. В.</given-names></name><name name-style="western" xml:lang="en"><surname>Tagunov</surname><given-names>V. V.</given-names></name></name-alternatives><bio xml:lang="ru"><p>115409</p><p>Москва</p></bio><bio xml:lang="en"><p>115409</p><p>Moscow</p></bio><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Кудрявцев</surname><given-names>К. Я.</given-names></name><name name-style="western" xml:lang="en"><surname>Kudryavtsev</surname><given-names>K. Y.</given-names></name></name-alternatives><bio xml:lang="ru"><p>115409</p><p>Москва</p></bio><bio xml:lang="en"><p>115409</p><p>Moscow</p></bio><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Петрова</surname><given-names>А. И.</given-names></name><name name-style="western" xml:lang="en"><surname>Petrova</surname><given-names>A. I.</given-names></name></name-alternatives><bio xml:lang="ru"><p>115409</p><p>Москва</p></bio><bio xml:lang="en"><p>115409</p><p>Moscow</p></bio><xref ref-type="aff" rid="aff-1"/></contrib><contrib contrib-type="author" corresp="yes"><name-alternatives><name name-style="eastern" xml:lang="ru"><surname>Возненко</surname><given-names>Т. И.</given-names></name><name name-style="western" xml:lang="en"><surname>Voznenko</surname><given-names>T. I.</given-names></name></name-alternatives><bio xml:lang="ru"><p>115409</p><p>Москва</p></bio><bio xml:lang="en"><p>115409</p><p>Moscow</p></bio><email xlink:type="simple">TIVoznenko@mephi.ru</email><xref ref-type="aff" rid="aff-1"/></contrib></contrib-group><aff-alternatives id="aff-1"><aff xml:lang="ru"><institution>Институт интеллектуальных кибернетических систем,&#13;
Национальный исследовательский ядерный университет “МИФИ”</institution><country>Россия</country></aff><aff xml:lang="en"><institution>Institute of Cyber Intelligence Systems, National Research Nuclear University MEPhI (Moscow Engineering Physics Institute)</institution><country>Russian Federation</country></aff></aff-alternatives><pub-date pub-type="collection"><year>2022</year></pub-date><pub-date pub-type="epub"><day>27</day><month>02</month><year>2023</year></pub-date><volume>11</volume><issue>1</issue><fpage>51</fpage><lpage>58</lpage><permissions><copyright-statement>Copyright &amp;#x00A9; Тагунов В.В., Кудрявцев К.Я., Петрова А.И., Возненко Т.И., 2023</copyright-statement><copyright-year>2023</copyright-year><copyright-holder xml:lang="ru">Тагунов В.В., Кудрявцев К.Я., Петрова А.И., Возненко Т.И.</copyright-holder><copyright-holder xml:lang="en">Tagunov V.V., Kudryavtsev K.Y., Petrova A.I., Voznenko T.I.</copyright-holder><license xml:lang="ru" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>Данная работа распространяется под лицензией Creative Commons Attribution 4.0.</license-p></license><license xml:lang="en" license-type="creative-commons-attribution" xlink:href="https://creativecommons.org/licenses/by/4.0/" xlink:type="simple"><license-p>This work is licensed under a Creative Commons Attribution 4.0 License.</license-p></license></permissions><self-uri xlink:href="https://vestnikmephi.elpub.ru/jour/article/view/207">https://vestnikmephi.elpub.ru/jour/article/view/207</self-uri><abstract><p>   В данной работе описана методика выбора (отбора) признаков для обучения различных алгоритмов машинного обучения. Методика основана на известных методах отбора признаков, может быть использована в качестве обработки данных для решения задачи классификации с помощью алгоритмов машинного обучения. Методика состоит из нескольких этапов: вычисление оценки каждого признака с помощью существующего метода перетасовки признаков (Feature shuffling) на основе ряда метрик качества (scoring parameters) модели машинного обучения; обработка собранного массива данных для разделения на два класса (релевантные и нерелевантные признаки) с помощью алгоритма кластеризации К-средних; удаление нерелевантных признаков из общего набора данных для дальнейшего использования в обучении SVM классификатора; оценка точности классификации алгоритма. Особенность методики заключается в применении сразу нескольких метрик качества для улучшения показателя точности и гибкости модели, а также в использовании ансамбля алгоритмов машинного обучения для отбора лучших признаков. В рамках исследования был проведен ряд экспериментов для получения результатов эффективности методики. В качестве набора входных данных для классификатора использовались показания электромиографического (ЭМГ) сигнала мышечной активности, собранных специализированным датчиком, где каждый набор данных соответствует отдельному жесту (классу). В ходе обработки из сигнала был выделен и отобран с помощью разработанной методики ряд признаков для составления входного набора данных для дальнейшего обучения SVM классификатора. Обученная модель была использована для интерпретации жестов в команды управления роботизированного устройства в реальном времени. Применение методики обеспечило более высокую точность распознавания жестов по сравнению с методами, которые используют одну метрику качества модели машинного обучения для отбора признаков.</p></abstract><trans-abstract xml:lang="en"><p>   A feature selection method for training various machine learning algorithms is described. It is based on well-known feature selection methods and can be  used for data processing to solve the classification problem using machine learning algorithms. The method consists of several stages: calculation of the score of each feature using the existing feature shuffling method based on several scoring parameters of the machine learning model, processing the collected data array for division into two classes (relevant and irrelevant features) using the K-means clustering algorithm, removal of irrelevant features from the general dataset to train the SVM classifier, and assessment of the classification accuracy of the algorithm. A uniqueness of the method lies in the use of several scoring parameters at once to improve the accuracy and flexibility of the model, as well as in the use of an ensemble of machine learning algorithms to select the best features. A number of experiments have been carried out to determine the effectiveness of the method. As a set of input data for the classifier, electromyographic muscle activity signal readings have been collected by a specialized sensor, where each data set corresponds to a special gesture (class). During the processing, a number of features have been extracted from the signal and selected using the developed method to compile the input dataset for further training of the SVM classifier. The trained model has been used to interpret gestures into control commands for the robotic device in real time. The application of the technique provides a higher accuracy of gesture recognition compared to methods that involve only one scoring parameter of the machine learning model for feature selection.</p></trans-abstract><kwd-group xml:lang="ru"><kwd>метрики качества модели</kwd><kwd>ЭМГ</kwd><kwd>SVM</kwd><kwd>алгоритм К-средних</kwd><kwd>признак</kwd><kwd>метод выбора признаков</kwd><kwd>модель машинного обучения</kwd><kwd>алгоритм машинного обучения</kwd></kwd-group><kwd-group xml:lang="en"><kwd>scoring parameters</kwd><kwd>EMG</kwd><kwd>SVM</kwd><kwd>K-means algorithm</kwd><kwd>feature</kwd><kwd>feature selection method</kwd><kwd>machine learning model</kwd><kwd>machine learning algorithm</kwd></kwd-group></article-meta></front><back><ref-list><title>References</title><ref id="cit1"><label>1</label><citation-alternatives><mixed-citation xml:lang="ru">Quitadamo L. R., Cavrini F., Sbernini L., Riillo F., Bianchi L., Seri S., Saggio G. Support vector machines to detect physiological patterns for EEG and EMG-based human–computer interaction: a review // Journal of neural engineering, 2017. V. 14. № 1. P. 011001.</mixed-citation><mixed-citation xml:lang="en">Quitadamo L. R., Cavrini F., Sbernini L., Riillo F., Bianchi L., Seri S., Saggio G. Support vector machines to detect physiological patterns for EEG and EMG-based human–computer interaction: a review // Journal of neural engineering, 2017. V. 14. № 1. P. 011001.</mixed-citation></citation-alternatives></ref><ref id="cit2"><label>2</label><citation-alternatives><mixed-citation xml:lang="ru">Будко Р. Ю. Распознавание мышечных усилий по сигналу лицевой электромиограммы в режиме реального времени / Р. Ю. Будко, Н. Н. Чернов, А. Ю. Будко // Научный вестник Новосибирского государственного технического университета. – 2018. – № 2. – С. 59–74.</mixed-citation><mixed-citation xml:lang="en">Budko R. Yu., Chernov N. N., Budko, A. Yu. Raspoznavanie myshechnyh usilij po signalu licevoj elektromiogrammy v rezhime real’nogo vremeni [Recognition of muscle efforts by the signal of the facial electromyogram in real time]. Nauchnyj vestnik Novosibirskogo gosudarstvennogo tekhnicheskogo universiteta, 2018, no. 2, pp. 59–74. (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit3"><label>3</label><citation-alternatives><mixed-citation xml:lang="ru">Семендаров А. В. Выбор структуры и гиперпараметров svm для эффективного решения задач классификации сигналов электромиографии / А. В. Семендаров // Научный взгляд в будущее. – 2019. – Т. 1. – № 14. – С. 23–33.</mixed-citation><mixed-citation xml:lang="en">Semendarov A. V. Vybor struktury i giperparametrov SVM dlya effektivnogo resheniya zadach klassifikacii signalov elektromiografii [Selection of structure and hyper-parameters of SVM for efficient solution of the tasks of classification of electromyography signals]. Nauchnyj vzglyad v budushchee, 2019, vol. 1, no.14, pp. 23–33. (in Russian).</mixed-citation></citation-alternatives></ref><ref id="cit4"><label>4</label><citation-alternatives><mixed-citation xml:lang="ru">Khokhar Z. O., Xiao Z. G., Menon C. Surface EMG pattern recognition for real-time control of a wrist exoskeleton. // Biomedical engineering online, 2010. V. 9. № 1. P. 1–17. doi: 10.1186/1475-925X-9-41</mixed-citation><mixed-citation xml:lang="en">Khokhar Z. O., Xiao Z. G., Menon C. Surface EMG pattern recognition for real-time control of a wrist exoskeleton. // Biomedical engineering online, 2010. V. 9. № 1. P. 1–17. doi: 10.1186/1475-925X-9-41</mixed-citation></citation-alternatives></ref><ref id="cit5"><label>5</label><citation-alternatives><mixed-citation xml:lang="ru">Brownlee J. How to choose a feature selection method for machine learning // Machine Learning Mastery, 2019. V. 10.</mixed-citation><mixed-citation xml:lang="en">Brownlee J. How to choose a feature selection method for machine learning // Machine Learning Mastery, 2019. V. 10.</mixed-citation></citation-alternatives></ref><ref id="cit6"><label>6</label><citation-alternatives><mixed-citation xml:lang="ru">Soledad G. Alternative Feature Selection Methods in Machine Learning. Available at: https://trainindata.medium.com/alternative-feature-selection-methods-in-machine-learning-7ed8142d594 (accessed 04. 04. 2022)</mixed-citation><mixed-citation xml:lang="en">Soledad G. Alternative Feature Selection Methods in Machine Learning. Available at: https://trainindata.medium.com/alternative-feature-selection-methods-in-machine-learning-7ed8142d594 (accessed 04. 04. 2022)</mixed-citation></citation-alternatives></ref><ref id="cit7"><label>7</label><citation-alternatives><mixed-citation xml:lang="ru">Pedregosa F., Varoquaux G., Gramfort A., Michel V., Thirion B., Grisel O., Blondel M., Prettenhofer P., Weiss R., Dubourg V., Vanderplas J., Passos A., Cournapeau D., Brucher M., Perrot M., Duchesnay E. Scikit-learn: Machine learning in Python // Journal of machine Learning research, 2011. V. 12. P. 2825–2830.</mixed-citation><mixed-citation xml:lang="en">Pedregosa F., Varoquaux G., Gramfort A., Michel V., Thirion B., Grisel O., Blondel M., Prettenhofer P., Weiss R., Dubourg V., Vanderplas J., Passos A., Cournapeau D., Brucher M., Perrot M., Duchesnay E. Scikit-learn: Machine learning in Python // Journal of machine Learning research, 2011. V. 12. P. 2825–2830.</mixed-citation></citation-alternatives></ref><ref id="cit8"><label>8</label><citation-alternatives><mixed-citation xml:lang="ru">Voznenko T. I., Gridnev A. A., Kudryavtsev K. Y., Chepin E. V. The Decomposition Method of Multi-channel Control System Based on Extended BCI for a Robotic Wheelchair // Advances in Intelligent Systems and Computing, 2020. V. 948. P. 562–567. doi: 10.1007/978-3-030-25719-4_73</mixed-citation><mixed-citation xml:lang="en">Voznenko T. I., Gridnev A. A., Kudryavtsev K. Y., Chepin E. V. The Decomposition Method of Multi-channel Control System Based on Extended BCI for a Robotic Wheelchair // Advances in Intelligent Systems and Computing, 2020. V. 948. P. 562–567. doi: 10.1007/978-3-030-25719-4_73</mixed-citation></citation-alternatives></ref><ref id="cit9"><label>9</label><citation-alternatives><mixed-citation xml:lang="ru">Voznenko T. I., Gridnev A. A., Chepin E. V., Kudryavtsev K. Y. The command interpretation in decomposition method of multi-channel control for a robotic device // Procedia Computer Science, 2020. V. 169. P. 152–157. doi: 10.1016/j.procs.2020.02.127</mixed-citation><mixed-citation xml:lang="en">Voznenko T. I., Gridnev A. A., Chepin E. V., Kudryavtsev K. Y. The command interpretation in decomposition method of multi-channel control for a robotic device // Procedia Computer Science, 2020. V. 169. P. 152–157. doi: 10.1016/j.procs.2020.02.127</mixed-citation></citation-alternatives></ref><ref id="cit10"><label>10</label><citation-alternatives><mixed-citation xml:lang="ru">Voznenko T. I., Gridnev A. A., Chepin E. V., Kudryavtsev K. Y. Comparison Between Coordinated Control and Interpretation Methods for Multi-channel Control of a Mobile Robotic Device // Advances in Intelligent Systems and Computing, 2021. V. 1310. P. 558–564. doi: 10.1007/978-3-030-65596-9_68</mixed-citation><mixed-citation xml:lang="en">Voznenko T. I., Gridnev A. A., Chepin E. V., Kudryavtsev K. Y. Comparison Between Coordinated Control and Interpretation Methods for Multi-channel Control of a Mobile Robotic Device // Advances in Intelligent Systems and Computing, 2021. V. 1310. P. 558–564. doi: 10.1007/978-3-030-65596-9_68</mixed-citation></citation-alternatives></ref><ref id="cit11"><label>11</label><citation-alternatives><mixed-citation xml:lang="ru">Kapur A., Kapur S., Maes P. AlterEgo: A personalized wearable silent speech interface // In 23rd International conference on intelligent user interfaces, 2018. P. 43–53. doi: 10.1145/3172944.3172977</mixed-citation><mixed-citation xml:lang="en">Kapur A., Kapur S., Maes P. AlterEgo: A personalized wearable silent speech interface // In 23rd International conference on intelligent user interfaces, 2018. P. 43–53. doi: 10.1145/3172944.3172977</mixed-citation></citation-alternatives></ref></ref-list><fn-group><fn fn-type="conflict"><p>The authors declare that there are no conflicts of interest present.</p></fn></fn-group></back></article>
