{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T15:25:20Z","timestamp":1769009120163,"version":"3.49.0"},"reference-count":38,"publisher":"MDPI AG","issue":"14","license":[{"start":{"date-parts":[[2022,7,21]],"date-time":"2022-07-21T00:00:00Z","timestamp":1658361600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"National Key Research and Development Program of China","award":["2021YFC2801003"],"award-info":[{"award-number":["2021YFC2801003"]}]},{"name":"National Key Research and Development Program of China","award":["2021YFC2801004"],"award-info":[{"award-number":["2021YFC2801004"]}]},{"name":"National Key Research and Development Program of China","award":["2019YFD0901303"],"award-info":[{"award-number":["2019YFD0901303"]}]},{"name":"National Key Research and Development Program of China","award":["52071199"],"award-info":[{"award-number":["52071199"]}]},{"name":"National Key Research and Development Program of China","award":["52102397"],"award-info":[{"award-number":["52102397"]}]},{"name":"National Key Research and Development Program of China","award":["19ZR1422800"],"award-info":[{"award-number":["19ZR1422800"]}]},{"name":"National Key Research and Development Program of China","award":["2021M700790"],"award-info":[{"award-number":["2021M700790"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["2021YFC2801003"],"award-info":[{"award-number":["2021YFC2801003"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["2021YFC2801004"],"award-info":[{"award-number":["2021YFC2801004"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["2019YFD0901303"],"award-info":[{"award-number":["2019YFD0901303"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52071199"],"award-info":[{"award-number":["52071199"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52102397"],"award-info":[{"award-number":["52102397"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["19ZR1422800"],"award-info":[{"award-number":["19ZR1422800"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["2021M700790"],"award-info":[{"award-number":["2021M700790"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007219","name":"Shanghai Natural Science Foundation","doi-asserted-by":"publisher","award":["2021YFC2801003"],"award-info":[{"award-number":["2021YFC2801003"]}],"id":[{"id":"10.13039\/100007219","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007219","name":"Shanghai Natural Science Foundation","doi-asserted-by":"publisher","award":["2021YFC2801004"],"award-info":[{"award-number":["2021YFC2801004"]}],"id":[{"id":"10.13039\/100007219","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007219","name":"Shanghai Natural Science Foundation","doi-asserted-by":"publisher","award":["2019YFD0901303"],"award-info":[{"award-number":["2019YFD0901303"]}],"id":[{"id":"10.13039\/100007219","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007219","name":"Shanghai Natural Science Foundation","doi-asserted-by":"publisher","award":["52071199"],"award-info":[{"award-number":["52071199"]}],"id":[{"id":"10.13039\/100007219","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007219","name":"Shanghai Natural Science Foundation","doi-asserted-by":"publisher","award":["52102397"],"award-info":[{"award-number":["52102397"]}],"id":[{"id":"10.13039\/100007219","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007219","name":"Shanghai Natural Science Foundation","doi-asserted-by":"publisher","award":["19ZR1422800"],"award-info":[{"award-number":["19ZR1422800"]}],"id":[{"id":"10.13039\/100007219","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100007219","name":"Shanghai Natural Science Foundation","doi-asserted-by":"publisher","award":["2021M700790"],"award-info":[{"award-number":["2021M700790"]}],"id":[{"id":"10.13039\/100007219","id-type":"DOI","asserted-by":"publisher"}]},{"name":"China Postdoctoral Science Foundation","award":["2021YFC2801003"],"award-info":[{"award-number":["2021YFC2801003"]}]},{"name":"China Postdoctoral Science Foundation","award":["2021YFC2801004"],"award-info":[{"award-number":["2021YFC2801004"]}]},{"name":"China Postdoctoral Science Foundation","award":["2019YFD0901303"],"award-info":[{"award-number":["2019YFD0901303"]}]},{"name":"China Postdoctoral Science Foundation","award":["52071199"],"award-info":[{"award-number":["52071199"]}]},{"name":"China Postdoctoral Science Foundation","award":["52102397"],"award-info":[{"award-number":["52102397"]}]},{"name":"China Postdoctoral Science Foundation","award":["19ZR1422800"],"award-info":[{"award-number":["19ZR1422800"]}]},{"name":"China Postdoctoral Science Foundation","award":["2021M700790"],"award-info":[{"award-number":["2021M700790"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Sensors"],"abstract":"<jats:p>Aiming to avoid personal injury caused by the failure of timely medical assistance following a fall by seafarer members working on ships, research on the detection of seafarer\u2019s falls and timely warnings to safety officers can reduce the loss and severe consequences of falls to seafarers. To improve the detection accuracy and real-time performance of the seafarer fall detection algorithm, a seafarer fall detection algorithm based on BlazePose\u2013LSTM is proposed. This algorithm can automatically extract the human body key point information from the video image obtained by the vision sensor, analyze its internal data correlation characteristics, and realize the process from RGB camera image processing to seafarer fall detection. This fall detection algorithm extracts the human body key point information through the optimized BlazePose human body key point information extraction network. In this section, a new method for human bounding-box acquisition is proposed. In this study, a head detector based on the Vitruvian theory was used to replace the pre-trained SSD body detector in the BlazePose preheating module. Simultaneously, an offset vector is proposed to update the bounding box obtained. This method can reduce the frequency of repeated use of the head detection module. The algorithm then uses the long short-term memory neural network to detect seafarer falls. After extracting fall and related behavior data from the URFall public data set and FDD public data set to enrich the self-made data set, the experimental results show that the algorithm can achieve 100% accuracy and 98.5% specificity for the seafarer\u2019s falling behavior, indicating that the algorithm has reasonable practicability and strong generalization ability. The detection frame rate can reach 29 fps on a CPU, which can meet the effect of real-time detection. The proposed method can be deployed on common vision sensors.<\/jats:p>","DOI":"10.3390\/s22145449","type":"journal-article","created":{"date-parts":[[2022,7,21]],"date-time":"2022-07-21T22:38:50Z","timestamp":1658443130000},"page":"5449","update-policy":"https:\/\/doi.org\/10.3390\/mdpi_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Fall Detection for Shipboard Seafarers Based on Optimized BlazePose and LSTM"],"prefix":"10.3390","volume":"22","author":[{"given":"Wei","family":"Liu","sequence":"first","affiliation":[{"name":"Merchant Marine College, Shanghai Maritime University, Shanghai 201306, China"}]},{"given":"Xu","family":"Liu","sequence":"additional","affiliation":[{"name":"Merchant Marine College, Shanghai Maritime University, Shanghai 201306, China"}]},{"given":"Yuan","family":"Hu","sequence":"additional","affiliation":[{"name":"College of Engineering Science and Technology, Shanghai Ocean University, Shanghai 201306, China"}]},{"given":"Jie","family":"Shi","sequence":"additional","affiliation":[{"name":"Merchant Marine College, Shanghai Maritime University, Shanghai 201306, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8959-5108","authenticated-orcid":false,"given":"Xinqiang","family":"Chen","sequence":"additional","affiliation":[{"name":"Merchant Marine College, Shanghai Maritime University, Shanghai 201306, China"}]},{"given":"Jiansen","family":"Zhao","sequence":"additional","affiliation":[{"name":"Merchant Marine College, Shanghai Maritime University, Shanghai 201306, China"}]},{"given":"Shengzheng","family":"Wang","sequence":"additional","affiliation":[{"name":"Merchant Marine College, Shanghai Maritime University, Shanghai 201306, China"}]},{"given":"Qingsong","family":"Hu","sequence":"additional","affiliation":[{"name":"College of Engineering Science and Technology, Shanghai Ocean University, Shanghai 201306, China"}]}],"member":"1968","published-online":{"date-parts":[[2022,7,21]]},"reference":[{"key":"ref_1","doi-asserted-by":"crossref","first-page":"108498","DOI":"10.1016\/j.ress.2022.108498","article-title":"On the causation of seafarers\u2019 unsafe acts using grounded theory and association rule","volume":"223","author":"Lan","year":"2022","journal-title":"Reliab. Eng. Syst. Saf."},{"key":"ref_2","doi-asserted-by":"crossref","unstructured":"De Cillis, F., De Simio, F., Guido, F., Incalzi, R.A., and Setola, R. (2015, January 25\u201329). Fall-detection solution for mobile platforms using accelerometer and gyroscope data. Proceedings of the 2015 37th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), Milan, Italy.","DOI":"10.1109\/EMBC.2015.7319203"},{"key":"ref_3","unstructured":"Williams, J., Hill, R.R., Pignatiello, J.J., and Chicken, E. (2021). Wavelet analysis of variance box plot. J. Appl. Stat., 1\u201328."},{"key":"ref_4","doi-asserted-by":"crossref","first-page":"314","DOI":"10.1109\/JBHI.2018.2808281","article-title":"Deep Learning for Fall Detection: Three-Dimensional CNN Combined with LSTM on Video Kinematic Data","volume":"23","author":"Lu","year":"2018","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"ref_5","doi-asserted-by":"crossref","first-page":"1191","DOI":"10.1109\/JSEN.2019.2946095","article-title":"Bi-LSTM Network for Multimodal Continuous Human Activity Recognition and Fall Detection","volume":"20","author":"Li","year":"2019","journal-title":"IEEE Sens. J."},{"key":"ref_6","doi-asserted-by":"crossref","unstructured":"Lin, C.-B., Dong, Z., Kuan, W.-K., and Huang, Y.-F. (2020). A Framework for Fall Detection Based on OpenPose Skeleton and LSTM\/GRU Models. Appl. Sci., 11.","DOI":"10.3390\/app11010329"},{"key":"ref_7","doi-asserted-by":"crossref","unstructured":"Xu, C., Xu, Y., Xu, Z., Guo, B., Zhang, C., Huang, J., and Deng, X. (2021, January 2\u20134). Fall Detection in Elevator Cages Based on XGBoost and LSTM. Proceedings of the 2021 26th International Conference on Automation and Computing (ICAC), Portsmouth, UK.","DOI":"10.23919\/ICAC50006.2021.9594123"},{"key":"ref_8","unstructured":"Bazarevsky, V., Grishchenko, I., Raveendran, K., Zhu, T., Zhang, F., and Grundmann, M. (2020). Blazepose: On-device real-time body pose tracking. arXiv."},{"key":"ref_9","doi-asserted-by":"crossref","first-page":"13364","DOI":"10.1109\/JSEN.2020.3006918","article-title":"A Millimetre-Wave Radar-Based Fall Detection Method Using Line Kernel Convolutional Neural Network","volume":"20","author":"Wang","year":"2020","journal-title":"IEEE Sens. J."},{"key":"ref_10","doi-asserted-by":"crossref","unstructured":"Usmani, S., Saboor, A., Haris, M., Khan, M., and Park, H. (2021). Latest Research Trends in Fall Detection and Prevention Using Machine Learning: A Systematic Review. Sensors, 21.","DOI":"10.3390\/s21155134"},{"key":"ref_11","doi-asserted-by":"crossref","unstructured":"Liang, S., Chu, T., Lin, D., Ning, Y., Li, H., and Zhao, G. (2018, January 17\u201321). Pre-impact alarm system for fall detection using MEMS sensors and HMM-based SVM classifier. Proceedings of the 2018 40th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), Honolulu, Hawaii.","DOI":"10.1109\/EMBC.2018.8513119"},{"key":"ref_12","doi-asserted-by":"crossref","unstructured":"Bucinskas, V., Dzedzickis, A., Rozene, J., Subaciute-Zemaitiene, J., Satkauskas, I., Uvarovas, V., Bobina, R., and Morkvenaite-Vilkonciene, I. (2021). Wearable Feet Pressure Sensor for Human Gait and Falling Diagnosis. Sensors, 21.","DOI":"10.3390\/s21155240"},{"key":"ref_13","doi-asserted-by":"crossref","unstructured":"Yuan, X., Yu, S., Dan, Q., Wang, G., and Liu, S. (2015, January 11\u201314). Fall detection analysis with wearable MEMS-based sensors. Proceedings of the 2015 16th International Conference on Electronic Packaging Technology (ICEPT), Changsha, China.","DOI":"10.1109\/ICEPT.2015.7236791"},{"key":"ref_14","doi-asserted-by":"crossref","unstructured":"Desai, K., Mane, P., Dsilva, M., Zare, A., Shingala, P., and Ambawade, D. (2020, January 2\u20134). A novel machine learning based wearable belt for fall detection. Proceedings of the 2020 IEEE International Conference on Computing, Power and Communication Technologies (GUCON), Greater Noida, India.","DOI":"10.1109\/GUCON48875.2020.9231114"},{"key":"ref_15","doi-asserted-by":"crossref","unstructured":"Abdo, H., Amin, K.M., and Hamad, A.M. (2020, January 15\u201316). Fall detection based on RetinaNet and MobileNet convolutional neural networks. Proceedings of the 2020 15th International Conference on Computer Engineering and Systems (ICCES), Cairo, Egypt.","DOI":"10.1109\/ICCES51560.2020.9334570"},{"key":"ref_16","doi-asserted-by":"crossref","unstructured":"Chen, Y., Du, R., Luo, K., and Xiao, Y. (2021, January 26\u201328). Fall detection system based on real-time pose estimation and SVM. Proceedings of the 2021 IEEE 2nd International Conference on Big Data, Artificial Intelligence and Internet of Things Engineering (ICBAIE), Nanchang, China.","DOI":"10.1109\/ICBAIE52039.2021.9390068"},{"key":"ref_17","doi-asserted-by":"crossref","unstructured":"Ramirez, H., Velastin, S.A., Aguayo, P., Fabregas, E., and Farias, G. (2022). Human Activity Recognition by Sequences of Skeleton Features. Sensors, 22.","DOI":"10.3390\/s22113991"},{"key":"ref_18","doi-asserted-by":"crossref","first-page":"194","DOI":"10.1016\/j.gaitpost.2006.09.012","article-title":"Evaluation of a threshold-based triaxial accelerometer fall detection algorithm","volume":"26","author":"Bourke","year":"2007","journal-title":"Gait Posture"},{"key":"ref_19","doi-asserted-by":"crossref","first-page":"951","DOI":"10.1111\/coin.12441","article-title":"A systematic review on machine learning for fall detection system","volume":"37","author":"Rastogi","year":"2021","journal-title":"Comput. Intell."},{"key":"ref_20","doi-asserted-by":"crossref","first-page":"4528","DOI":"10.1109\/JSEN.2019.2898891","article-title":"Activity-Aware Fall Detection and Recognition Based on Wearable Sensors","volume":"19","author":"Hussain","year":"2019","journal-title":"IEEE Sens. J."},{"key":"ref_21","doi-asserted-by":"crossref","unstructured":"Singha, R.G., Lad, M., Shipurkar, G.M., Rohekar, M., Chauhan, C., and Rathod, N. (2022, January 20\u201322). Dynamic Pose Diagnosis with BlazePose and LSTM for Spinal Dysfunction Risk Estimation. Proceedings of the 2022 4th International Conference on Smart Systems and Inventive Technology (ICSSIT), Tirunelveli, India.","DOI":"10.1109\/ICSSIT53264.2022.9716509"},{"key":"ref_22","doi-asserted-by":"crossref","unstructured":"Bilski, P., Mazurek, P., Wagner, J., and Winiecki, W. (September, January 30). Application of Decision trees to the Fall Detection of elderly People using Depth-based sensors. Proceedings of the IEEE International Conference on Intelligent Data Acqut and Advanced Computing Systems (IDAACS 2015), Prague, Czech Republic.","DOI":"10.1109\/IDAACS.2015.7341400"},{"key":"ref_23","doi-asserted-by":"crossref","unstructured":"Younis, B., Ali, J., and Farman, H. (2021, January 6\u20138). Fall Detection System Using Novel Median Deviated Ternary Patterns and SVM. Proceedings of the 2021 4th International Symposium on Advanced Electrical and Communication Technologies (ISAECT), Virtual.","DOI":"10.1109\/ISAECT53699.2021.9668520"},{"key":"ref_24","doi-asserted-by":"crossref","unstructured":"Shi, J., Chen, D., and Wang, M. (2020). Pre-Impact Fall Detection with CNN-Based Class Activation Mapping Method. Sensors, 20.","DOI":"10.3390\/s20174750"},{"key":"ref_25","unstructured":"Musci, M., De Martini, D., Blago, N., Facchinetti, T., and Piastra, M. (2018). Online fall detection using recurrent neural networks. arXiv."},{"key":"ref_26","doi-asserted-by":"crossref","unstructured":"Queralta, J.P., Gia, T.N., Tenhunen, H., and Westerlund, T. (2019, January 1\u20133). Edge-AI in LoRa-based health monitoring: Fall detection system with fog computing and LSTM recurrent neural networks. Proceedings of the 2019 42nd International Conference on Telecommunications and Signal Processing (TSP), Budapest, Hungary.","DOI":"10.1109\/TSP.2019.8768883"},{"key":"ref_27","doi-asserted-by":"crossref","first-page":"1273","DOI":"10.1109\/JBHI.2020.3027967","article-title":"Fall Detection with UWB Radars and CNN-LSTM Architecture","volume":"25","author":"Maitre","year":"2020","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"ref_28","doi-asserted-by":"crossref","unstructured":"Kreiss, S., Lorenzo, B., and Alexandre, A. (2021). Openpifpaf: Composite fields for semantic keypoint detection and spatio-temporal association. IEEE Trans. Intell. Transp. Syst.","DOI":"10.1109\/TITS.2021.3124981"},{"key":"ref_29","doi-asserted-by":"crossref","unstructured":"Taylor, J., Shotton, J., Sharp, T., and Fitzgibbon, A. (2012, January 16\u201321). The Vitruvian manifold: Inferring dense correspondences for one-shot human pose estimation. Proceedings of the 2012 IEEE Conference on Computer Vision and Pattern Recognition, Providence, RI, USA.","DOI":"10.1109\/CVPR.2012.6247664"},{"key":"ref_30","doi-asserted-by":"crossref","unstructured":"Hasan, M., Islam, S., and Abdullah, S. (December, January 29). Robust Pose-Based Human Fall Detection Using Recurrent Neural Network. Proceedings of the 2019 IEEE International Conference on Robotics, Automation, Artificial-intelligence and Internet-of-Things (RAAICON), Dhaka, Bangladesh.","DOI":"10.1109\/RAAICON48939.2019.23"},{"key":"ref_31","doi-asserted-by":"crossref","first-page":"48064","DOI":"10.1109\/ACCESS.2021.3065105","article-title":"Deep Neural Network\u2013Based Double-Check Method for Fall Detection Using IMU-L Sensor and RGB Camera Data","volume":"9","author":"Lee","year":"2021","journal-title":"IEEE Access"},{"key":"ref_32","doi-asserted-by":"crossref","unstructured":"Juneau, P., Baddour, N., Burger, H., Bavec, A., and Lemaire, E.D. (2021). Comparison of Decision Tree and Long Short-Term Memory Approaches for Automated Foot Strike Detection in Lower Extremity Amputee Populations. Sensors, 21.","DOI":"10.3390\/s21216974"},{"key":"ref_33","doi-asserted-by":"crossref","first-page":"108205","DOI":"10.1016\/j.measurement.2020.108205","article-title":"Long-term gear life prediction based on ordered neurons LSTM neural networks","volume":"165","author":"Yan","year":"2020","journal-title":"Measurement"},{"key":"ref_34","doi-asserted-by":"crossref","unstructured":"Yang, J., Peng, Y., Xie, J., and Wang, P. (2022). Remaining Useful Life Prediction Method for Bearings Based on LSTM with Uncertainty Quantification. Sensors, 22.","DOI":"10.3390\/s22124549"},{"key":"ref_35","doi-asserted-by":"crossref","first-page":"132","DOI":"10.1016\/j.ins.2020.05.070","article-title":"Fall detection in older adults with mobile IoT devices and machine learning in the cloud and on the edge","volume":"537","author":"Mrozek","year":"2020","journal-title":"Inf. Sci."},{"key":"ref_36","doi-asserted-by":"crossref","unstructured":"Lina, W., and Ding, J. (2020, January 3\u20135). Behavior detection method of OpenPose combined with Yolo network. Proceedings of the 2020 International Conference on Communications, Information System and Computer Engineering (CISCE), Kuala Lumpur, Malaysia.","DOI":"10.1109\/CISCE50729.2020.00072"},{"key":"ref_37","doi-asserted-by":"crossref","unstructured":"Casilari, E., Lora-Rivera, R., and Garc\u00eda-Lagos, F. (2020). A Study on the Application of Convolutional Neural Networks to Fall Detection Evaluated with Multiple Public Datasets. Sensors, 20.","DOI":"10.3390\/s20051466"},{"key":"ref_38","doi-asserted-by":"crossref","first-page":"1276","DOI":"10.1109\/TETC.2020.3027454","article-title":"Online Fall Detection Using Recurrent Neural Networks on Smart Wearable Devices","volume":"9","author":"Musci","year":"2020","journal-title":"IEEE Trans. Emerg. Top. Comput."}],"container-title":["Sensors"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.mdpi.com\/1424-8220\/22\/14\/5449\/pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T23:55:51Z","timestamp":1760140551000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.mdpi.com\/1424-8220\/22\/14\/5449"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,21]]},"references-count":38,"journal-issue":{"issue":"14","published-online":{"date-parts":[[2022,7]]}},"alternative-id":["s22145449"],"URL":"https:\/\/doi.org\/10.3390\/s22145449","relation":{},"ISSN":["1424-8220"],"issn-type":[{"value":"1424-8220","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,7,21]]}}}