{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T17:30:28Z","timestamp":1776792628476,"version":"3.51.2"},"reference-count":43,"publisher":"Elsevier BV","issue":"20","license":[{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T00:00:00Z","timestamp":1754006400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T00:00:00Z","timestamp":1773619200000},"content-version":"vor","delay-in-days":227,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52472352"],"award-info":[{"award-number":["52472352"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100013105","name":"Shanghai Rising-Star Program","doi-asserted-by":"publisher","award":["24QA2709600"],"award-info":[{"award-number":["24QA2709600"]}],"id":[{"id":"10.13039\/501100013105","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["22120230311"],"award-info":[{"award-number":["22120230311"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computer-Aided Civil and Infrastructure Engineering"],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1111\/mice.13503","type":"journal-article","created":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T07:39:47Z","timestamp":1747640387000},"page":"3053-3073","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"title":["Skill\u2010abstracting continual reinforcement learning for safe, efficient, and comfortable autonomous driving through vehicle\u2013cloud collaboration"],"prefix":"10.1016","volume":"40","author":[{"given":"Jing","family":"Chen","sequence":"first","affiliation":[]},{"given":"Cong","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Kun","family":"Gao","sequence":"additional","affiliation":[]},{"given":"Yuxiong","family":"Ji","sequence":"additional","affiliation":[]},{"given":"Yuchuan","family":"Du","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1111\/mice.13503_bb0010","doi-asserted-by":"crossref","first-page":"8675","DOI":"10.1007\/s00521-019-04359-7","article-title":"A dynamic ensemble learning algorithm for neural networks","volume":"32","author":"Alam","year":"2020","journal-title":"Neural Computing and Applications"},{"key":"10.1111\/mice.13503_bb0015","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1016\/j.patrec.2024.01.021","article-title":"Example forgetting and rehearsal in continual learning","volume":"179","author":"Benk\u0151","year":"2024","journal-title":"Pattern Recognition Letters"},{"key":"10.1111\/mice.13503_bb0020","doi-asserted-by":"crossref","first-page":"893","DOI":"10.3390\/ijerph20010893","article-title":"Safe, efficient, and comfortable autonomous driving based on cooperative vehicle infrastructure system","volume":"20","author":"Chen","year":"2023","journal-title":"International Journal of Environmental Research and Public Health"},{"key":"10.1111\/mice.13503_bb0025","doi-asserted-by":"crossref","first-page":"838","DOI":"10.1111\/mice.12702","article-title":"Graph neural network and reinforcement learning for multi\u2010agent cooperative control of connected autonomous vehicles","volume":"36","author":"Chen","year":"2021","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"key":"10.1111\/mice.13503_bb0030","doi-asserted-by":"crossref","unstructured":"Chen, X., Tiu, P., Han, X., Chen, J., Wu, Y., Zheng, X., & Zhu, M. (2024). Continual learning for adaptable car\u2010following in dynamic traffic environments. arXiv preprint arXiv:2407.14247. https:\/\/arxiv.org\/abs\/2407.14247","DOI":"10.1109\/ITSC58415.2024.10919494"},{"key":"10.1111\/mice.13503_bb0035","doi-asserted-by":"crossref","first-page":"241","DOI":"10.1007\/s11704-019-8208-z","article-title":"A survey on ensemble learning","volume":"14","author":"Dong","year":"2020","journal-title":"Frontiers of Computer Science"},{"issue":"8","key":"10.1111\/mice.13503_bb0040","doi-asserted-by":"crossref","first-page":"1059","DOI":"10.1111\/mice.12934","article-title":"A hierarchical framework for improving ride comfort of autonomous vehicles via deep reinforcement learning with external knowledge","volume":"38","author":"Du","year":"2023","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"key":"10.1111\/mice.13503_bb0045","doi-asserted-by":"crossref","DOI":"10.1016\/j.trc.2021.103489","article-title":"Comfortable and energy\u2010efficient speed control of autonomous vehicles on rough pavements using deep reinforcement learning","volume":"134","author":"Du","year":"2022","journal-title":"Transportation Research Part C: Emerging Technologies"},{"key":"10.1111\/mice.13503_bb0050","doi-asserted-by":"crossref","first-page":"620","DOI":"10.1038\/s41586-023-05732-2","article-title":"Dense reinforcement learning for safety validation of autonomous vehicles","volume":"615","author":"Feng","year":"2023","journal-title":"Nature"},{"key":"10.1111\/mice.13503_bb0055","doi-asserted-by":"crossref","first-page":"19295","DOI":"10.1109\/TITS.2024.3459799","article-title":"Vehicle\u2010road\u2010cloud collaborative perception framework and key technologies: A review","volume":"25","author":"Gao","year":"2024","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"10.1111\/mice.13503_bb0060","doi-asserted-by":"crossref","first-page":"1316","DOI":"10.1111\/mice.12787","article-title":"Ride comfort assessment for automated vehicles utilizing a road surface model and Monte Carlo simulations","volume":"37","author":"Genser","year":"2022","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"key":"10.1111\/mice.13503_bb0065","doi-asserted-by":"crossref","first-page":"294","DOI":"10.1109\/TIV.2019.2955905","article-title":"Combining planning and deep reinforcement learning in tactical decision making for autonomous driving","volume":"5","author":"Hoel","year":"2019","journal-title":"IEEE Transactions on Intelligent Vehicles"},{"key":"10.1111\/mice.13503_bb0070","doi-asserted-by":"crossref","DOI":"10.1016\/j.commtr.2024.100127","article-title":"Human as AI mentor: Enhanced human\u2010in\u2010the\u2010loop reinforcement learning for safe and efficient autonomous driving","volume":"4","author":"Huang","year":"2024","journal-title":"Communications in Transportation Research"},{"key":"10.1111\/mice.13503_bb0075","unstructured":"International Standards Organization. (1997). 2631\u20101: Mechanical vibration and shock\u2010evaluation of human exposure to whole\u2010body vibration\u2010Part 1: General requirements. ISO 2631\u20101:1997(en), ISO."},{"issue":"3","key":"10.1111\/mice.13503_bb0080","doi-asserted-by":"crossref","first-page":"3541","DOI":"10.1109\/TITS.2022.3231259","article-title":"TriPField: A 3D potential field model and its applications to local path planning of autonomous vehicles","volume":"24","author":"Ji","year":"2023","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"issue":"21","key":"10.1111\/mice.13503_bb0085","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1111\/mice.13283","article-title":"Deep Q\u2010network learning\u2010based active speed management under autonomous driving environments","volume":"39","author":"Kang","year":"2024","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"key":"10.1111\/mice.13503_bb0090","doi-asserted-by":"crossref","first-page":"1401","DOI":"10.1613\/jair.1.13673","article-title":"Towards continual reinforcement learning: A review and perspectives","volume":"75","author":"Khetarpal","year":"2022","journal-title":"Journal of Artificial Intelligence Research"},{"key":"10.1111\/mice.13503_bb0095","doi-asserted-by":"crossref","first-page":"779","DOI":"10.1111\/mice.12924","article-title":"A meta\u2013reinforcement learning algorithm for traffic signal control to automatically switch different reward functions according to the saturation level of traffic flows","volume":"38","author":"Kim","year":"2023","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"key":"10.1111\/mice.13503_bb0100","first-page":"3461","article-title":"Metadrive: Composing diverse driving scenarios for generalizable reinforcement learning","volume":"45","author":"Li","year":"2022","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"10.1111\/mice.13503_bb0105","unstructured":"Lillicrap, T.P., Hunt, J.J., Pritzel, A., Heess, N., Erez, T., Tassa, Y., Silver, D., & Wierstra, D. (2015). Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971. https:\/\/arxiv.org\/abs\/1509.02971"},{"key":"10.1111\/mice.13503_bb0110","doi-asserted-by":"crossref","DOI":"10.1016\/j.trc.2024.104606","article-title":"Integrating big data analytics in autonomous driving: An unsupervised hierarchical reinforcement learning approach","volume":"162","author":"Mao","year":"2024","journal-title":"Transportation Research Part C: Emerging Technologies"},{"key":"10.1111\/mice.13503_bb0115","unstructured":"Nayyar, R.K., & Srivastava, S. (2024). Autonomous option invention for continual hierarchical reinforcement learning and planning. arXiv preprint arXiv:2412.16395. https:\/\/arxiv.org\/abs\/2412.16395"},{"key":"10.1111\/mice.13503_bb0120","unstructured":"Pan, C., Yang, X., Wang, H., Wei, W., & Li, T. (2024). Hierarchical continual reinforcement learning via large language model. arXiv preprint arXiv:2401.15098. https:\/\/arxiv.org\/abs\/2401.15098"},{"key":"10.1111\/mice.13503_bb0125","doi-asserted-by":"crossref","first-page":"6393","DOI":"10.1007\/s00521-019-04146-4","article-title":"FEMa: A finite element machine for fast learning","volume":"32","author":"Pereira","year":"2020","journal-title":"Neural Computing and Applications"},{"key":"10.1111\/mice.13503_bb0130","doi-asserted-by":"crossref","first-page":"3074","DOI":"10.1109\/TNNLS.2017.2682102","article-title":"A new neural dynamic classification algorithm","volume":"28","author":"Rafiei","year":"2017","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"10.1111\/mice.13503_bb0135","doi-asserted-by":"crossref","first-page":"1457","DOI":"10.1109\/TNNLS.2022.3190448","article-title":"Self\u2010supervised learning for electroencephalography","volume":"35","author":"Rafiei","year":"2022","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"10.1111\/mice.13503_bb0140","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1007\/s10916-024-02122-7","article-title":"Self\u2010supervised learning for near\u2010wild cognitive workload estimation","volume":"48","author":"Rafiei","year":"2024","journal-title":"Journal of Medical Systems"},{"key":"10.1111\/mice.13503_bb0145","doi-asserted-by":"crossref","DOI":"10.1016\/j.commtr.2024.100142","article-title":"Traffic expertise meets residual RL: Knowledge\u2010informed model\u2010based residual reinforcement learning for CAV trajectory control","volume":"4","author":"Sheng","year":"2024","journal-title":"Communications in Transportation Research"},{"key":"10.1111\/mice.13503_bb0150","doi-asserted-by":"crossref","first-page":"2033","DOI":"10.1111\/mice.12825","article-title":"A deep reinforcement learning\u2010based distributed connected automated vehicle control under communication failure","volume":"37","author":"Shi","year":"2022","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"key":"10.1111\/mice.13503_bb0155","first-page":"295","article-title":"Parallel Markov decision processes","volume":"213","author":"Sucar","year":"2007"},{"issue":"5","key":"10.1111\/mice.13503_bb0160","doi-asserted-by":"crossref","first-page":"4206","DOI":"10.1109\/TITS.2023.3324926","article-title":"Optimal control of connected autonomous vehicles in a mixed traffic corridor","volume":"25","author":"Sun","year":"2024","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"10.1111\/mice.13503_bb0165","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1016\/S0001-4575(02)00022-2","article-title":"A comparison of headway and time to collision as safety indicators","volume":"35","author":"Vogel","year":"2003","journal-title":"Accident Analysis & Prevention"},{"key":"10.1111\/mice.13503_bb0170","doi-asserted-by":"crossref","first-page":"890","DOI":"10.1111\/mice.12572","article-title":"Reinforcement learning\u2010based bird\u2010view automated vehicle control to avoid crossing traffic","volume":"36","author":"Wang","year":"2021","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"key":"10.1111\/mice.13503_bb0175","doi-asserted-by":"crossref","unstructured":"Wei, D., Xing, J., Yang, S., Lu, Y., & Huang, Y. (2023). Continual reinforcement learning for autonomous driving with application on velocity control under various environment. 2023 7th CAA International Conference on Vehicular Control and Intelligence (CVCI), Changsha, China (pp. 1\u20138).","DOI":"10.1109\/CVCI59596.2023.10397147"},{"key":"10.1111\/mice.13503_bb0180","doi-asserted-by":"crossref","unstructured":"Weng, Z., Liu, C., Du, Y., Wu, D., & Leng, Z. (2024). Integrating spatial and channel attention mechanisms with domain knowledge in convolutional neural networks for friction coefficient prediction. Computer\u2010Aided Civil and Infrastructure Engineering. Advance online publication. https:\/\/doi.org\/10.1111\/mice.13391","DOI":"10.1111\/mice.13391"},{"key":"10.1111\/mice.13503_bb0185","doi-asserted-by":"crossref","DOI":"10.1016\/j.trc.2021.102988","article-title":"Calibration and evaluation of the responsibility\u2010sensitive safety model of autonomous car\u2010following maneuvers using naturalistic driving study data","volume":"123","author":"Xu","year":"2021","journal-title":"Transportation Research Part C: Emerging Technologies"},{"key":"10.1111\/mice.13503_bb0190","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1016\/j.trc.2019.08.011","article-title":"Automated vehicle's behavior decision making using deep reinforcement learning and high\u2010fidelity simulation environment","volume":"107","author":"Ye","year":"2019","journal-title":"Transportation Research Part C: Emerging Technologies"},{"key":"10.1111\/mice.13503_bb0195","doi-asserted-by":"crossref","first-page":"2560","DOI":"10.1111\/mice.13002","article-title":"A 2D\u2010connected automated vehicle car\u2010following control algorithm","volume":"38","author":"Yi","year":"2023","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"key":"10.1111\/mice.13503_bb0200","doi-asserted-by":"crossref","first-page":"2070","DOI":"10.1111\/mice.12897","article-title":"Traffic signal optimization for partially observable traffic system and low penetration rate of connected vehicles","volume":"37","author":"Zhang","year":"2022","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"key":"10.1111\/mice.13503_bb0205","series-title":"CICTP 2016","first-page":"1419","article-title":"Car\u2010following headways in different driving situations: A naturalistic driving study","author":"Zhu","year":"2016"},{"key":"10.1111\/mice.13503_bb0210","doi-asserted-by":"crossref","first-page":"348","DOI":"10.1016\/j.trc.2018.10.024","article-title":"Human\u2010like autonomous car\u2010following model with deep reinforcement learning","volume":"97","author":"Zhu","year":"2018","journal-title":"Transportation Research Part C: Emerging Technologies"},{"key":"10.1111\/mice.13503_bb0215","doi-asserted-by":"crossref","DOI":"10.1016\/j.trc.2020.102662","article-title":"Safe, efficient, and comfortable velocity control based on reinforcement learning for autonomous driving","volume":"117","author":"Zhu","year":"2020","journal-title":"Transportation Research Part C: Emerging Technologies"},{"issue":"2","key":"10.1111\/mice.13503_bb0220","doi-asserted-by":"crossref","first-page":"1949","DOI":"10.1109\/TVT.2024.3483557","article-title":"Online analytic exemplar\u2010free continual learning with large models for imbalanced autonomous driving task","volume":"74","author":"Zhuang","year":"2025","journal-title":"IEEE Transactions on Vehicular Technology"}],"container-title":["Computer-Aided Civil and Infrastructure Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S109396872602390X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S109396872602390X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/mice.13503","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T11:01:08Z","timestamp":1773658868000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S109396872602390X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8]]},"references-count":43,"journal-issue":{"issue":"20","published-print":{"date-parts":[[2025,8]]}},"alternative-id":["S109396872602390X"],"URL":"https:\/\/doi.org\/10.1111\/mice.13503","relation":{},"ISSN":["1093-9687"],"issn-type":[{"value":"1093-9687","type":"print"}],"subject":[],"published":{"date-parts":[[2025,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Skill\u2010abstracting continual reinforcement learning for safe, efficient, and comfortable autonomous driving through vehicle\u2013cloud collaboration","name":"articletitle","label":"Article Title"},{"value":"Computer-Aided Civil and Infrastructure Engineering","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1111\/mice.13503","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2025 The Author(s). Computer\u2010Aided Civil and Infrastructure Engineering published by Wiley Periodicals LLC on behalf of Editor. Published by Elsevier Inc.","name":"copyright","label":"Copyright"}]}}