{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T10:04:57Z","timestamp":1773655497317,"version":"3.50.1"},"reference-count":47,"publisher":"Elsevier BV","issue":"26","license":[{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T00:00:00Z","timestamp":1773619200000},"content-version":"vor","delay-in-days":135,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computer-Aided Civil and Infrastructure Engineering"],"published-print":{"date-parts":[[2025,11]]},"DOI":"10.1111\/mice.70063","type":"journal-article","created":{"date-parts":[[2025,10,23]],"date-time":"2025-10-23T03:29:44Z","timestamp":1761190184000},"page":"4651-4668","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"title":["Proactive framework for evaluating retrieval\u2010augmented generation\u2010based learning assistants in engineering education"],"prefix":"10.1016","volume":"40","author":[{"given":"Linxin","family":"Hua","sequence":"first","affiliation":[]},{"given":"Lirui","family":"Guo","sequence":"additional","affiliation":[]},{"given":"Nan","family":"Zheng","sequence":"additional","affiliation":[]},{"given":"Ye","family":"Lu","sequence":"additional","affiliation":[]},{"given":"Jia","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Jianghua","family":"Deng","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1111\/mice.70063_bb0010","unstructured":"Achiam, J., Adler, S., Agarwal, S., Ahmad, L., Akkaya, I., Aleman, F.L., Almeida, D., Altenschmidt, J., Altman, S., Anadkat, S., Avila, R., Babuschkin, I., Balaji, S., Balcom, V., Baltescu, P., Bao, H., Bavarian, M., Belgum, J., Bello, I., \u2026 Zhuk, W. (2024). GPT\u20104 technical report. arXiv Preprint arXiv:2303.08774. https:\/\/doi.org\/10.48550\/arXiv.2303.08774"},{"issue":"1","key":"10.1111\/mice.70063_bb0015","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1111\/j.1467-8667.1987.tb00246.x","article-title":"Microcomputer\u2010aided instruction of structural steel design","volume":"2","author":"Adeli","year":"1987","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"key":"10.1111\/mice.70063_bb0020","series-title":"Knowledge engineering\u2014Volume one\u2014Fundamentals","author":"Adeli","year":"1990"},{"key":"10.1111\/mice.70063_bb0025","series-title":"Knowledge engineering\u2014Volume two\u2014Applications","author":"Adeli","year":"1990"},{"issue":"4","key":"10.1111\/mice.70063_bb0030","first-page":"54","article-title":"A novel approach to expert systems for design of large structures","volume":"9","author":"Adeli","year":"1988","journal-title":"AI Magazine"},{"issue":"4","key":"10.1111\/mice.70063_bb0035","doi-asserted-by":"crossref","first-page":"773","DOI":"10.1016\/0045-7949(91)90187-Q","article-title":"A hierarchical expert system for design of floors in highrise buildings","volume":"41","author":"Adeli","year":"1991","journal-title":"Computers & Structures"},{"issue":"1","key":"10.1111\/mice.70063_bb0040","doi-asserted-by":"crossref","first-page":"9214","DOI":"10.1038\/s41598-025-93871-z","article-title":"The role of generative AI tools in shaping mechanical engineering education from an undergraduate perspective","volume":"15","author":"Akolekar","year":"2025","journal-title":"Scientific Reports"},{"key":"10.1111\/mice.70063_bb0045","doi-asserted-by":"crossref","first-page":"2900","DOI":"10.1111\/mice.13482","article-title":"Multimodal artificial intelligence approaches using large language models for expert\u2010level landslide image analysis","volume":"40","author":"Areerob","year":"2025","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"key":"10.1111\/mice.70063_bb0050","doi-asserted-by":"crossref","unstructured":"Barnett, S., Kurniawan, S., Thudumu, S., Brannelly, Z., & Abdelrazek, M. (2024). Seven failure points when engineering a retrieval augmented generation system. Proceedings of the IEEE\/ACM 3rd International Conference on AI Engineering\u2014Software Engineering for AI, Lisbon, Portugal (pp. 194\u2013199). https:\/\/doi.org\/10.1145\/3644815.3644945","DOI":"10.1145\/3644815.3644945"},{"issue":"49","key":"10.1111\/mice.70063_bb0055","doi-asserted-by":"crossref","DOI":"10.1073\/pnas.2414955121","article-title":"Could ChatGPT get an engineering degree? Evaluating higher education vulnerability to AI assistants","volume":"121","author":"Borges","year":"2024","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"16","key":"10.1111\/mice.70063_bb0060","doi-asserted-by":"crossref","first-page":"17754","DOI":"10.1609\/aaai.v38i16.29728","article-title":"Benchmarking large language models in retrieval\u2010augmented generation","volume":"38","author":"Chen","year":"2024","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"issue":"17","key":"10.1111\/mice.70063_bb0065","doi-asserted-by":"crossref","first-page":"2472","DOI":"10.1111\/mice.13070","article-title":"Iterative application of generative adversarial networks for improved buried pipe detection from images obtained by ground\u2010penetrating radar","volume":"38","author":"Chun","year":"2023","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"issue":"3","key":"10.1111\/mice.70063_bb0070","doi-asserted-by":"crossref","first-page":"483","DOI":"10.3102\/01623737231169270","article-title":"Can automated feedback improve teachers\u2019 uptake of student ideas? Evidence from a randomized controlled trial in a large\u2010scale online course","volume":"46","author":"Demszky","year":"2024","journal-title":"Educational Evaluation and Policy Analysis"},{"key":"10.1111\/mice.70063_bb0075","series-title":"Findings of the Association for Computational Linguistics ACL 2024","first-page":"3563","author":"Dhuliawala","year":"2024"},{"key":"10.1111\/mice.70063_bb0080","doi-asserted-by":"crossref","unstructured":"Fan, Y., Liu, L., Sun, N., Wang, Y., Tang, X., & Yu, Z. (2025). Research on the online update method for retrieval\u2010augmented generation (RAG) model with incremental learning. No. arXiv:2501.07063. arXiv. https:\/\/doi.org\/10.48550\/arXiv.2501.07063","DOI":"10.1109\/NNICE64954.2025.11063821"},{"issue":"7","key":"10.1111\/mice.70063_bb0085","first-page":"674","article-title":"Learning and teaching styles in engineering education","volume":"78","author":"Felder","year":"1988","journal-title":"Journal of Engineering Education"},{"issue":"1","key":"10.1111\/mice.70063_bb0090","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1186\/s40594-021-00323-x","article-title":"A systematic review on trends in using Moodle for teaching and learning","volume":"9","author":"Gamage","year":"2022","journal-title":"International Journal of STEM Education"},{"key":"10.1111\/mice.70063_bb0095","unstructured":"Guo, L., Burke, M.G., & Griggs, W.M. (2025). Exploring human\u2010SAV interaction using large language models: The impact of psychological ownership and anthropomorphism on user experience. No. arXiv:2504.16548. arXiv. https:\/\/doi.org\/10.48550\/arXiv.2504.16548"},{"key":"10.1111\/mice.70063_bb0100","unstructured":"Hua, L., Zheng, N., Lu, Y., Guo, L., & Xu, J. (2024). Use of large language models in engineering education: A case study on infrastructure design report introductions. 35th Australasian Association for Engineering Education Annual Conference, Christchurch, New Zealand. https:\/\/easychair.org\/publications\/preprint\/XpQv\/download"},{"issue":"1","key":"10.1111\/mice.70063_bb0105","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1002\/berj.4068","article-title":"Reshaping curriculum adaptation in the age of artificial intelligence: Mapping teachers\u2019 AI\u2010driven curriculum adaptation patterns","volume":"51","author":"Karata\u015f","year":"2025","journal-title":"British Educational Research Journal"},{"key":"10.1111\/mice.70063_bb0110","unstructured":"Lauro, Q.R., Shankar, S., Zeighami, S., & Parameswaran, A. (2025). RAG without the lag: Interactive debugging for retrieval\u2010augmented generation pipelines. No. arXiv:2504.13587. arXiv. https:\/\/doi.org\/10.48550\/arXiv.2504.13587"},{"key":"10.1111\/mice.70063_bb0115","series-title":"Proceedings of the 34th International Conference on Neural Information Processing Systems","first-page":"9459","author":"Lewis","year":"2020"},{"key":"10.1111\/mice.70063_bb0120","unstructured":"Li, H., Han, X., Wang, H., Wang, Y., Wang, M., Xing, R., Geng, Y., Zhai, Z., Nakov, P., & Baldwin, T. (2025). Loki: An open\u2010source tool for fact verification. Proceedings of the 31st International Conference on Computational Linguistics: System Demonstrations, Abu Dhabi, UAE (pp. 28\u201336). https:\/\/aclanthology.org\/2025.coling\u2010demos.4\/"},{"key":"10.1111\/mice.70063_bb0125","unstructured":"Li, J., Xu, C., Jia, L., Wang, F., Zhang, C., & Liu, J. (2025). EACO\u2010RAG: Towards distributed tiered LLM deployment using edge\u2010assisted and collaborative RAG with adaptive knowledge update. No. arXiv:2410.20299. arXiv. https:\/\/doi.org\/10.48550\/arXiv.2410.20299"},{"issue":"16","key":"10.1111\/mice.70063_bb0130","doi-asserted-by":"crossref","first-page":"2225","DOI":"10.1111\/mice.12987","article-title":"Regeneration of pavement surface textures using M\u2010sigmoid\u2010normalized generative adversarial networks","volume":"38","author":"Lu","year":"2023","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"key":"10.1111\/mice.70063_bb0135","first-page":"589","article-title":"LLM intelligent agent tutoring in higher education courses using a RAG approach","volume":"1281","author":"Modran","year":"2025"},{"key":"10.1111\/mice.70063_bb0140","unstructured":"OpenAI. (2024, July). GPT\u20104o mini: Advancing cost\u2010efficient intelligence. https:\/\/openai.com\/index\/gpt\u20104o\u2010mini\u2010advancing\u2010cost\u2010efficient\u2010intelligence\/"},{"issue":"4","key":"10.1111\/mice.70063_bb0145","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1016\/0141-1195(90)90001-M","article-title":"Structural design language for coupled knowledge\u2010based systems","volume":"12","author":"Paek","year":"1990","journal-title":"Advances in Engineering Software and Workstations"},{"key":"10.1111\/mice.70063_bb0150","unstructured":"Lloret Pardo, J., Helsdingen, S.A., & Jermann, P. (2024). Retrieval\u2010augmented generation for finding relevant lectures from quizzes in a multilingual STEM educational environment. 52nd Annual Conference of the European Society for Engineering, Lausanne, Switzerland. https:\/\/doi.org\/10.5281\/ZENODO.14256811"},{"issue":"15","key":"10.1111\/mice.70063_bb0155","doi-asserted-by":"crossref","first-page":"19471","DOI":"10.1007\/s10639-024-12598-y","article-title":"ChatGPT as a CALL tool in language education: A study of hedonic motivation adoption models in English learning environments","volume":"29","author":"Qu","year":"2024","journal-title":"Education and Information Technologies"},{"key":"10.1111\/mice.70063_bb0160","series-title":"Mathematical methods in data science","first-page":"51","article-title":"Calculus and optimization","author":"Ren","year":"2023"},{"issue":"1","key":"10.1111\/mice.70063_bb0165","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1007\/s11092-024-09450-9","article-title":"Can feedback from students to teachers improve different dimensions of teaching quality in primary and secondary education? A hierarchical meta\u2010analysis","volume":"37","author":"R\u00f6hl","year":"2025","journal-title":"Educational Assessment, Evaluation and Accountability"},{"key":"10.1111\/mice.70063_bb0170","doi-asserted-by":"crossref","first-page":"55169","DOI":"10.1109\/ACCESS.2025.3554222","article-title":"End\u2010to\u2010end deployment of the educational AI hub for personalized learning and engagement: A case study on environmental science education","volume":"13","author":"Sajja","year":"2025","journal-title":"IEEE Access"},{"key":"10.1111\/mice.70063_bb0175","doi-asserted-by":"crossref","unstructured":"Salemi, A., & Zamani, H. (2024). Evaluating retrieval quality in retrieval\u2010augmented generation. Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, New York, NY, USA (pp. 2395\u20132400). https:\/\/doi.org\/10.1145\/3626772.3657957","DOI":"10.1145\/3626772.3657957"},{"issue":"7","key":"10.1111\/mice.70063_bb0180","doi-asserted-by":"crossref","first-page":"1019","DOI":"10.1111\/mice.13119","article-title":"Self\u2010training approach for crack detection using synthesized crack images based on conditional generative adversarial network","volume":"39","author":"Shim","year":"2024","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"key":"10.1111\/mice.70063_bb0185","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1162\/tacl_a_00530","article-title":"Improving the domain adaptation of retrieval augmented generation (RAG) models for open domain question answering","volume":"11","author":"Siriwardhana","year":"2023","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"10.1111\/mice.70063_bb0190","unstructured":"Standards Australia. (2020). Steel structures. No. AS 4100:2020. https:\/\/www.standards.org.au\/standards\u2010catalogue\/standard\u2010details?designation=as\u20104100\u20102020"},{"key":"10.1111\/mice.70063_bb0195","first-page":"25","article-title":"Adopting the power of AI chatbots for enriching students learning in Civil Engineering education: A study on capabilities and limitations","volume":"144","author":"Talha Junaid","year":"2024"},{"key":"10.1111\/mice.70063_bb0200","doi-asserted-by":"crossref","DOI":"10.3389\/fpsyg.2024.1474892","article-title":"Exploring generative AI in higher education: A RAG system to enhance student engagement with scientific literature","volume":"15","author":"Th\u00fcs","year":"2024","journal-title":"Frontiers in Psychology"},{"issue":"1","key":"10.1111\/mice.70063_bb0205","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1016\/S0957-4174(99)00050-0","article-title":"A knowledge\u2010based system for evaluation of superload permit applications","volume":"18","author":"Waheed","year":"2000","journal-title":"Expert Systems with Applications"},{"key":"10.1111\/mice.70063_bb0210","doi-asserted-by":"crossref","unstructured":"Wang, F., Wan, X., Sun, R., Chen, J., & Ar\u0131k, S. \u00d6. (2024). Astute RAG: Overcoming imperfect retrieval augmentation and knowledge conflicts for large language models. No. arXiv:2410.07176. arXiv. https:\/\/doi.org\/10.48550\/arXiv.2410.07176","DOI":"10.18653\/v1\/2025.acl-long.1476"},{"issue":"16","key":"10.1111\/mice.70063_bb0215","doi-asserted-by":"crossref","first-page":"2206","DOI":"10.1111\/mice.13020","article-title":"Reconstruction of sub\u2010mm 3D pavement images using recursive generative adversarial network for faster texture measurement","volume":"38","author":"Wang","year":"2023","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"issue":"2","key":"10.1111\/mice.70063_bb0220","doi-asserted-by":"crossref","first-page":"383","DOI":"10.1002\/cae.20474","article-title":"Web\u2010based tutor for interactive design of single\u2010span and continuous steel beams","volume":"20","author":"Wang","year":"2012","journal-title":"Computer Applications in Engineering Education"},{"key":"10.1111\/mice.70063_bb0225","article-title":"The effect of generative artificial intelligence (AI)\u2010based tool use on students\u2019 computational thinking skills, programming self\u2010efficacy and motivation","volume":"4","author":"Yilmaz","year":"2023","journal-title":"Computers and Education: Artificial Intelligence"},{"issue":"1","key":"10.1111\/mice.70063_bb0230","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1111\/mice.13013","article-title":"A deep natural language processing\u2010based method for ontology learning of project\u2010specific properties from building information models","volume":"39","author":"Yin","year":"2024","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"issue":"11","key":"10.1111\/mice.70063_bb0235","doi-asserted-by":"crossref","first-page":"1536","DOI":"10.1111\/mice.12954","article-title":"Prompt engineering for zero\u2010shot and few\u2010shot defect detection and classification using a visual\u2010language pretrained model","volume":"38","author":"Yong","year":"2023","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"},{"issue":"7","key":"10.1111\/mice.70063_bb0240","doi-asserted-by":"crossref","first-page":"1003","DOI":"10.1111\/mice.13116","article-title":"Coloring and fusing architectural sketches by combining a Y\u2010shaped generative adversarial network and a denoising diffusion implicit model","volume":"39","author":"Zhao","year":"2024","journal-title":"Computer\u2010Aided Civil and Infrastructure Engineering"}],"container-title":["Computer-Aided Civil and Infrastructure Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S109396872601306X?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S109396872601306X?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/mice.70063","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T09:20:28Z","timestamp":1773652828000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S109396872601306X"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11]]},"references-count":47,"journal-issue":{"issue":"26","published-print":{"date-parts":[[2025,11]]}},"alternative-id":["S109396872601306X"],"URL":"https:\/\/doi.org\/10.1111\/mice.70063","relation":{},"ISSN":["1093-9687"],"issn-type":[{"value":"1093-9687","type":"print"}],"subject":[],"published":{"date-parts":[[2025,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Proactive framework for evaluating retrieval\u2010augmented generation\u2010based learning assistants in engineering education","name":"articletitle","label":"Article Title"},{"value":"Computer-Aided Civil and Infrastructure Engineering","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1111\/mice.70063","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2025 The Author(s). Computer\u2010Aided Civil and Infrastructure Engineering published by Wiley Periodicals LLC on behalf of Editor. Published by Elsevier Inc.","name":"copyright","label":"Copyright"}]}}