[{"volume":146,"publication_status":"published","user_id":"83781","place":"Amsterdam [u.a.]","citation":{"chicago":"Becker, Julia, Benjamin Adrian, Dominik Green, and Sven Hinrichsen. “Evaluating Feedback Mechanisms in the Automatic Creation of Assembly Instructions Using Retrieval-Augmented Generation.” <i>Procedia CIRP</i> 146 (2026): 243–48. <a href=\"https://doi.org/10.1016/j.procir.2026.03.242\">https://doi.org/10.1016/j.procir.2026.03.242</a>.","ama":"Becker J, Adrian B, Green D, Hinrichsen S. Evaluating feedback mechanisms in the automatic creation of assembly instructions using retrieval-augmented generation. <i>Procedia CIRP</i>. 2026;146:243-248. doi:<a href=\"https://doi.org/10.1016/j.procir.2026.03.242\">10.1016/j.procir.2026.03.242</a>","din1505-2-1":"<span style=\"font-variant:small-caps;\">Becker, Julia</span> ; <span style=\"font-variant:small-caps;\">Adrian, Benjamin</span> ; <span style=\"font-variant:small-caps;\">Green, Dominik</span> ; <span style=\"font-variant:small-caps;\">Hinrichsen, Sven</span>: Evaluating feedback mechanisms in the automatic creation of assembly instructions using retrieval-augmented generation. In: <i>Procedia CIRP</i> Bd. 146. Amsterdam [u.a.], Elsevier BV (2026), S. 243–248","bjps":"<b>Becker J <i>et al.</i></b> (2026) Evaluating Feedback Mechanisms in the Automatic Creation of Assembly Instructions Using Retrieval-Augmented Generation. <i>Procedia CIRP</i> <b>146</b>, 243–248.","short":"J. Becker, B. Adrian, D. Green, S. Hinrichsen, Procedia CIRP 146 (2026) 243–248.","havard":"J. Becker, B. Adrian, D. Green, S. Hinrichsen, Evaluating feedback mechanisms in the automatic creation of assembly instructions using retrieval-augmented generation, Procedia CIRP. 146 (2026) 243–248.","van":"Becker J, Adrian B, Green D, Hinrichsen S. Evaluating feedback mechanisms in the automatic creation of assembly instructions using retrieval-augmented generation. Procedia CIRP. 2026;146:243–8.","ieee":"J. Becker, B. Adrian, D. Green, and S. Hinrichsen, “Evaluating feedback mechanisms in the automatic creation of assembly instructions using retrieval-augmented generation,” <i>Procedia CIRP</i>, vol. 146, pp. 243–248, 2026, doi: <a href=\"https://doi.org/10.1016/j.procir.2026.03.242\">10.1016/j.procir.2026.03.242</a>.","ufg":"<b>Becker, Julia u. a.</b>: Evaluating feedback mechanisms in the automatic creation of assembly instructions using retrieval-augmented generation, in: <i>Procedia CIRP</i> 146 (2026),  S. 243–248.","apa":"Becker, J., Adrian, B., Green, D., &#38; Hinrichsen, S. (2026). Evaluating feedback mechanisms in the automatic creation of assembly instructions using retrieval-augmented generation. <i>Procedia CIRP</i>, <i>146</i>, 243–248. <a href=\"https://doi.org/10.1016/j.procir.2026.03.242\">https://doi.org/10.1016/j.procir.2026.03.242</a>","chicago-de":"Becker, Julia, Benjamin Adrian, Dominik Green und Sven Hinrichsen. 2026. Evaluating feedback mechanisms in the automatic creation of assembly instructions using retrieval-augmented generation. <i>Procedia CIRP</i> 146: 243–248. doi:<a href=\"https://doi.org/10.1016/j.procir.2026.03.242\">10.1016/j.procir.2026.03.242</a>, .","mla":"Becker, Julia, et al. “Evaluating Feedback Mechanisms in the Automatic Creation of Assembly Instructions Using Retrieval-Augmented Generation.” <i>Procedia CIRP</i>, vol. 146, 2026, pp. 243–48, <a href=\"https://doi.org/10.1016/j.procir.2026.03.242\">https://doi.org/10.1016/j.procir.2026.03.242</a>."},"page":"243-248","language":[{"iso":"eng"}],"publication_identifier":{"issn":["2212-8271"]},"title":"Evaluating feedback mechanisms in the automatic creation of assembly instructions using retrieval-augmented generation","publication":"Procedia CIRP","status":"public","doi":"10.1016/j.procir.2026.03.242","date_updated":"2026-09-25T14:02:55Z","date_created":"2026-09-04T15:04:12Z","type":"scientific_journal_article","author":[{"last_name":"Becker","first_name":"Julia","full_name":"Becker, Julia"},{"full_name":"Adrian, Benjamin","last_name":"Adrian","first_name":"Benjamin","id":"42266"},{"id":"85489","full_name":"Green, Dominik","first_name":"Dominik","last_name":"Green"},{"last_name":"Hinrichsen","first_name":"Sven","full_name":"Hinrichsen, Sven","id":"49010"}],"abstract":[{"text":"In recent years, Retrieval Augmented Generation (RAG) has emerged as a promising technology for designing application-specific chatbots. RAG combines a Large Language Model (LLM) with application-specific information provided via a database. This opens up the possibility for companies to at least partially automate existing business processes using RAG. One use case relates to work preparation at a mechanical engineering company. Due to the high complexity of the products and the wide variety of variants, creating assembly instructions for individual assemblies and modules involves a considerable amount of administrative work. The use of RAG can help to significantly improve the efficiency of this process. However, a key challenge is to ensure high quality of automatically generated assembly instructions. While existing research has focused on feedback mechanisms for improving LLMs, the effectiveness of different prompt-based feedback types on RAG-generated technical documentation quality has not yet been sufficiently investigated. This article therefore explores how quality of assembly instructions can be improved by integrating feedback mechanisms into a RAG system. For this purpose, two different feedback mechanisms were used in a laboratory experiment. On the one hand, an exclusively quantitative feedback mechanism was used. On the other hand, quantitative and qualitative feedback were combined. The results demonstrate that feedback mechanisms contribute to improving quality of information in assembly instructions. In addition, it was found that exclusively quantitative feedback leads to similarly good results as more complex combined feedback.","lang":"eng"}],"publisher":"Elsevier BV","_id":"14001","year":"2026","intvolume":"       146","keyword":["Retrieval-Augmented Generation","Feedback Mechanisms","Large Language Model","Assembly Instruction"],"department":[{"_id":"DEP7020"},{"_id":"DEP1305"}],"quality_controlled":"1"},{"language":[{"iso":"eng"}],"publication":"Procedia CIRP","publication_identifier":{"issn":["2212-8271"]},"title":"Design of individual simulation games in manufacturing companies for game-based learning","status":"public","volume":119,"publication_status":"published","user_id":"83781","page":"1017-1022","place":"Amsterdam [u.a.]","citation":{"mla":"Machon, Fabian, et al. “Design of Individual Simulation Games in Manufacturing Companies for Game-Based Learning.” <i>Procedia CIRP</i>, vol. 119, 2023, pp. 1017–22, <a href=\"https://doi.org/10.1016/j.procir.2023.03.145\">https://doi.org/10.1016/j.procir.2023.03.145</a>.","apa":"Machon, F., Gabriel, S., Latos, B., Holtkötter, C., Lütkehoff, B., Asmar, L., Kühn, Dr. A., &#38; Dumitrescu, Prof. Dr. R. (2023). Design of individual simulation games in manufacturing companies for game-based learning. <i>Procedia CIRP</i>, <i>119</i>, 1017–1022. <a href=\"https://doi.org/10.1016/j.procir.2023.03.145\">https://doi.org/10.1016/j.procir.2023.03.145</a>","chicago-de":"Machon, Fabian, Stefan Gabriel, Benedikt Latos, Christoph Holtkötter, Ben Lütkehoff, Laban Asmar, Dr. Arno Kühn und Prof. Dr. Roman Dumitrescu. 2023. Design of individual simulation games in manufacturing companies for game-based learning. <i>Procedia CIRP</i> 119: 1017–1022. doi:<a href=\"https://doi.org/10.1016/j.procir.2023.03.145\">10.1016/j.procir.2023.03.145</a>, .","bjps":"<b>Machon F <i>et al.</i></b> (2023) Design of Individual Simulation Games in Manufacturing Companies for Game-Based Learning. <i>Procedia CIRP</i> <b>119</b>, 1017–1022.","din1505-2-1":"<span style=\"font-variant:small-caps;\">Machon, Fabian</span> ; <span style=\"font-variant:small-caps;\">Gabriel, Stefan</span> ; <span style=\"font-variant:small-caps;\">Latos, Benedikt</span> ; <span style=\"font-variant:small-caps;\">Holtkötter, Christoph</span> ; <span style=\"font-variant:small-caps;\">Lütkehoff, Ben</span> ; <span style=\"font-variant:small-caps;\">Asmar, Laban</span> ; <span style=\"font-variant:small-caps;\">Kühn, Dr. Arno</span> ; <span style=\"font-variant:small-caps;\">Dumitrescu, Prof. Dr. Roman</span>: Design of individual simulation games in manufacturing companies for game-based learning. In: <i>Procedia CIRP</i> Bd. 119. Amsterdam [u.a.], Elsevier BV (2023), S. 1017–1022","ufg":"<b>Machon, Fabian u. a.</b>: Design of individual simulation games in manufacturing companies for game-based learning, in: <i>Procedia CIRP</i> 119 (2023),  S. 1017–1022.","ieee":"F. Machon <i>et al.</i>, “Design of individual simulation games in manufacturing companies for game-based learning,” <i>Procedia CIRP</i>, vol. 119, pp. 1017–1022, 2023, doi: <a href=\"https://doi.org/10.1016/j.procir.2023.03.145\">10.1016/j.procir.2023.03.145</a>.","van":"Machon F, Gabriel S, Latos B, Holtkötter C, Lütkehoff B, Asmar L, et al. Design of individual simulation games in manufacturing companies for game-based learning. Procedia CIRP. 2023;119:1017–22.","havard":"F. Machon, S. Gabriel, B. Latos, C. Holtkötter, B. Lütkehoff, L. Asmar, Dr.A. Kühn, Prof.Dr.R. Dumitrescu, Design of individual simulation games in manufacturing companies for game-based learning, Procedia CIRP. 119 (2023) 1017–1022.","short":"F. Machon, S. Gabriel, B. Latos, C. Holtkötter, B. Lütkehoff, L. Asmar, Dr.A. Kühn, Prof.Dr.R. Dumitrescu, Procedia CIRP 119 (2023) 1017–1022.","chicago":"Machon, Fabian, Stefan Gabriel, Benedikt Latos, Christoph Holtkötter, Ben Lütkehoff, Laban Asmar, Dr. Arno Kühn, and Prof. Dr. Roman Dumitrescu. “Design of Individual Simulation Games in Manufacturing Companies for Game-Based Learning.” <i>Procedia CIRP</i> 119 (2023): 1017–22. <a href=\"https://doi.org/10.1016/j.procir.2023.03.145\">https://doi.org/10.1016/j.procir.2023.03.145</a>.","ama":"Machon F, Gabriel S, Latos B, et al. Design of individual simulation games in manufacturing companies for game-based learning. <i>Procedia CIRP</i>. 2023;119:1017-1022. doi:<a href=\"https://doi.org/10.1016/j.procir.2023.03.145\">10.1016/j.procir.2023.03.145</a>"},"year":"2023","_id":"13019","intvolume":"       119","quality_controlled":"1","department":[{"_id":"DEP1500"}],"keyword":["industry 4.0","digitalization","digital transformation","simulation games","game-based learning","education","employee education","qualification"],"date_updated":"2025-06-24T13:45:56Z","doi":"10.1016/j.procir.2023.03.145","author":[{"full_name":"Machon, Fabian","last_name":"Machon","first_name":"Fabian"},{"last_name":"Gabriel","first_name":"Stefan","full_name":"Gabriel, Stefan"},{"full_name":"Latos, Benedikt","last_name":"Latos","first_name":"Benedikt","id":"84474"},{"full_name":"Holtkötter, Christoph","first_name":"Christoph","last_name":"Holtkötter"},{"first_name":"Ben","last_name":"Lütkehoff","full_name":"Lütkehoff, Ben"},{"full_name":"Asmar, Laban","first_name":"Laban","last_name":"Asmar"},{"last_name":"Kühn","first_name":"Dr. Arno","full_name":"Kühn, Dr. Arno"},{"full_name":"Dumitrescu, Prof. Dr. Roman","first_name":"Prof. Dr. Roman","last_name":"Dumitrescu"}],"type":"scientific_journal_article","date_created":"2025-06-24T13:42:09Z","publisher":"Elsevier BV","abstract":[{"lang":"eng","text":"The digital transformation of manufacturing companies is a huge driver of complexity in organizational structures and processes. Challenges such as an increasing number of variants, rapid changes in technology, and a multitude of interfaces between IT systems within companies require changed qualifications in the workforce. Employees lack a profound understanding of the added value that digitalization can bring to the company and themselves. To address these challenges, simulation games are a suitable approach. Simulation games are active learning methods that simulate real systems in an artificial environment. The goal is to give employees the opportunity to gain experience and make decisions without creating a pressure situation or endangering the real production system. This enables them to better understand, evaluate and design real systems. In order to make optimal use of simulation games in manufacturing companies, they should be customized to the company and its employees due to individual processes and structures. This paper presents a procedure model for designing a concept of individualized simulation games for manufacturing companies in the context of digitalization. It starts with the identification of requirements. Subsequently, the requirements of the individual elements are combined into a holistic simulation game. The piloting of the framework is presented using an example from industrial practice."}]},{"author":[{"full_name":"Gabriel, Stefan","last_name":"Gabriel","first_name":"Stefan"},{"first_name":"Dominik","last_name":"Bentler","full_name":"Bentler, Dominik"},{"last_name":"Grote","first_name":"Eva-Maria","full_name":"Grote, Eva-Maria"},{"first_name":"Caroline","last_name":"Junker","full_name":"Junker, Caroline"},{"full_name":"Wendischhoff, David Meyer zu","first_name":"David Meyer zu","last_name":"Wendischhoff"},{"full_name":"Bansmann, Michael","last_name":"Bansmann","first_name":"Michael"},{"first_name":"Benedikt","last_name":"Latos","full_name":"Latos, Benedikt"},{"first_name":"Daniela","last_name":"Hobscheidt","full_name":"Hobscheidt, Daniela"},{"last_name":"Kühn","first_name":"Arno","full_name":"Kühn, Arno"},{"full_name":"Dumitrescu, Roman","first_name":"Roman","last_name":"Dumitrescu"}],"type":"journal_article","date_created":"2023-10-30T10:13:04Z","publisher":"Elsevier BV","abstract":[{"text":"Artificial Intelligence (AI)-based applications promise great potential benefits for companies. However, an isolated consideration of the technical system is not sufficient for the design. Rather, it is necessary to design the entire work system taking into account the socio-technical system approach. This enables the combination of the strengths of people and intelligent systems. This paper presents an approach for a socio-technical requirements elicitation in the design of AI-based systems by adapting the HTO-analysis. First, a mission statement is developed. Based on a detailed process modelling, existing data and systems are recorded. In addition, all relevant stakeholder groups are included by conducting interviews and surveys. Thus, the procedure enables the derivation of a comprehensive catalogue of requirements. The application of the approach is illustrated by using an example from industrial practice, the design of an intelligent workforce planning system.","lang":"eng"}],"extern":"1","date_updated":"2023-10-31T15:40:36Z","doi":"10.1016/j.procir.2022.05.274","intvolume":"       109","quality_controlled":"1","department":[{"_id":"DEP1522"}],"keyword":["socio-technial design socio-technial design","requirements elicitation","AI-human-collaboration","work design : workforce planning requirements elicitation AI-human-collaboration work design workforce planning"],"year":"2022","_id":"10645","user_id":"83781","page":"431-436","citation":{"ama":"Gabriel S, Bentler D, Grote EM, et al. Requirements analysis for an intelligent workforce planning system: a socio-technical approach to design AI-based systems. <i>Procedia CIRP</i>. 2022;109:431-436. doi:<a href=\"https://doi.org/10.1016/j.procir.2022.05.274\">10.1016/j.procir.2022.05.274</a>","chicago":"Gabriel, Stefan, Dominik Bentler, Eva-Maria Grote, Caroline Junker, David Meyer zu Wendischhoff, Michael Bansmann, Benedikt Latos, Daniela Hobscheidt, Arno Kühn, and Roman Dumitrescu. “Requirements Analysis for an Intelligent Workforce Planning System: A Socio-Technical Approach to Design AI-Based Systems.” <i>Procedia CIRP</i> 109 (2022): 431–36. <a href=\"https://doi.org/10.1016/j.procir.2022.05.274\">https://doi.org/10.1016/j.procir.2022.05.274</a>.","mla":"Gabriel, Stefan, et al. “Requirements Analysis for an Intelligent Workforce Planning System: A Socio-Technical Approach to Design AI-Based Systems.” <i>Procedia CIRP</i>, vol. 109, 2022, pp. 431–36, <a href=\"https://doi.org/10.1016/j.procir.2022.05.274\">https://doi.org/10.1016/j.procir.2022.05.274</a>.","chicago-de":"Gabriel, Stefan, Dominik Bentler, Eva-Maria Grote, Caroline Junker, David Meyer zu Wendischhoff, Michael Bansmann, Benedikt Latos, Daniela Hobscheidt, Arno Kühn und Roman Dumitrescu. 2022. Requirements analysis for an intelligent workforce planning system: a socio-technical approach to design AI-based systems. <i>Procedia CIRP</i> 109: 431–436. doi:<a href=\"https://doi.org/10.1016/j.procir.2022.05.274\">10.1016/j.procir.2022.05.274</a>, .","apa":"Gabriel, S., Bentler, D., Grote, E.-M., Junker, C., Wendischhoff, D. M. zu, Bansmann, M., Latos, B., Hobscheidt, D., Kühn, A., &#38; Dumitrescu, R. (2022). Requirements analysis for an intelligent workforce planning system: a socio-technical approach to design AI-based systems. <i>Procedia CIRP</i>, <i>109</i>, 431–436. <a href=\"https://doi.org/10.1016/j.procir.2022.05.274\">https://doi.org/10.1016/j.procir.2022.05.274</a>","ufg":"<b>Gabriel, Stefan u. a.</b>: Requirements analysis for an intelligent workforce planning system: a socio-technical approach to design AI-based systems, in: <i>Procedia CIRP</i> 109 (2022),  S. 431–436.","ieee":"S. Gabriel <i>et al.</i>, “Requirements analysis for an intelligent workforce planning system: a socio-technical approach to design AI-based systems,” <i>Procedia CIRP</i>, vol. 109, pp. 431–436, 2022, doi: <a href=\"https://doi.org/10.1016/j.procir.2022.05.274\">10.1016/j.procir.2022.05.274</a>.","van":"Gabriel S, Bentler D, Grote EM, Junker C, Wendischhoff DM zu, Bansmann M, et al. Requirements analysis for an intelligent workforce planning system: a socio-technical approach to design AI-based systems. Procedia CIRP. 2022;109:431–6.","short":"S. Gabriel, D. Bentler, E.-M. Grote, C. Junker, D.M. zu Wendischhoff, M. Bansmann, B. Latos, D. Hobscheidt, A. Kühn, R. Dumitrescu, Procedia CIRP 109 (2022) 431–436.","havard":"S. Gabriel, D. Bentler, E.-M. Grote, C. Junker, D.M. zu Wendischhoff, M. Bansmann, B. Latos, D. Hobscheidt, A. Kühn, R. Dumitrescu, Requirements analysis for an intelligent workforce planning system: a socio-technical approach to design AI-based systems, Procedia CIRP. 109 (2022) 431–436.","bjps":"<b>Gabriel S <i>et al.</i></b> (2022) Requirements Analysis for an Intelligent Workforce Planning System: A Socio-Technical Approach to Design AI-Based Systems. <i>Procedia CIRP</i> <b>109</b>, 431–436.","din1505-2-1":"<span style=\"font-variant:small-caps;\"><span style=\"font-variant:small-caps;\">Gabriel, Stefan</span> ; <span style=\"font-variant:small-caps;\">Bentler, Dominik</span> ; <span style=\"font-variant:small-caps;\">Grote, Eva-Maria</span> ; <span style=\"font-variant:small-caps;\">Junker, Caroline</span> ; <span style=\"font-variant:small-caps;\">Wendischhoff, David Meyer zu</span> ; <span style=\"font-variant:small-caps;\">Bansmann, Michael</span> ; <span style=\"font-variant:small-caps;\">Latos, Benedikt</span> ; <span style=\"font-variant:small-caps;\">Hobscheidt, Daniela</span> ; u. a.</span>: Requirements analysis for an intelligent workforce planning system: a socio-technical approach to design AI-based systems. In: <i>Procedia CIRP</i> Bd. 109, Elsevier BV (2022), S. 431–436"},"volume":109,"publication_status":"published","publication":"Procedia CIRP","publication_identifier":{"issn":["2212-8271"]},"title":"Requirements analysis for an intelligent workforce planning system: a socio-technical approach to design AI-based systems","status":"public","language":[{"iso":"eng"}]}]