[{"abstract":[{"lang":"eng","text":"Projection-based assitive systems that guide users through assembly work are on their way to industrial application. Previous research work investigated how people can be supported with such systems. However, there has been little work on the question on how to generate and author sequential instructions for assitive systems. In this paper, we present a new concept and a prototypical implementation of an assitive system that can be taught by demonstrating an assembly process. By using a combination of RGB and depth cameras, we can generate an assembly instruction of Lego Duplo bricks based on the demonstration of a user. This generated manual can later on be used for assisting other users in the assembly process. By our prototype system, we show the technological feasibility of assistive systems that can learn from users."}],"_id":"4094","page":"153-163","type":"conference","volume":12203,"author":[{"last_name":"Büttner","id":"61868","full_name":"Büttner, Sebastian","first_name":"Sebastian"},{"last_name":"Peda","full_name":"Peda, Andreas","id":"51144","first_name":"Andreas"},{"last_name":"Heinz","full_name":"Heinz, Mario","id":"68913","first_name":"Mario"},{"last_name":"Röcker","id":"61525","full_name":"Röcker, Carsten","first_name":"Carsten"}],"status":"public","place":"Berlin","language":[{"iso":"eng"}],"date_created":"2020-11-26T14:10:00Z","main_file_link":[{"url":"https://link.springer.com/chapter/10.1007/978-3-030-50344-4_12","open_access":"1"}],"user_id":"83781","year":"2020","date_updated":"2025-06-26T08:59:53Z","oa":"1","publisher":"Springer","citation":{"ama":"Büttner S, Peda A, Heinz M, Röcker C. Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users. In: <i>22nd International Conference on Human-Computer Interaction</i>. Vol 12203. Lecture Notes in Computer Science. Springer; 2020:153-163. doi:<a href=\"https://doi.org/10.1007/978-3-030-50344-4_12\">https://doi.org/10.1007/978-3-030-50344-4_12</a>","chicago":"Büttner, Sebastian, Andreas Peda, Mario Heinz, and Carsten Röcker. “Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users.” In <i>22nd International Conference on Human-Computer Interaction</i>, 12203:153–63. Lecture Notes in Computer Science. Berlin: Springer, 2020. <a href=\"https://doi.org/10.1007/978-3-030-50344-4_12\">https://doi.org/10.1007/978-3-030-50344-4_12</a>.","short":"S. Büttner, A. Peda, M. Heinz, C. Röcker, in: 22nd International Conference on Human-Computer Interaction, Springer, Berlin, 2020, pp. 153–163.","mla":"Büttner, Sebastian, et al. “Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users.” <i>22nd International Conference on Human-Computer Interaction</i>, vol. 12203, Springer, 2020, pp. 153–63, <a href=\"https://doi.org/10.1007/978-3-030-50344-4_12\">https://doi.org/10.1007/978-3-030-50344-4_12</a>.","apa":"Büttner, S., Peda, A., Heinz, M., &#38; Röcker, C. (2020). Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users. <i>22nd International Conference on Human-Computer Interaction</i>, <i>12203</i>, 153–163. <a href=\"https://doi.org/10.1007/978-3-030-50344-4_12\">https://doi.org/10.1007/978-3-030-50344-4_12</a>","din1505-2-1":"<span style=\"font-variant:small-caps;\">Büttner, Sebastian</span> ; <span style=\"font-variant:small-caps;\">Peda, Andreas</span> ; <span style=\"font-variant:small-caps;\">Heinz, Mario</span> ; <span style=\"font-variant:small-caps;\">Röcker, Carsten</span>: Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users. In: <i>22nd International Conference on Human-Computer Interaction</i>, <i>Lecture Notes in Computer Science</i>. Bd. 12203. Berlin : Springer, 2020, S. 153–163","havard":"S. Büttner, A. Peda, M. Heinz, C. Röcker, Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users, in: 22nd International Conference on Human-Computer Interaction, Springer, Berlin, 2020: pp. 153–163.","ufg":"<b>Büttner, Sebastian u. a.</b>: Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users, in: o. Hg.: 22nd International Conference on Human-Computer Interaction, Bd. 12203, Berlin 2020 (Lecture Notes in Computer Science),  S. 153–163.","chicago-de":"Büttner, Sebastian, Andreas Peda, Mario Heinz und Carsten Röcker. 2020. Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users. In: <i>22nd International Conference on Human-Computer Interaction</i>, 12203:153–163. Lecture Notes in Computer Science. Berlin: Springer. doi:<a href=\"https://doi.org/10.1007/978-3-030-50344-4_12\">https://doi.org/10.1007/978-3-030-50344-4_12</a>, .","bjps":"<b>Büttner S <i>et al.</i></b> (2020) Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users. <i>22nd International Conference on Human-Computer Interaction</i>, vol. 12203. Berlin: Springer, pp. 153–163.","van":"Büttner S, Peda A, Heinz M, Röcker C. Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users. In: 22nd International Conference on Human-Computer Interaction. Berlin: Springer; 2020. p. 153–63. (Lecture Notes in Computer Science; vol. 12203).","ieee":"S. Büttner, A. Peda, M. Heinz, and C. Röcker, “Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users,” in <i>22nd International Conference on Human-Computer Interaction</i>, Copenhagen, Denmark, 2020, vol. 12203, pp. 153–163. doi: <a href=\"https://doi.org/10.1007/978-3-030-50344-4_12\">https://doi.org/10.1007/978-3-030-50344-4_12</a>."},"intvolume":"     12203","series_title":"Lecture Notes in Computer Science","doi":"https://doi.org/10.1007/978-3-030-50344-4_12","publication_status":"published","publication_identifier":{"isbn":["978-3-030-50343-7"],"eisbn":["978-3-030-50344-4"]},"title":"Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users","department":[{"_id":"DEP5023"}],"conference":{"name":"22nd International Conference on Human-Computer Interaction","start_date":"2020-07-19","location":"Copenhagen, Denmark","end_date":"2020-07-24"},"publication":"22nd International Conference on Human-Computer Interaction","keyword":["Assitive system","Authoring","Instruction generation","Computer vision","Teaching by demonstration"]},{"keyword":["Assistive systems","Eye tracking","Human behavior"],"doi":"https://doi.org/10.1007/978-3-030-50344-4_19","publication_status":"published","publication_identifier":{"isbn":["978-3-030-50343-7"],"eisbn":["978-3-030-50344-4"]},"department":[{"_id":"DEP5023"}],"title":"Exploring Users' Eye Movements When Using Projection-based Assembly Assistive Systems","conference":{"end_date":"2020-07-24","start_date":"2020-07-19","location":"Copenhagen, Denmark","name":"22nd International Conference on Human-Computer Interaction"},"publication":"22nd International Conference on Human-Computer Interaction","intvolume":"     12203","series_title":"Lecture Notes in Computer Science","oa":"1","publisher":"Springer","citation":{"apa":"Heinz, M., Büttner, S., &#38; Röcker, C. (2020). Exploring Users’ Eye Movements When Using Projection-based Assembly Assistive Systems. <i>22nd International Conference on Human-Computer Interaction</i>, <i>12203</i>, 259–272. <a href=\"https://doi.org/10.1007/978-3-030-50344-4_19\">https://doi.org/10.1007/978-3-030-50344-4_19</a>","ama":"Heinz M, Büttner S, Röcker C. Exploring Users’ Eye Movements When Using Projection-based Assembly Assistive Systems. In: <i>22nd International Conference on Human-Computer Interaction</i>. Vol 12203. Lecture Notes in Computer Science. Springer; 2020:259-272. doi:<a href=\"https://doi.org/10.1007/978-3-030-50344-4_19\">https://doi.org/10.1007/978-3-030-50344-4_19</a>","ufg":"<b>Heinz, Mario/Büttner, Sebastian/Röcker, Carsten</b>: Exploring Users’ Eye Movements When Using Projection-based Assembly Assistive Systems, in: o. Hg.: 22nd International Conference on Human-Computer Interaction, Bd. 12203, Berlin 2020 (Lecture Notes in Computer Science),  S. 259–272.","havard":"M. Heinz, S. Büttner, C. Röcker, Exploring Users’ Eye Movements When Using Projection-based Assembly Assistive Systems, in: 22nd International Conference on Human-Computer Interaction, Springer, Berlin, 2020: pp. 259–272.","ieee":"M. Heinz, S. Büttner, and C. Röcker, “Exploring Users’ Eye Movements When Using Projection-based Assembly Assistive Systems,” in <i>22nd International Conference on Human-Computer Interaction</i>, Copenhagen, Denmark, 2020, vol. 12203, pp. 259–272. doi: <a href=\"https://doi.org/10.1007/978-3-030-50344-4_19\">https://doi.org/10.1007/978-3-030-50344-4_19</a>.","van":"Heinz M, Büttner S, Röcker C. Exploring Users’ Eye Movements When Using Projection-based Assembly Assistive Systems. In: 22nd International Conference on Human-Computer Interaction. Berlin: Springer; 2020. p. 259–72. (Lecture Notes in Computer Science; vol. 12203).","din1505-2-1":"<span style=\"font-variant:small-caps;\">Heinz, Mario</span> ; <span style=\"font-variant:small-caps;\">Büttner, Sebastian</span> ; <span style=\"font-variant:small-caps;\">Röcker, Carsten</span>: Exploring Users’ Eye Movements When Using Projection-based Assembly Assistive Systems. In: <i>22nd International Conference on Human-Computer Interaction</i>, <i>Lecture Notes in Computer Science</i>. Bd. 12203. Berlin : Springer, 2020, S. 259–272","mla":"Heinz, Mario, et al. “Exploring Users’ Eye Movements When Using Projection-Based Assembly Assistive Systems.” <i>22nd International Conference on Human-Computer Interaction</i>, vol. 12203, Springer, 2020, pp. 259–72, <a href=\"https://doi.org/10.1007/978-3-030-50344-4_19\">https://doi.org/10.1007/978-3-030-50344-4_19</a>.","short":"M. Heinz, S. Büttner, C. Röcker, in: 22nd International Conference on Human-Computer Interaction, Springer, Berlin, 2020, pp. 259–272.","chicago":"Heinz, Mario, Sebastian Büttner, and Carsten Röcker. “Exploring Users’ Eye Movements When Using Projection-Based Assembly Assistive Systems.” In <i>22nd International Conference on Human-Computer Interaction</i>, 12203:259–72. Lecture Notes in Computer Science. Berlin: Springer, 2020. <a href=\"https://doi.org/10.1007/978-3-030-50344-4_19\">https://doi.org/10.1007/978-3-030-50344-4_19</a>.","chicago-de":"Heinz, Mario, Sebastian Büttner und Carsten Röcker. 2020. Exploring Users’ Eye Movements When Using Projection-based Assembly Assistive Systems. In: <i>22nd International Conference on Human-Computer Interaction</i>, 12203:259–272. Lecture Notes in Computer Science. Berlin: Springer. doi:<a href=\"https://doi.org/10.1007/978-3-030-50344-4_19\">https://doi.org/10.1007/978-3-030-50344-4_19</a>, .","bjps":"<b>Heinz M, Büttner S and Röcker C</b> (2020) Exploring Users’ Eye Movements When Using Projection-Based Assembly Assistive Systems. <i>22nd International Conference on Human-Computer Interaction</i>, vol. 12203. Berlin: Springer, pp. 259–272."},"user_id":"83781","date_updated":"2025-06-26T08:59:34Z","year":"2020","language":[{"iso":"eng"}],"date_created":"2020-11-26T14:10:03Z","main_file_link":[{"open_access":"1","url":"https://link.springer.com/chapter/10.1007/978-3-030-50344-4_19"}],"author":[{"id":"68913","full_name":"Heinz, Mario","last_name":"Heinz","first_name":"Mario"},{"last_name":"Büttner","id":"61868","full_name":"Büttner, Sebastian","first_name":"Sebastian"},{"first_name":"Carsten","last_name":"Röcker","id":"61525","full_name":"Röcker, Carsten"}],"status":"public","place":"Berlin","abstract":[{"lang":"eng","text":"Projection-based assistive systems have shown to be a promising technology to support workers during manual assembly processes in industrial manufacturing by projecting instructions into the working area. While existing studies have investigated various aspects of these systems, little research has been conducted regarding the way in which the user accesses the provided instructions. In this paper we analyze the eye movements of users during the repeated execution of an assembly task at a projection-based assistive system in order to gain insights into the utilization of the presented instructions. For this purpose, we analyzed eye tracking recordings from a user study with 15 participants to investigate the sequences in which the respective instructions are observed by the users. The results show a significantly lower number of nonlinear gaze sequences as well as a significantly higher number of steps without observing the instructions during the repeated use of the assistive system. In addition, there was a significantly lower task completion time during repeated use of the assistive system."}],"page":"259-272","_id":"4096","type":"conference","volume":12203},{"user_id":"83781","date_updated":"2025-06-26T13:28:35Z","year":"2020","language":[{"iso":"eng"}],"date_created":"2020-11-26T14:10:04Z","main_file_link":[{"url":"https://link.springer.com/chapter/10.1007/978-3-030-50344-4_14","open_access":"1"}],"author":[{"id":"61743","full_name":"Besginow, Andreas","last_name":"Besginow","first_name":"Andreas"},{"last_name":"Büttner","full_name":"Büttner, Sebastian","id":"61868","first_name":"Sebastian"},{"first_name":"Carsten","full_name":"Röcker, Carsten","id":"61525","last_name":"Röcker"}],"status":"public","place":"Berlin","abstract":[{"lang":"eng","text":"The capabilities of object detection are well known, but many projects don’t use them, despite potential benefit. Even though the use of object detection algorithms is facilitated through frameworks and publications, a big issue is the creation of the necessary training data. To tackle this issue, this work shows the design and evaluation of a prototype, which allows users to create synthetic datasets for object detection in images. The prototype is evaluated using YOLOv3 as the underlying detector and shows that the generated datasets are equally good in quality as manually created data. This encourages a wide adoption of object detection algorithms in different areas, since image creation and labeling is often the most time consuming step."}],"_id":"4097","type":"conference","page":"178-192","volume":12203,"keyword":["Object detection","Synthetic datasets","Machine learning","Deep learning"],"doi":"https://doi.org/10.1007/978-3-030-50344-4_14","publication_identifier":{"eisbn":["978-3-030-50344-4"],"isbn":["978-3-030-50343-7"]},"publication_status":"published","title":"Making Object Detection Available to Everyone - A Hardware Prototype for Semi-automatic Synthetic Data Generation","department":[{"_id":"DEP5023"}],"conference":{"name":"22nd International Conference on Human-Computer Interaction","end_date":"2020-07-24","start_date":"2020-07-19","location":"Copenhagen, Denmark"},"publication":"22nd International Conference on Human-Computer Interaction","intvolume":"     12203","series_title":"Lecture Notes in Computer Science ","oa":"1","publisher":"Springer","citation":{"ama":"Besginow A, Büttner S, Röcker C. Making Object Detection Available to Everyone - A Hardware Prototype for Semi-automatic Synthetic Data Generation. In: <i>22nd International Conference on Human-Computer Interaction</i>. Vol 12203. Lecture Notes in Computer Science . Springer; 2020:178-192. doi:<a href=\"https://doi.org/10.1007/978-3-030-50344-4_14\">https://doi.org/10.1007/978-3-030-50344-4_14</a>","apa":"Besginow, A., Büttner, S., &#38; Röcker, C. (2020). Making Object Detection Available to Everyone - A Hardware Prototype for Semi-automatic Synthetic Data Generation. <i>22nd International Conference on Human-Computer Interaction</i>, <i>12203</i>, 178–192. <a href=\"https://doi.org/10.1007/978-3-030-50344-4_14\">https://doi.org/10.1007/978-3-030-50344-4_14</a>","havard":"A. Besginow, S. Büttner, C. Röcker, Making Object Detection Available to Everyone - A Hardware Prototype for Semi-automatic Synthetic Data Generation, in: 22nd International Conference on Human-Computer Interaction, Springer, Berlin, 2020: pp. 178–192.","ufg":"<b>Besginow, Andreas/Büttner, Sebastian/Röcker, Carsten</b>: Making Object Detection Available to Everyone - A Hardware Prototype for Semi-automatic Synthetic Data Generation, in: o. Hg.: 22nd International Conference on Human-Computer Interaction, Bd. 12203, Berlin 2020 (Lecture Notes in Computer Science ),  S. 178–192.","van":"Besginow A, Büttner S, Röcker C. Making Object Detection Available to Everyone - A Hardware Prototype for Semi-automatic Synthetic Data Generation. In: 22nd International Conference on Human-Computer Interaction. Berlin: Springer; 2020. p. 178–92. (Lecture Notes in Computer Science ; vol. 12203).","ieee":"A. Besginow, S. Büttner, and C. Röcker, “Making Object Detection Available to Everyone - A Hardware Prototype for Semi-automatic Synthetic Data Generation,” in <i>22nd International Conference on Human-Computer Interaction</i>, Copenhagen, Denmark, 2020, vol. 12203, pp. 178–192. doi: <a href=\"https://doi.org/10.1007/978-3-030-50344-4_14\">https://doi.org/10.1007/978-3-030-50344-4_14</a>.","short":"A. Besginow, S. Büttner, C. Röcker, in: 22nd International Conference on Human-Computer Interaction, Springer, Berlin, 2020, pp. 178–192.","chicago":"Besginow, Andreas, Sebastian Büttner, and Carsten Röcker. “Making Object Detection Available to Everyone - A Hardware Prototype for Semi-Automatic Synthetic Data Generation.” In <i>22nd International Conference on Human-Computer Interaction</i>, 12203:178–92. Lecture Notes in Computer Science . Berlin: Springer, 2020. <a href=\"https://doi.org/10.1007/978-3-030-50344-4_14\">https://doi.org/10.1007/978-3-030-50344-4_14</a>.","mla":"Besginow, Andreas, et al. “Making Object Detection Available to Everyone - A Hardware Prototype for Semi-Automatic Synthetic Data Generation.” <i>22nd International Conference on Human-Computer Interaction</i>, vol. 12203, Springer, 2020, pp. 178–92, <a href=\"https://doi.org/10.1007/978-3-030-50344-4_14\">https://doi.org/10.1007/978-3-030-50344-4_14</a>.","din1505-2-1":"<span style=\"font-variant:small-caps;\">Besginow, Andreas</span> ; <span style=\"font-variant:small-caps;\">Büttner, Sebastian</span> ; <span style=\"font-variant:small-caps;\">Röcker, Carsten</span>: Making Object Detection Available to Everyone - A Hardware Prototype for Semi-automatic Synthetic Data Generation. In: <i>22nd International Conference on Human-Computer Interaction</i>, <i>Lecture Notes in Computer Science </i>. Bd. 12203. Berlin : Springer, 2020, S. 178–192","chicago-de":"Besginow, Andreas, Sebastian Büttner und Carsten Röcker. 2020. Making Object Detection Available to Everyone - A Hardware Prototype for Semi-automatic Synthetic Data Generation. In: <i>22nd International Conference on Human-Computer Interaction</i>, 12203:178–192. Lecture Notes in Computer Science . Berlin: Springer. doi:<a href=\"https://doi.org/10.1007/978-3-030-50344-4_14\">https://doi.org/10.1007/978-3-030-50344-4_14</a>, .","bjps":"<b>Besginow A, Büttner S and Röcker C</b> (2020) Making Object Detection Available to Everyone - A Hardware Prototype for Semi-Automatic Synthetic Data Generation. <i>22nd International Conference on Human-Computer Interaction</i>, vol. 12203. Berlin: Springer, pp. 178–192."}}]