[{"oa":"1","department":[{"_id":"DEP8008"},{"_id":"DEP8008"}],"conference":{"location":"Poznan, Poland","name":"35th ACM Conference on Hypertext and Social Media","end_date":"2024-09-13","start_date":"2024-09-10"},"quality_controlled":"1","_id":"12048","language":[{"iso":"eng"}],"date_created":"2024-11-22T12:25:29Z","date_updated":"2025-06-25T13:06:37Z","keyword":["Storytelling","Authoring","GPT","Hypercomics","Large Language Models"],"publication_status":"published","user_id":"83781","title":"Authoring Educational Hypercomics assisted by Large Language Models","main_file_link":[{"open_access":"1","url":"https://dl.acm.org/doi/10.1145/3648188.3675124"}],"author":[{"id":"74000","full_name":"Grimm, Valentin","last_name":"Grimm","first_name":"Valentin"},{"id":"45672","full_name":"Rubart, Jessica","last_name":"Rubart","first_name":"Jessica"}],"type":"conference_editor_article","place":"New York, USA","citation":{"short":"V. Grimm, J. Rubart, Authoring Educational Hypercomics Assisted by Large Language Models, Association for Computing Machinery (ACM), New York, USA, 2024.","ama":"Grimm V, Rubart J. <i>Authoring Educational Hypercomics Assisted by Large Language Models</i>. Association for Computing Machinery (ACM); 2024:88-97. doi:<a href=\"https://doi.org/10.1145/3648188.3675124\">10.1145/3648188.3675124</a>","apa":"Grimm, V., &#38; Rubart, J. (2024). Authoring Educational Hypercomics assisted by Large Language Models. In <i>HT ’24: Proceedings of the 35th ACM Conference on Hypertext and Social Media</i> (pp. 88–97). Association for Computing Machinery (ACM). <a href=\"https://doi.org/10.1145/3648188.3675124\">https://doi.org/10.1145/3648188.3675124</a>","havard":"V. Grimm, J. Rubart, Authoring Educational Hypercomics assisted by Large Language Models, Association for Computing Machinery (ACM), New York, USA, 2024.","bjps":"<b>Grimm V and Rubart J</b> (2024) <i>Authoring Educational Hypercomics Assisted by Large Language Models</i>. New York, USA: Association for Computing Machinery (ACM).","ieee":"V. Grimm and J. Rubart, <i>Authoring Educational Hypercomics assisted by Large Language Models</i>. New York, USA: Association for Computing Machinery (ACM), 2024, pp. 88–97. doi: <a href=\"https://doi.org/10.1145/3648188.3675124\">10.1145/3648188.3675124</a>.","van":"Grimm V, Rubart J. Authoring Educational Hypercomics assisted by Large Language Models. HT ’24: Proceedings of the 35th ACM Conference on Hypertext and Social Media. New York, USA: Association for Computing Machinery (ACM); 2024.","ufg":"<b>Grimm, Valentin/Rubart, Jessica</b>: Authoring Educational Hypercomics assisted by Large Language Models, New York, USA 2024.","chicago":"Grimm, Valentin, and Jessica Rubart. <i>Authoring Educational Hypercomics Assisted by Large Language Models</i>. <i>HT ’24: Proceedings of the 35th ACM Conference on Hypertext and Social Media</i>. New York, USA: Association for Computing Machinery (ACM), 2024. <a href=\"https://doi.org/10.1145/3648188.3675124\">https://doi.org/10.1145/3648188.3675124</a>.","chicago-de":"Grimm, Valentin und Jessica Rubart. 2024. <i>Authoring Educational Hypercomics assisted by Large Language Models</i>. <i>HT ’24: Proceedings of the 35th ACM Conference on Hypertext and Social Media</i>. New York, USA: Association for Computing Machinery (ACM). doi:<a href=\"https://doi.org/10.1145/3648188.3675124\">10.1145/3648188.3675124</a>, .","mla":"Grimm, Valentin, and Jessica Rubart. “Authoring Educational Hypercomics Assisted by Large Language Models.” <i>HT ’24: Proceedings of the 35th ACM Conference on Hypertext and Social Media</i>, Association for Computing Machinery (ACM), 2024, pp. 88–97, <a href=\"https://doi.org/10.1145/3648188.3675124\">https://doi.org/10.1145/3648188.3675124</a>.","din1505-2-1":"<span style=\"font-variant:small-caps;\">Grimm, Valentin</span> ; <span style=\"font-variant:small-caps;\">Rubart, Jessica</span>: <i>Authoring Educational Hypercomics assisted by Large Language Models</i>. New York, USA : Association for Computing Machinery (ACM), 2024"},"year":"2024","doi":"10.1145/3648188.3675124","publication_identifier":{"isbn":["979-8-4007-0595-3 "]},"abstract":[{"lang":"eng","text":"Interactive stories can be an effective approach for teaching purposes. One shortcoming is the effort necessary to author and create these stories, especially complex storylines with choices for the readers. Based on recent advances in Natural Language Processing (NLP), new opportunities arise for assistance systems in the context of interactive stories. In our work, we present an authoring approach and prototypical tool for the creation of visual comic-strip like interactive stories, a type of hypercomics, that integrate an Artificial Intelligence (AI) assistance. Such comics are already used in our Gekonnt hanDeln web platform. The AI assistance provides suggestions for the overall story outline as well as how to design and write individual story frames. We provide a detailed description about the approach and its prototypical implementation. Furthermore, we present a study evaluating the prototype with student groups and how the prototype evolved in an iterative style based on the students’ feedback."}],"publisher":"Association for Computing Machinery (ACM)","status":"public","publication":"HT '24: Proceedings of the 35th ACM Conference on Hypertext and Social Media","page":"88-97"},{"conference":{"location":"Copenhagen, Denmark","name":"22nd International Conference on Human-Computer Interaction","end_date":"2020-07-24","start_date":"2020-07-19"},"department":[{"_id":"DEP5023"}],"oa":"1","intvolume":"     12203","keyword":["Assitive system","Authoring","Instruction generation","Computer vision","Teaching by demonstration"],"date_updated":"2025-06-26T08:59:53Z","date_created":"2020-11-26T14:10:00Z","language":[{"iso":"eng"}],"_id":"4094","type":"conference","place":"Berlin","citation":{"havard":"S. Büttner, A. Peda, M. Heinz, C. Röcker, Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users, in: 22nd International Conference on Human-Computer Interaction, Springer, Berlin, 2020: pp. 153–163.","din1505-2-1":"<span style=\"font-variant:small-caps;\">Büttner, Sebastian</span> ; <span style=\"font-variant:small-caps;\">Peda, Andreas</span> ; <span style=\"font-variant:small-caps;\">Heinz, Mario</span> ; <span style=\"font-variant:small-caps;\">Röcker, Carsten</span>: Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users. In: <i>22nd International Conference on Human-Computer Interaction</i>, <i>Lecture Notes in Computer Science</i>. Bd. 12203. Berlin : Springer, 2020, S. 153–163","mla":"Büttner, Sebastian, et al. “Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users.” <i>22nd International Conference on Human-Computer Interaction</i>, vol. 12203, Springer, 2020, pp. 153–63, <a href=\"https://doi.org/10.1007/978-3-030-50344-4_12\">https://doi.org/10.1007/978-3-030-50344-4_12</a>.","bjps":"<b>Büttner S <i>et al.</i></b> (2020) Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users. <i>22nd International Conference on Human-Computer Interaction</i>, vol. 12203. Berlin: Springer, pp. 153–163.","ieee":"S. Büttner, A. Peda, M. Heinz, and C. Röcker, “Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users,” in <i>22nd International Conference on Human-Computer Interaction</i>, Copenhagen, Denmark, 2020, vol. 12203, pp. 153–163. doi: <a href=\"https://doi.org/10.1007/978-3-030-50344-4_12\">https://doi.org/10.1007/978-3-030-50344-4_12</a>.","van":"Büttner S, Peda A, Heinz M, Röcker C. Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users. In: 22nd International Conference on Human-Computer Interaction. Berlin: Springer; 2020. p. 153–63. (Lecture Notes in Computer Science; vol. 12203).","short":"S. Büttner, A. Peda, M. Heinz, C. Röcker, in: 22nd International Conference on Human-Computer Interaction, Springer, Berlin, 2020, pp. 153–163.","ufg":"<b>Büttner, Sebastian u. a.</b>: Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users, in: o. Hg.: 22nd International Conference on Human-Computer Interaction, Bd. 12203, Berlin 2020 (Lecture Notes in Computer Science),  S. 153–163.","ama":"Büttner S, Peda A, Heinz M, Röcker C. Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users. In: <i>22nd International Conference on Human-Computer Interaction</i>. Vol 12203. Lecture Notes in Computer Science. Springer; 2020:153-163. doi:<a href=\"https://doi.org/10.1007/978-3-030-50344-4_12\">https://doi.org/10.1007/978-3-030-50344-4_12</a>","chicago":"Büttner, Sebastian, Andreas Peda, Mario Heinz, and Carsten Röcker. “Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users.” In <i>22nd International Conference on Human-Computer Interaction</i>, 12203:153–63. Lecture Notes in Computer Science. Berlin: Springer, 2020. <a href=\"https://doi.org/10.1007/978-3-030-50344-4_12\">https://doi.org/10.1007/978-3-030-50344-4_12</a>.","chicago-de":"Büttner, Sebastian, Andreas Peda, Mario Heinz und Carsten Röcker. 2020. Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users. In: <i>22nd International Conference on Human-Computer Interaction</i>, 12203:153–163. Lecture Notes in Computer Science. Berlin: Springer. doi:<a href=\"https://doi.org/10.1007/978-3-030-50344-4_12\">https://doi.org/10.1007/978-3-030-50344-4_12</a>, .","apa":"Büttner, S., Peda, A., Heinz, M., &#38; Röcker, C. (2020). Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users. <i>22nd International Conference on Human-Computer Interaction</i>, <i>12203</i>, 153–163. <a href=\"https://doi.org/10.1007/978-3-030-50344-4_12\">https://doi.org/10.1007/978-3-030-50344-4_12</a>"},"author":[{"id":"61868","full_name":"Büttner, Sebastian","last_name":"Büttner","first_name":"Sebastian"},{"first_name":"Andreas","last_name":"Peda","full_name":"Peda, Andreas","id":"51144"},{"id":"68913","full_name":"Heinz, Mario","last_name":"Heinz","first_name":"Mario"},{"first_name":"Carsten","last_name":"Röcker","full_name":"Röcker, Carsten","id":"61525"}],"volume":12203,"main_file_link":[{"open_access":"1","url":"https://link.springer.com/chapter/10.1007/978-3-030-50344-4_12"}],"title":"Teaching by Demonstrating – How Smart Assistive Systems Can Learn from Users","user_id":"83781","publication_status":"published","page":"153-163","publication":"22nd International Conference on Human-Computer Interaction","status":"public","series_title":"Lecture Notes in Computer Science","publisher":"Springer","doi":"https://doi.org/10.1007/978-3-030-50344-4_12","publication_identifier":{"isbn":["978-3-030-50343-7"],"eisbn":["978-3-030-50344-4"]},"abstract":[{"lang":"eng","text":"Projection-based assitive systems that guide users through assembly work are on their way to industrial application. Previous research work investigated how people can be supported with such systems. However, there has been little work on the question on how to generate and author sequential instructions for assitive systems. In this paper, we present a new concept and a prototypical implementation of an assitive system that can be taught by demonstrating an assembly process. By using a combination of RGB and depth cameras, we can generate an assembly instruction of Lego Duplo bricks based on the demonstration of a user. This generated manual can later on be used for assisting other users in the assembly process. By our prototype system, we show the technological feasibility of assistive systems that can learn from users."}],"year":"2020"}]