{ "name": "Paola Mejia-Domenzain", "url": "https://paola-md.github.io/", "orcid": "0000-0003-1242-3134", "generated": "2026-09-15", "license": "Metadata on this page is CC0. Each paper's own licence is given per entry.", "publications": [ { "title": "AI-Driven Analytics of Team-Teaching Talk: Acoustic Patterns Across Experience, Cohorts and the Learning Design", "authors": [ "Yuchen Liu", "Roberto Martínez-Maldonado", "Riordan Alfredo", "Paola Mejia-Domenzain", "Dwi Rahayu", "Sadia Nawaz" ], "year": 2026, "venue": "Lecture Notes in Computer Science", "doi": "10.1007/978-3-032-29763-1_1", "arxiv": "https://doi.org/10.48550/arxiv.2606.09831", "open_access_pdf": "https://arxiv.org/pdf/2606.09831", "licence": null, "abstract": "As classroom cohorts expand, team teaching is increasingly used to integrate the expertise and pedagogical perspectives of multiple teachers. Yet, there is limited empirical understanding of how team teaching unfolds in practice, particularly regarding differences in teachers' contributions across experience levels, student cohorts, and learning task design. Prior research on team teaching has largely relied on retrospective self-reports or small-scale observations, offering limited insight into the micro-level processes through which team teaching is enacted. Teacher talk offers a scalable lens on these processes. While research in individual teaching contexts shows that acoustic features of speech (e.g., voice quality, intonation, and loudness) can shape student learning, evidence from team-teaching settings remains scarce. Moreover, capturing such features through manual observation or transcription is especially challenging in team-teaching classrooms, where multiple teachers speak across extended sessions and spatial locations, limiting scalability without automation. Grounded in spatial pedagogy theory and team-teaching research, this paper presents an AI-based speech processing approach to analyse classroom talk in team-teaching settings. We analysed 36 recorded undergraduate and postgraduate sessions involving 12 teachers. Spatial pedagogy behaviours were coded and acoustic features extracted to examine variation across teachers' experience, student cohorts, and the learning task design. The results reveal systematic differences, most notably in loudness dynamics: high-experience teachers, undergraduate classes and collaborative learning tasks exhibited greater loudness variation, suggesting more frequent modulation of volume to foreground key information and support classroom interaction and engagement.", "award": null, "co_first_author": false, "finding": "Loudness varied more in the speech of high-experience teachers, in undergraduate classes, and during collaborative tasks.", "page": "https://paola-md.github.io/papers/ai-driven-analytics-of-team-teaching-talk-acoustic-patterns-across-exper.html", "figure": "https://paola-md.github.io/assets/figures/ai-driven-analytics-of-team-teaching-talk-acoustic-patterns-across-exper.jpg" }, { "title": "Turning 500+ Students into Teachers: A Semester-Long Study of an AI Teachable Agent in an Undergraduate Algorithms Course", "authors": [ "Chenyang Wang", "Christopher Petrie", "Miltiadis Stouras", "Nicolas Ettlin", "Amaury George", "Paola Mejia-Domenzain", "Vinitra Swamy", "Tanja Käser", "Ola Svensson" ], "year": 2026, "venue": "ACM Conference on Learning @ Scale (L@S '26)", "doi": "10.1145/3774398.3811623", "arxiv": null, "open_access_pdf": null, "licence": null, "abstract": "Large language model (LLM) tools can provide students with rapid solutions but may reduce opportunities for productive struggle and explanation generation that support conceptual learning. Learning-by-teaching (LBT) offers an alternative solution by positioning students as tutors; however, evidence for LLM-based teachable agents remains limited, particularly for longitudinal deployments and large-scale evaluations that connect LBT interactions to conceptual understanding in authentic courses. We present Explique, a platform that integrates an AI teachable agent, Algorithm Apprentice, into an undergraduate algorithms course to operationalise LBT at scale. We report an 11-week field deployment in a real course with 546 students, analysing 3,809 student-agent LBT dialogues alongside quiz and survey data. Students engaged consistently in multi-turn teaching interactions over the semester, although the depth and authenticity of these interactions varied, including instances of direct reuse of externally sourced content. Using generalised linear mixed-effects models, we find that explanation-oriented dialogue behaviours (e.g., elaboration and showing reasoning) are associated with fewer quiz attempts (i.e., fewer incorrect submissions), whereas external-content reuse is associated with slightly more repeated attempts. Compared to a baseline reading activity, the LBT condition corresponds to a modest reduction in expected quiz attempts, although this comparison is confounded by substantial differences in time-on-task. Overall, these results provide longitudinal, large-scale evidence on LLM-based teachable agents in an authentic computer science course and inform the design and practice of systems that aim to support sustained, effortful and scalable LBT interactions.", "award": null, "co_first_author": false, "finding": null, "page": "https://paola-md.github.io/papers/turning-500-students-into-teachers-a-semester-long-study-of-an-ai-teacha.html", "figure": "https://paola-md.github.io/assets/figures/turning-500-students-into-teachers-a-semester-long-study-of-an-ai-teacha.svg" }, { "title": "Scenario-Based Learning Through and with AI: Evidence-Informed Simulations for Education Leaders", "authors": [ "Ella Hamonic", "Candy Lugaz", "Annina Demirag", "Rémi Sharrock", "Agustina Thailinger", "Maria Victoria Picchio", "Vinitra Swamy", "Paola Mejia-Domenzain" ], "year": 2026, "venue": "Communications in Computer and Information Science", "doi": "10.1007/978-3-032-29794-5_24", "arxiv": null, "open_access_pdf": null, "licence": null, "abstract": "This workshop explores how generative AI can strengthen scenario-based learning for the professional development of school and district leaders. Building on IIEP-UNESCO’s work in online and blended learning and Télécom Paris’ expertise in AI-supported learning, we present an approach in which AI not only helps generate context-aware scenarios, but also delivers simulations, prompts reflection, and provides evidence-informed feedback during leadership practice. Participants will experience how AI can place leaders in realistic school situations, invite them to analyse challenges, take decisions, justify their reasoning, and receive coaching-style feedback informed by literature on school leadership, educational planning and management. The workshop also introduces an AI literacy strand for school and district leaders, focused on responsible use, critical judgement, ethics, and leadership for AI integration in education systems. Participants will examine design principles, test simulation formats, and co-design scenarios for leadership learning.", "award": null, "co_first_author": false, "finding": null, "page": "https://paola-md.github.io/papers/scenario-based-learning-through-and-with-ai-evidence-informed-simulation.html", "figure": "https://paola-md.github.io/assets/figures/scenario-based-learning-through-and-with-ai-evidence-informed-simulation.svg" }, { "title": "Making machine learning findings accessible to teachers in blended classrooms", "authors": [ "Paola Mejia-Domenzain", "Seyed Parsa Neshaei", "Eva Laini", "Tanya Nazaretsky", "Peter Bühlmann", "Tanja Käser" ], "year": 2026, "venue": "International Journal of Artificial Intelligence in Education", "doi": "10.1016/j.ijaied.2026.100001", "arxiv": null, "open_access_pdf": null, "licence": null, "abstract": "Managing blended learning environments, which combine traditional face-to-face and online learning, can be challenging for teachers as it requires adapting and orchestrating both components effectively. Learning analytics dashboards (LAD) can provide teachers with insights into students' self-studying habits in the online component. While recent advances in machine learning (ML) enable the identification of meaningful behavioral patterns, existing LADs mostly focus on aggregated information. Reasons for this are manifold: including the potential lack of trust in ML processes and the intricate nature of their visualizations. In this paper, we follow a teacher-centered approach to study how to make ML-based findings accessible to teachers. We first design multiple visualizations and assess their perceived clarity, appeal, and actionability in a user study with 100 teachers. We then implement these visualizations on a dashboard to monitor student self-regulated learning behavior and adapt it to two different learning contexts: Reflective Writing and Flipped Classrooms. We evaluate the effectiveness and applicability of our dashboard through semi-structured interviews with 19 teachers. Our findings suggest that the visualization preferences, requirements, use, and concerns of LADs differ considerably between both contexts. Our study contributes to understanding teachers' design preferences in LADs and the integration of ML-based findings into classrooms.", "award": null, "co_first_author": false, "finding": "What teachers want from a learning-analytics dashboard differs considerably between blended and online contexts: preferences, requirements and concerns all shift.", "page": "https://paola-md.github.io/papers/making-machine-learning-findings-accessible-to-teachers-in-blended-class.html", "figure": "https://paola-md.github.io/assets/figures/making-machine-learning-findings-accessible-to-teachers-in-blended-class.jpg" }, { "title": "The critical role of trust in adopting AI-powered educational technology for learning: An instrument for measuring student perceptions", "authors": [ "Tanya Nazaretsky", "Paola Mejia-Domenzain", "Vinitra Swamy", "Jibril Frej", "Tanja Käser" ], "year": 2025, "venue": "Computers and Education: Artificial Intelligence", "doi": "10.1016/j.caeai.2025.100368", "arxiv": null, "open_access_pdf": null, "licence": "cc-by", "abstract": "In recent decades, we have witnessed the democratization of AI-powered Educational Technology (AI-EdTech). However, despite the increased accessibility and evolving technological capabilities, its adoption is accompanied by significant challenges, predominantly rooted in social and psychological aspects. At the same time, limited research has been conducted on human factors, especially trust, influencing students' readiness and willingness to adopt AI-EdTech. This study aims to bridge this gap by addressing the multidimensional nature of trust and developing a new instrument for measuring students' perceptions of adopting AI-EdTech. With 665 student responses, we employ Exploratory and Confirmatory Factor Analysis to provide evidence of the instrument's internal validity and identify four key factors influencing students' trust and readiness to adopt AI-EdTech. We then utilize Structural Equations Modeling to explore the causal relationships among these factors, confirming that students' trust in AI-EdTech positively influences AI-EdTech's perceived usefulness both directly and indirectly through AI-readiness. Finally, we use our instrument to analyze 665 student responses, covering eight courses and Bachelor's and Master's degree programs. Our contribution is two-fold. First, by introducing the empirically validated instrument, we address the need for more consistent and reliable assessments of trust-related factors in student adoption of AI-EdTech. Second, our findings confirm that student demographics, specifically gender and educational background, significantly correlated with their trust perceptions, emphasizing the importance of addressing the specific needs of students with various demographics.", "award": null, "co_first_author": false, "finding": "Gender and educational background correlated significantly with how much students trusted AI-powered educational technology.", "page": "https://paola-md.github.io/papers/the-critical-role-of-trust-in-adopting-ai-powered-educational-technology.html", "figure": "https://paola-md.github.io/assets/figures/the-critical-role-of-trust-in-adopting-ai-powered-educational-technology.jpg" }, { "title": "Metacognition meets AI : Empowering reflective writing with large language models", "authors": [ "Seyed Parsa Neshaei", "Paola Mejia-Domenzain", "Richard L. Davis", "Tanja Käser" ], "year": 2025, "venue": "British Journal of Educational Technology", "doi": "10.1111/bjet.13601", "arxiv": null, "open_access_pdf": null, "licence": null, "abstract": "Abstract Reflective writing is known as a useful method in learning sciences to improve the metacognitive skills of students. However, students struggle to structure their reflections properly, limiting the possible learning gains. Previous works in educational technologies literature have explored the paradigms of learning from worked and modelling examples, but (a) their application to the domain of reflective writing is rare, (b) such methods might not scale properly to large-scale classrooms, and (c) they do not necessarily take the learning needs of each student into account. In this work, we suggest two approaches of integrating AI-enabled support in digital systems designed around learning from worked and modelling examples paradigms, to provide personalized learning and feedback to students using large language models (LLMs). We evaluate Reflectium, our reflective writing assistant, show benefits of integrating AI support into the learning from examples modalities and compare the perception of the users and their interaction behaviour when using each version of our tool. Our work sheds light on the applicability of generative LLMs to different types of providing support using the learning from examples paradigm, in the domain of reflective writing. Practitioner notes What is already known about this topic Reflective writing fosters metacognitive skills and improves learning gains and personal growth. The learning from worked and modelling examples paradigms is effective for skill acquisition and applying the acquired knowledge. Existing reflective writing assistants usually lack dynamic, AI-driven feedback or interactivity, limiting personalization and adaptability to each user's own needs in the learning process. What this paper adds It introduces Reflectium, an AI-enabled reflective writing assistant, integrating intelligent and interactive writing support for both the learning from worked and modelling examples paradigms. It demonstrates the use of a fine-tuned large language model (LLM) for providing feedback in the learning from worked examples version, and an LLM-powered conversational agent simulating instructor interactions for the learning from modelling examples version. It reports findings from a user study comparing the positive impact of artificial intelligence (AI) support on learners' performance, interaction behaviour and learning experience. Implications for practice and/or policy Digital tutoring systems for teaching reflective writing using the learning from worked examples paradigm should incorporate adaptive AI feedback to enhance learning gains. Conversational agents simulating peers/instructors and powered by LLMs can provide scalable, interactive support for learning from modelling examples, notably in large-scale educational settings. Reflective writing tools should be evaluated for their impact on different aspects of the learning process, such as task performance, interaction behaviour and user experience, to guide future improvements. Educators and policymakers should consider the integration of AI-driven reflective writing tools into teaching curricula to enhance reflective practices and metacognitive skill development.", "award": null, "co_first_author": false, "finding": null, "page": "https://paola-md.github.io/papers/metacognition-meets-ai-empowering-reflective-writing-with-large-language.html", "figure": "https://paola-md.github.io/assets/figures/metacognition-meets-ai-empowering-reflective-writing-with-large-language.jpg" }, { "title": "Who Gives Feedback Matters: Student Biases Towards Human and AI-Generated Formative Feedback", "authors": [ "Tanya Nazaretsky", "Paola Mejia-Domenzain", "Vinitra Swamy", "Jibril Frej", "Tanja Käser" ], "year": 2025, "venue": "Journal of Computer Assisted Learning", "doi": "10.1111/jcal.70153", "arxiv": null, "open_access_pdf": "https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/jcal.70153", "licence": "cc-by", "abstract": "ABSTRACT Background Feedback is essential for learning, helping individuals understand and improve their performance. However, providing timely, personalised feedback in higher education is challenging. Generative AI offers a scalable solution, yet little is known about students' biases towards AI-generated feedback. Objectives This study aims to investigate how the identity of the feedback provider (human vs. AI) affects students' perceptions of feedback quality and credibility. Methods The study involved 472 students across diverse academic programmes and levels in authentic educational environments and employed a within-subject experimental design with a priming effect. A mixed-methods approach combined quantitative analysis of feedback evaluations with qualitative insights into students' perceptions to deepen understanding of the observed biases. Results and Conclusions Students perceived AI as a significantly less credible feedback provider and tended to associate lower feedback quality with AI. Disclosing the feedback provider's identity led to decreased evaluations of AI-generated feedback and an increased preference for human-crafted feedback. These patterns were consistent across academic levels, genders, and fields of study. These insights highlight the need for targeted interventions, such as improving AI literacy and building human-in-the-loop systems, to mitigate biases and enhance the effectiveness of AI in educational feedback systems.", "award": null, "co_first_author": false, "finding": "Students judged identical feedback as less credible, and lower quality, when they were told it came from AI.", "page": "https://paola-md.github.io/papers/who-gives-feedback-matters-student-biases-towards-human-and-ai-generated.html", "figure": "https://paola-md.github.io/assets/figures/who-gives-feedback-matters-student-biases-towards-human-and-ai-generated.jpg" }, { "title": "User-centric Reflective Writing Assistance: Leveraging RAG for Enhanced Personalized Support", "authors": [ "Seyed Parsa Neshaei", "Matea Tashkovska", "Paola Mejia-Domenzain", "Thiemo Wambsganß", "Tanja Käser" ], "year": 2025, "venue": "CHI '25 Extended Abstracts", "doi": "10.1145/3706599.3719899", "arxiv": null, "open_access_pdf": "https://dl.acm.org/doi/pdf/10.1145/3706599.3719899", "licence": null, "abstract": "Figure 1: An overview of the primary interface of Memoire, our intelligent assistant for reflective writing.Learners start by viewing their past written reflections (a) and then write new reflections with the support of intelligent, context-aware, and personalized suggestions generated using a RAG-based pipeline, related to both their most similar previous reflections and their current text (b).We have translated an imaginary user profile from German into English to present in this paper.", "award": null, "co_first_author": false, "finding": null, "page": "https://paola-md.github.io/papers/user-centric-reflective-writing-assistance-leveraging-rag-for-enhanced-p.html", "figure": "https://paola-md.github.io/assets/figures/user-centric-reflective-writing-assistance-leveraging-rag-for-enhanced-p.svg" }, { "title": "\"Piecing Data Connections Together Like a Puzzle\": Effects of Increasing Task Complexity on the Effectiveness of Data Storytelling Enhanced Visualisations", "authors": [ "Mikaela Milesi", "Paola Mejia-Domenzain", "Laura Brandl", "Vanessa Echeverría", "Yueqiao Jin", "Dragan Gašević", "Yi-Shan Tsai", "Tanja Käser", "Roberto Martínez-Maldonado" ], "year": 2025, "venue": "CHI Conference on Human Factors in Computing Systems (CHI '25)", "doi": "10.1145/3706598.3714270", "arxiv": null, "open_access_pdf": "https://researchmgt.monash.edu/ws/files/730353563/696540539.pdf", "licence": "cc-by", "abstract": "The emerging concept of data storytelling (DS) suggests that enhancing visualisations with annotations and narratives can make complex data more insightful than conventional visualisations. Previous works found that DS-enhanced visualisations are more effective than conventional visualisations for simple tasks like identifying key data points or the main message. However, no previous work has explored the extent to which DS enhancements influence task completion across different levels of cognitive complexity. We address this gap by presenting the results of a study where 128 participants completed tasks based on four visualisations (two line charts and two choropleth maps, either with or without DS elements) spanning a range of complexity based on Bloom's taxonomy, which has been applied in data visualisation to categorise tasks hierarchically from lower to higher-order thinking. Results suggest that while DS-enhanced visualisations effectively support lower-order tasks (finding data points and understanding insights), they don't necessarily aid the correct completion of higher-order tasks (application, analysis, evaluation and creation). However, DS enhancements improve how efficiently participants complete complex tasks.", "award": null, "co_first_author": true, "finding": "Data-storytelling annotations helped people find data points and grasp the main message, but did not help them complete higher-order analytical tasks. (128 participants, four visualisations.)", "page": "https://paola-md.github.io/papers/piecing-data-connections-together-like-a-puzzle-effects-of-increasing-ta.html", "figure": "https://paola-md.github.io/assets/figures/piecing-data-connections-together-like-a-puzzle-effects-of-increasing-ta.jpg" }, { "title": "TeamTeachingViz: Benefits, Challenges, and Ethical Considerations of Using a Multimodal Analytics Dashboard to Support Team Teaching Reflection", "authors": [ "Riordan Alfredo", "Paola Mejia-Domenzain", "Vanessa Echeverría", "Dwi Lestari Rahayu", "Linxuan Zhao", "Haya Alajlan", "Zachari Swiecki", "Tanja Käser", "Dragan Gašević", "Roberto Martínez-Maldonado" ], "year": 2025, "venue": "Learning Analytics and Knowledge (LAK '25)", "doi": "10.1145/3706468.3706475", "arxiv": null, "open_access_pdf": "https://researchmgt.monash.edu/ws/files/722532430/675322157-oa.pdf", "licence": "cc-by", "abstract": "Team teaching in higher education can be challenging, especially for educators managing large classes with limited pedagogical training and few opportunities to reflect on their practices. Emerging sensing technologies and analytics can capture and analyse patterns of collaboration, communication, and movement of team teaching. Yet, few studies have presented these data to educators for reflection. To address this gap, we examine the benefits, challenges, and concerns of presenting multimodal teaching data (positional, audio, and spatial pedagogy observations) to educators via the TeamTeachingViz dashboard. We evaluated TeamTeachingViz in an authentic classroom context where educators explored their own data and team teaching strategies. Multimodal data was collected from 36 in-the-wild classroom sessions involving 12 educators grouped in various combinations over 4 weeks, followed by semi-structured interviews to reflect on their practices. Findings suggest that educators improved their self-awareness by using data-driven insights to understand their movements and interactions, enabling continuous improvement in team teaching. However, they noted the need for additional data, such as student behaviours and speech content, to better contextualise these insights.", "award": null, "co_first_author": true, "finding": "Seeing their own movement and interaction data helped co-teachers become more aware of how they actually teach together.", "page": "https://paola-md.github.io/papers/teamteachingviz-benefits-challenges-and-ethical-considerations-of-using-.html", "figure": "https://paola-md.github.io/assets/figures/teamteachingviz-benefits-challenges-and-ethical-considerations-of-using-.jpg" }, { "title": "Behavioural transitions in team teaching", "authors": [ "Yuchen Liu", "Sadia Nawaz", "Mohammed Saqr", "Sonsoles López-Pernas", "Riordan Alfredo", "Paola Mejia-Domenzain", "Dwi Rahayu", "Roberto Martínez-Maldonado" ], "year": 2025, "venue": "ASCILITE", "doi": "10.65106/apubs.2025.2634", "arxiv": null, "open_access_pdf": "https://open-publishing.org/publications/index.php/APUB/article/download/2634/2426", "licence": "cc-by", "abstract": "As team teaching becomes increasingly common in higher education, understanding how teams of teachers coordinate their behaviours in the classroom is critical for effective instruction and instructional design. While prior research has examined teaching behaviours through classroom observations, much of this work has tended to treat behaviours as isolated categories. This is, focusing on what occurs rather than how behaviours transition over time. Moreover, whether teachers with different levels of teaching experience exhibit distinct behavioural transitions in team teaching remains underexplored. This study addresses this gap by investigating how teaching behavioural transitions differ between high and low experience teachers working as a team in the classroom. Drawing on human-coded observations from 36 team-taught university sessions, and analysed using Transition Network Analysis (TNA), we visualised and compared patterns of behavioural transitions. The results revealed significant differences in behavioural transitions between teachers of varying experience levels. High experience teachers were more likely to transition directly from lecturing into interactions with students, and subsequently into real-time instructional adjustments, demonstrating instructional responsiveness and adaptability. In contrast, low experience teachers demonstrated a stronger reliance on peer coordination. This finding highlights the role of teaching experience in shaping team teaching dynamics and offers implications for teacher pairing and professional development.", "award": null, "co_first_author": false, "finding": "Experienced teachers moved directly from lecturing into student interaction and then into real-time instructional adjustment; less experienced teachers did not.", "page": "https://paola-md.github.io/papers/behavioural-transitions-in-team-teaching.html", "figure": "https://paola-md.github.io/assets/figures/behavioural-transitions-in-team-teaching.jpg" }, { "title": "BloomTutor: Retrieval Augmentation for Bloom's Taxonomy Question Generation", "authors": [ "Yannis Laaroussi", "Vinitra Swamy", "Paola Mejia-Domenzain", "Adrien Vauthey", "Aybars Yazici", "Maxime Perrot", "Tanja Käser" ], "year": 2025, "venue": "EPFL Infoscience", "doi": null, "arxiv": null, "open_access_pdf": null, "licence": null, "abstract": "We present BloomTutor, an Intelligent Tutoring System (ITS) that integrates Retrieval-Augmented Generation (RAG) with Bloom's Taxonomy to support learners in exploring, revising, or querying specific topics within a predefined subject or course. Our system retrieves relevant course materials based on user queries, segments them into concise chunks, and generates questions aligned with cognitive levels. Learner responses guide real-time adjustments in question difficulty, enabling progression toward higher-order thinking or reinforcement of foundational concepts. Unlike most ITS that rely on fixed question banks, Bloom-Tutor generates context-specific questions in real time, allowing greater coverage and responsiveness to diverse learner queries and progress.", "award": null, "co_first_author": false, "finding": null, "page": "https://paola-md.github.io/papers/bloomtutor-retrieval-augmentation-for-bloom-s-taxonomy-question-generati.html", "figure": "https://paola-md.github.io/assets/figures/bloomtutor-retrieval-augmentation-for-bloom-s-taxonomy-question-generati.svg" }, { "title": "AI or Human? Evaluating Student Feedback Perceptions in Higher Education", "authors": [ "Tanya Nazaretsky", "Paola Mejia-Domenzain", "Vinitra Swamy", "Jibril Frej", "Tanja Käser" ], "year": 2024, "venue": "European Conference on Technology Enhanced Learning (ECTEL 2024)", "doi": "10.1007/978-3-031-72315-5_20", "arxiv": null, "open_access_pdf": null, "licence": null, "abstract": "Feedback plays a crucial role in learning by helping individuals understand and improve their performance. Yet, providing timely, personalized feedback in higher education presents a challenge due to the large and diverse student population, often resulting in delayed and generic feedback. Recent advances in generative Artificial Intelligence (AI) offer a solution for delivering timely and scalable feedback. However, little is known about students' perceptions of AI feedback. In this paper, we investigate how the identity of the feedback provider affects students' perception, focusing on the comparison between AI-generated and human-created feedback. Our approach involves students evaluating feedback in authentic educational settings both before and after disclosing the feedback provider's identity, aiming to assess the influence of this knowledge on their perception. Our study with 457 students across diverse academic programs and levels reveals that students' ability to differentiate between AI and human feedback depends on the task at hand. Disclosing the identity of the feedback provider affects students' preferences, leading to a greater preference for human-created feedback and a decreased evaluation of AI-generated feedback. Moreover, students who failed to identify the feedback provider correctly tended to rate AI feedback higher, whereas those who succeeded preferred human feedback. These tendencies are similar across academic levels, genders, and fields of study. Our results highlight the complexity of integrating AI into educational feedback systems and underline the importance of considering student perceptions in AI-generated feedback adoption in higher education.", "award": "Best Paper Award", "co_first_author": false, "finding": "Students who could not tell who wrote the feedback rated the AI's higher; those who could tell preferred the human's.", "page": "https://paola-md.github.io/papers/ai-or-human-evaluating-student-feedback-perceptions-in-higher-education.html", "figure": "https://paola-md.github.io/assets/figures/ai-or-human-evaluating-student-feedback-perceptions-in-higher-education.svg" }, { "title": "Interpret3C: Interpretable Student Clustering Through Individualized Feature Selection", "authors": [ "Isadora Salles", "Paola Mejia-Domenzain", "Vinitra Swamy", "Julian Blackwell", "Tanja Käser" ], "year": 2024, "venue": "Communications in Computer and Information Science", "doi": "10.1007/978-3-031-64315-6_35", "arxiv": "https://doi.org/10.48550/arxiv.2407.11979", "open_access_pdf": "https://infoscience.epfl.ch/bitstreams/ba49f9d6-5aad-46ca-9d4b-d29a01ed6564/download", "licence": "cc-by-nc-nd", "abstract": "Clustering in education, particularly in large-scale online environments like MOOCs, is essential for understanding and adapting to diverse student needs. However, the effectiveness of clustering depends on its interpretability, which becomes challenging with high-dimensional data. Existing clustering approaches often neglect individual differences in feature importance and rely on a homogenized feature set. Addressing this gap, we introduce Interpret3C (Interpretable Conditional Computation Clustering), a novel clustering pipeline that incorporates interpretable neural networks (NNs) in an unsupervised learning context. This method leverages adaptive gating in NNs to select features for each student. Then, clustering is performed using the most relevant features per student, enhancing clusters' relevance and interpretability. We use Interpret3C to analyze the behavioral clusters considering individual feature importances in a MOOC with over 5,000 students. This research contributes to the field by offering a scalable, robust clustering methodology and an educational case study that respects individual student differences and improves interpretability for high-dimensional data.", "award": "Best Late-Breaking Results Award", "co_first_author": false, "finding": null, "page": "https://paola-md.github.io/papers/interpret3c-interpretable-student-clustering-through-individualized-feat.html", "figure": "https://paola-md.github.io/assets/figures/interpret3c-interpretable-student-clustering-through-individualized-feat.jpg" }, { "title": "Enhancing Procedural Writing Through Personalized Example Retrieval: A Case Study on Cooking Recipes", "authors": [ "Paola Mejia-Domenzain", "Jibril Frej", "Seyed Parsa Neshaei", "Luca Mouchel", "Tanya Nazaretsky", "Thiemo Wambsganß", "Antoine Bosselut", "Tanja Käser" ], "year": 2024, "venue": "International Journal of Artificial Intelligence in Education", "doi": "10.1007/s40593-024-00405-1", "arxiv": null, "open_access_pdf": "https://link.springer.com/content/pdf/10.1007/s40593-024-00405-1.pdf", "licence": "cc-by", "abstract": "Writing high-quality procedural texts is a challenging task for many learners. While example-based learning has shown promise as a feedback approach, a limitation arises when all learners receive the same content without considering their individual input or prior knowledge. Consequently, some learners struggle to grasp or relate to the feedback, finding it redundant and unhelpful. To address this issue, we present RELEX , an adaptive learning system designed to enhance procedural writing through personalized example-based learning. The core of our system is a multi-step example retrieval pipeline that selects a higher quality and contextually relevant example for each learner based on their unique input. We instantiate our system in the domain of cooking recipes. Specifically, we leverage a fine-tuned Large Language Model to predict the quality score of the learner’s cooking recipe. Using this score, we retrieve recipes with higher quality from a vast database of over 180,000 recipes. Next, we apply BM25 to select the semantically most similar recipe in real-time. Finally, we use domain knowledge and regular expressions to enrich the selected example recipe with personalized instructional explanations. We evaluate RELEX in a 2 x 2 controlled study (personalized vs. non-personalized examples, reflective prompts vs. none) with 200 participants. Our results show that providing tailored examples contributes to better writing performance and user experience.", "award": null, "co_first_author": false, "finding": "Retrieving a worked example matched to the learner's own draft improved both writing performance and experience, drawing on a database of over 180,000 recipes.", "page": "https://paola-md.github.io/papers/enhancing-procedural-writing-through-personalized-example-retrieval-a-ca.html", "figure": "https://paola-md.github.io/assets/figures/enhancing-procedural-writing-through-personalized-example-retrieval-a-ca.jpg" }, { "title": "Teaching and Measuring Multidimensional Inquiry Skills using Interactive Simulations", "authors": [ "Ekaterina Shved", "Engin Bumbacher", "Paola Mejia-Domenzain", "Manu Kapur", "Tanja Käser" ], "year": 2024, "venue": "Lecture Notes in Computer Science (AIED 2024)", "doi": "10.1007/978-3-031-64302-6_34", "arxiv": "https://osf.io/ag3tb", "open_access_pdf": null, "licence": null, "abstract": "Interactive simulations play a significant role in science education, serving as a platform for inquiry-based learning and fostering the development of scientific knowledge and skills. However, teaching and quantitatively measuring inquiry strategies has proven to be challenging due to their complex and inherently multidimensional nature. Our study goes beyond the prevalent focus on the Control of Variables Strategy (CVS) in prior work by incorporating additional relevant inquiry strategies in both teaching and measurement: exploring the variable range and conducting experiments under optimal conditions. We tested two different instructional approaches to jointly teach the three strategies by focusing either on data collection or on data interpretation. 161 chemistry apprentices were randomly assigned to one of the two instructional conditions or a control group without instruction and engaged in experimentation using an interactive simulation. In order to analyze joint strategy use, we applied a multi-step clustering method to students' log data that helped identify multidimensional student profiles of inquiry strategies. We found four profiles that related differently to conceptual learning, suggesting that combining strategies is more effective for conceptual learning than utilizing them individually. We also found that students instructed on data collection increased the use of strategy combinations with an emphasis on CVS. This suggests a potential avenue for assessing instruction efficacy, indicating that the impact may be strategy-specific. Source code and materials are released at https://github.com/epfl-ml4ed/inquiry-skills.", "award": null, "co_first_author": false, "finding": "Four learner profiles emerged, and combining inquiry strategies supported conceptual learning better than using any one alone.", "page": "https://paola-md.github.io/papers/teaching-and-measuring-multidimensional-inquiry-skills-using-interactive.html", "figure": "https://paola-md.github.io/assets/figures/teaching-and-measuring-multidimensional-inquiry-skills-using-interactive.svg" }, { "title": "Navigating Self-regulated Learning Dimensions: Exploring Interactions Across Modalities", "authors": [ "Paola Mejia-Domenzain", "Tanya Nazaretsky", "Simon Schultze", "Jan Hochweber", "Tanja Käser" ], "year": 2024, "venue": "Lecture Notes in Computer Science", "doi": "10.1007/978-3-031-64299-9_8", "arxiv": null, "open_access_pdf": null, "licence": "cc-by-nc-nd", "abstract": "Self-regulated learning (SRL) has been extensively studied using self-reported measures, such as surveys, and more recently, behavioral measures, such as trace data. While both modalities offer insights into SRL, their relationship remains ambiguous. Although previous research has compared these modalities, there has been limited work on integrating them and exploring the interplay of dimensions across modalities. To address this gap, we adopt a multimodal perspective and follow a threefold approach: horizontal, vertical, and integrated analyses. We identify behaviors per dimension from both data sources in the horizontal analysis. We then assess the alignment of dimensions across modalities in the vertical analysis. Finally, in the integrated analysis, we uncover the intricate interplay between dimensions across modalities using Canonical Correlation Analysis. For this purpose, we design and conduct a study with 79 participants interacting with an Intelligent Tutoring System. We find limited agreement in the vertical comparison between modalities. However, the integrated analysis reveals a moderate correlation, highlighting the complex relationship between behavioral actions and self-reported SRL perceptions.", "award": null, "co_first_author": false, "finding": "What students say about their own self-regulated learning and what their trace data shows agree only weakly.", "page": "https://paola-md.github.io/papers/navigating-self-regulated-learning-dimensions-exploring-interactions-acr.html", "figure": "https://paola-md.github.io/assets/figures/navigating-self-regulated-learning-dimensions-exploring-interactions-acr.jpg" }, { "title": "GELEX: Generative AI-Hybrid System for Example-Based Learning", "authors": [ "Aybars Yazici", "Paola Mejia-Domenzain", "Jibril Frej", "Tanja Käser" ], "year": 2024, "venue": "CHI '24 Extended Abstracts", "doi": "10.1145/3613905.3650900", "arxiv": null, "open_access_pdf": null, "licence": "cc-by-nc-nd", "abstract": "Traditional example-based learning methods are often limited by static, expert-created content. Hence, they face challenges in scalability, engagement, and effectiveness, as some learners might struggle to relate to the examples or find them relevant. To address these challenges, we introduce GELEX (GEnerative-AI Learning through EXamples), a hybrid Artificial Intelligence (AI) system enhancing example-based learning by using large language models (LLMs). Our hybrid system incorporates mechanisms to control and evaluate the AI output, acknowledging and addressing the potential factual inaccuracies of LLMs. We instantiate our system in the cooking domain. Our approach utilizes association rule mining on a large database of recipes to identify key patterns. When learners submit a recipe for feedback, a LLM enriches it by integrating these patterns. Then, learners are prompted to actively process the example by highlighting the changes and critically assessing the modifications. This strategy transforms traditional example-based learning into a dynamic, scalable, interactive educational tool.", "award": null, "co_first_author": false, "finding": null, "page": "https://paola-md.github.io/papers/gelex-generative-ai-hybrid-system-for-example-based-learning.html", "figure": "https://paola-md.github.io/assets/figures/gelex-generative-ai-hybrid-system-for-example-based-learning.jpg" }, { "title": "Student Answer Forecasting: Transformer-Driven Answer Choice Prediction for Language Learning", "authors": [ "Elena Grazia Gado", "Tommaso Martorella", "Luca Zunino", "Paola Mejia-Domenzain", "Vinitra Swamy", "Jibril Frej", "Tanja Käser" ], "year": 2024, "venue": "arXiv preprint", "doi": "10.48550/arxiv.2405.20079", "arxiv": "https://doi.org/10.48550/arxiv.2405.20079", "open_access_pdf": "https://arxiv.org/pdf/2405.20079", "licence": "cc-by", "abstract": "Intelligent Tutoring Systems (ITS) enhance personalized learning by predicting student answers to provide immediate and customized instruction. However, recent research has primarily focused on the correctness of the answer rather than the student's performance on specific answer choices, limiting insights into students' thought processes and potential misconceptions. To address this gap, we present MCQStudentBert, an answer forecasting model that leverages the capabilities of Large Language Models (LLMs) to integrate contextual understanding of students' answering history along with the text of the questions and answers. By predicting the specific answer choices students are likely to make, practitioners can easily extend the model to new answer choices or remove answer choices for the same multiple-choice question (MCQ) without retraining the model. In particular, we compare MLP, LSTM, BERT, and Mistral 7B architectures to generate embeddings from students' past interactions, which are then incorporated into a finetuned BERT's answer-forecasting mechanism. We apply our pipeline to a dataset of language learning MCQ, gathered from an ITS with over 10,000 students to explore the predictive accuracy of MCQStudentBert, which incorporates student interaction patterns, in comparison to correct answer prediction and traditional mastery-learning feature-based approaches. This work opens the door to more personalized content, modularization, and granular support.", "award": null, "co_first_author": false, "finding": null, "page": "https://paola-md.github.io/papers/student-answer-forecasting-transformer-driven-answer-choice-prediction-f.html", "figure": "https://paola-md.github.io/assets/figures/student-answer-forecasting-transformer-driven-answer-choice-prediction-f.jpg" }, { "title": "Visualizing Self-Regulated Learner Profiles in Dashboards: Design Insights from Teachers", "authors": [ "Paola Mejia-Domenzain", "Eva Laini", "Seyed Parsa Neshaei", "Thiemo Wambsganß", "Tanja Käser" ], "year": 2023, "venue": "Communications in Computer and Information Science", "doi": "10.1007/978-3-031-36336-8_96", "arxiv": "https://doi.org/10.48550/arxiv.2305.16851", "open_access_pdf": "https://arxiv.org/pdf/2305.16851", "licence": "cc-by-nc-nd", "abstract": "Flipped Classrooms (FC) are a promising teaching strategy, where students engage with the learning material before attending face-to-face sessions. While pre-class activities are critical for course success, many students struggle to engage effectively in them due to inadequate of self-regulated learning (SRL) skills. Thus, tools enabling teachers to monitor students' SRL and provide personalized guidance have the potential to improve learning outcomes. However, existing dashboards mostly focus on aggregated information, disregarding recent work leveraging machine learning (ML) approaches that have identified comprehensive, multi-dimensional SRL behaviors. Unfortunately, the complexity of such findings makes them difficult to communicate and act on. In this paper, we follow a teacher-centered approach to study how to make thorough findings accessible to teachers. We design and implement FlippED, a dashboard for monitoring students' SRL behavior. We evaluate the usability and actionability of the tool in semi-structured interviews with ten university teachers. We find that communicating ML-based profiles spark a range of potential interventions for students and course modifications.", "award": null, "co_first_author": false, "finding": "Showing teachers machine-learned learner profiles prompted concrete interventions and course changes, not just interest.", "page": "https://paola-md.github.io/papers/visualizing-self-regulated-learner-profiles-in-dashboards-design-insight.html", "figure": "https://paola-md.github.io/assets/figures/visualizing-self-regulated-learner-profiles-in-dashboards-design-insight.jpg" }, { "title": "Understanding Revision Behavior in Adaptive Writing Support Systems for Education", "authors": [ "Luca Mouchel", "Thiemo Wambsganß", "Paola Mejia-Domenzain", "Tanja Käser" ], "year": 2023, "venue": "Zenodo", "doi": "10.5281/zenodo.8115766", "arxiv": "https://doi.org/10.48550/arxiv.2306.10304", "open_access_pdf": "https://arxiv.org/pdf/2306.10304", "licence": "cc-by", "abstract": "Revision behavior in adaptive writing support systems is an important and relatively new area of research that can improve the design and effectiveness of these tools, and promote students' self-regulated learning (SRL). Understanding how these tools are used is key to improving them to better support learners in their writing and learning processes. In this paper, we present a novel pipeline with insights into the revision behavior of students at scale. We leverage a data set of two groups using an adaptive writing support tool in an educational setting. With our novel pipeline, we show that the tool was effective in promoting revision among the learners. Depending on the writing feedback, we were able to analyze different strategies of learners when revising their texts, we found that users of the exemplary case improved over time and that females tend to be more efficient. Our research contributes a pipeline for measuring SRL behaviors at scale in writing tasks (i.e., engagement or revision behavior) and informs the design of future adaptive writing support systems for education, with the goal of enhancing their effectiveness in supporting student writing. The source code is available at https://github.com/lucamouchel/Understanding-Revision-Behavior.", "award": null, "co_first_author": false, "finding": "Adaptive writing support measurably increased revision; learners improved over time, and women revised more efficiently.", "page": "https://paola-md.github.io/papers/understanding-revision-behavior-in-adaptive-writing-support-systems-for-.html", "figure": "https://paola-md.github.io/assets/figures/understanding-revision-behavior-in-adaptive-writing-support-systems-for-.jpg" }, { "title": "Identifying and Comparing Multi-dimensional Student Profiles Across Flipped Classrooms", "authors": [ "Paola Mejia-Domenzain", "Mirko Marras", "Christian Giang", "Tanja Käser" ], "year": 2022, "venue": "Lecture Notes in Computer Science", "doi": "10.1007/978-3-031-11644-5_8", "arxiv": null, "open_access_pdf": null, "licence": "cc-by-nc-nd", "abstract": "Flipped classroom (FC) courses, where students complete pre-class activities before attending interactive face-to-face sessions, are becoming increasingly popular. However, many students lack the skills, resources, or motivation to effectively engage in pre-class activities. Profiling students based on their pre-class behavior is therefore fundamental for teaching staff to make better-informed decisions on the course design and provide personalized feedback. Existing student profiling techniques have mainly focused on one specific aspect of learning behavior and have limited their analysis to one FC course. In this paper, we propose a multi-step clustering approach to model student profiles based on pre-class behavior in FC in a multi-dimensional manner, focusing on student effort, consistency, regularity, proactivity, control, and assessment. We first cluster students separately for each behavioral dimension. Then, we perform another level of clustering to obtain multi-dimensional profiles. Experiments on three different FC courses show that our approach can identify educationally-relevant profiles regardless of the course topic and structure. Moreover, we observe significant academic performance differences between the profiles.", "award": null, "co_first_author": false, "finding": "Multi-dimensional profiles held up across three different flipped-classroom courses, and the profiles differed significantly in academic performance.", "page": "https://paola-md.github.io/papers/identifying-and-comparing-multi-dimensional-student-profiles-across-flip.html", "figure": "https://paola-md.github.io/assets/figures/identifying-and-comparing-multi-dimensional-student-profiles-across-flip.jpg" }, { "title": "Evolutionary Clustering of Apprentices' Self-Regulated Learning Behavior in Learning Journals", "authors": [ "Paola Mejia-Domenzain", "Mirko Marras", "Christian Giang", "Alberto Cattáneo", "Tanja Käser" ], "year": 2022, "venue": "IEEE Transactions on Learning Technologies", "doi": "10.1109/tlt.2022.3195881", "arxiv": null, "open_access_pdf": null, "licence": "cc-by-nc-nd", "abstract": "Learning journals are increasingly used in vocational education to foster self-regulated learning and reflective learning practices. However, for many apprentices, documenting working experiences is a difficult task. In this article, we profile apprentices' learning behavior in an online learning journal. Based on a pedagogical framework, we propose a novel multistep clustering pipeline that integrates different learning dimensions into a combined profile. Specifically, the profiles are described in terms of effort, consistency, regularity, help-seeking behavior, and quality of the written entries. Our results on two populations of chef apprentices (183 apprentices) interacting with an online learning journal (over 121K entries) show that our pipeline captures changes in learning patterns over time and yields interpretable profiles that can be related to academic performance. The obtained profiles can be used as a basis for personalized interventions, with the ultimate goal of improving the apprentices' learning experience.", "award": null, "co_first_author": false, "finding": "Across 183 chef apprentices and more than 121,000 learning-journal entries, the method tracked how learning patterns changed over time and produced interpretable profiles.", "page": "https://paola-md.github.io/papers/evolutionary-clustering-of-apprentices-self-regulated-learning-behavior-.html", "figure": "https://paola-md.github.io/assets/figures/evolutionary-clustering-of-apprentices-self-regulated-learning-behavior-.jpg" } ] }