{"id":9218,"date":"2022-10-26T08:50:00","date_gmt":"2022-10-26T08:50:00","guid":{"rendered":"https:\/\/emadridnet.uc3m.es\/?p=9218"},"modified":"2022-11-21T09:46:40","modified_gmt":"2022-11-21T09:46:40","slug":"ai-and-ml-methods-for-multimodal-learning-analytics","status":"publish","type":"post","link":"https:\/\/emadridnet.uc3m.es\/en\/2022\/10\/26\/ai-and-ml-methods-for-multimodal-learning-analytics\/","title":{"rendered":"&#8220;AI and ML methods for Multimodal Learning Analytics&#8221;"},"content":{"rendered":"<p>[et_pb_section fb_built=&#8221;1&#8243; fullwidth=&#8221;on&#8221; admin_label=&#8221;Header&#8221; _builder_version=&#8221;4.17.0&#8243; background_image=&#8221;https:\/\/emadridnet.uc3m.es\/wp-content\/uploads\/sites\/40\/2021\/05\/meetup-02.jpg&#8221; parallax=&#8221;on&#8221; custom_padding=&#8221;|||&#8221; animation_style=&#8221;slide&#8221; animation_direction=&#8221;top&#8221; animation_intensity_slide=&#8221;2%&#8221; global_colors_info=&#8221;{}&#8221;][et_pb_fullwidth_header title=&#8221;\u00abAI and ML methods for Multimodal Learning Analytics\u00bb&#8221; subhead=&#8221;Kshitij Sharma&#8221; button_one_text=&#8221;Free registration&#8221; button_one_url=&#8221;https:\/\/forms.gle\/GY2d7i8xhJvrULnA9&#8243; background_overlay_color=&#8221;rgba(255,255,255,0.6)&#8221; content_max_width=&#8221;700px&#8221; content_max_width_tablet=&#8221;100%&#8221; content_max_width_phone=&#8221;&#8221; content_max_width_last_edited=&#8221;on|desktop&#8221; _builder_version=&#8221;4.18.0&#8243; title_font=&#8221;Roboto|300|||||||&#8221; title_font_size=&#8221;60px&#8221; title_line_height=&#8221;1.4em&#8221; content_font=&#8221;||||||||&#8221; content_font_size=&#8221;17px&#8221; content_line_height=&#8221;1.9em&#8221; subhead_font=&#8221;|600|||||||&#8221; subhead_font_size=&#8221;20px&#8221; subhead_line_height=&#8221;1.8em&#8221; background_enable_color=&#8221;off&#8221; background_image=&#8221;https:\/\/storage.googleapis.com\/wp-uploads.bucket.wp.uc3m.es\/wp-content\/uploads\/sites\/40\/2022\/10\/19092417\/kshitijs_180112_009-Edit_1600px.jpg&#8221; custom_button_one=&#8221;on&#8221; button_one_text_size=&#8221;14px&#8221; button_one_text_color=&#8221;#ffffff&#8221; button_one_bg_color=&#8221;#8300e9&#8243; button_one_bg_color_gradient_direction=&#8221;90deg&#8221; button_one_bg_color_gradient_stops=&#8221;#d883f8 0%|#352DBE 100%&#8221; button_one_bg_color_gradient_start=&#8221;#d883f8&#8243; button_one_bg_color_gradient_end=&#8221;#352DBE&#8221; button_one_border_width=&#8221;10px&#8221; button_one_border_color=&#8221;rgba(0,0,0,0)&#8221; button_one_border_radius=&#8221;100px&#8221; button_one_letter_spacing=&#8221;3px&#8221; button_one_font=&#8221;Roboto|700||on|||||&#8221; custom_button_two=&#8221;on&#8221; button_two_text_size=&#8221;14px&#8221; button_two_text_color=&#8221;#ffffff&#8221; button_two_bg_color=&#8221;#06c8ff&#8221; button_two_border_width=&#8221;10px&#8221; button_two_border_color=&#8221;rgba(0,0,0,0)&#8221; button_two_border_radius=&#8221;100px&#8221; button_two_letter_spacing=&#8221;3px&#8221; button_two_font=&#8221;Roboto|700||on|||||&#8221; background_layout=&#8221;light&#8221; min_height=&#8221;621.5px&#8221; custom_margin=&#8221;||||false&#8221; custom_padding=&#8221;0vw||0vw||true|&#8221; custom_padding_tablet=&#8221;250px||250px||true&#8221; custom_padding_last_edited=&#8221;off|desktop&#8221; link_option_url_new_window=&#8221;on&#8221; title_font_size_tablet=&#8221;40px&#8221; title_font_size_phone=&#8221;32px&#8221; title_font_size_last_edited=&#8221;on|desktop&#8221; button_one_text_color_hover=&#8221;#ffffff&#8221; button_two_text_color_hover=&#8221;#ffffff&#8221; button_one_letter_spacing_hover=&#8221;3px&#8221; button_two_letter_spacing_hover=&#8221;3px&#8221; global_colors_info=&#8221;{}&#8221; button_one_text_size__hover_enabled=&#8221;off&#8221; button_two_text_size__hover_enabled=&#8221;off&#8221; button_one_text_color__hover_enabled=&#8221;on&#8221; button_one_text_color__hover=&#8221;#ffffff&#8221; button_two_text_color__hover_enabled=&#8221;on&#8221; button_two_text_color__hover=&#8221;#ffffff&#8221; button_one_border_width__hover_enabled=&#8221;off&#8221; button_two_border_width__hover_enabled=&#8221;off&#8221; button_one_border_color__hover_enabled=&#8221;off&#8221; button_two_border_color__hover_enabled=&#8221;off&#8221; button_one_border_radius__hover_enabled=&#8221;off&#8221; button_two_border_radius__hover_enabled=&#8221;off&#8221; button_one_letter_spacing__hover_enabled=&#8221;on&#8221; button_one_letter_spacing__hover=&#8221;3px&#8221; button_two_letter_spacing__hover_enabled=&#8221;on&#8221; button_two_letter_spacing__hover=&#8221;3px&#8221; button_one_bg_color__hover_enabled=&#8221;off&#8221; button_two_bg_color__hover_enabled=&#8221;off&#8221;]<\/p>\n<p><span>Norwegian University os Science and Technology<\/span><span><\/span><\/p>\n<p>[\/et_pb_fullwidth_header][\/et_pb_section][et_pb_section fb_built=&#8221;1&#8243; admin_label=&#8221;Visiting&#8221; _builder_version=&#8221;4.16&#8243; min_height=&#8221;418.7px&#8221; custom_margin=&#8221;||-51px|||&#8221; global_colors_info=&#8221;{}&#8221;][et_pb_row _builder_version=&#8221;4.16&#8243; custom_padding=&#8221;0px|0px|24px|0px|false|false&#8221; global_colors_info=&#8221;{}&#8221;][et_pb_column type=&#8221;4_4&#8243; _builder_version=&#8221;4.16&#8243; custom_padding=&#8221;|||&#8221; global_colors_info=&#8221;{}&#8221; custom_padding__hover=&#8221;|||&#8221;][et_pb_text _builder_version=&#8221;4.18.0&#8243; text_font=&#8221;||||||||&#8221; text_font_size=&#8221;16px&#8221; text_line_height=&#8221;1.9em&#8221; header_font=&#8221;||||||||&#8221; header_2_font=&#8221;Roboto|300|||||||&#8221; header_2_font_size=&#8221;50px&#8221; header_2_line_height=&#8221;1.4em&#8221; header_2_font_size_tablet=&#8221;40px&#8221; header_2_font_size_phone=&#8221;32px&#8221; header_2_font_size_last_edited=&#8221;on|phone&#8221; global_colors_info=&#8221;{}&#8221;]<\/p>\n<h2 style=\"text-align: justify\">Abstract<\/h2>\n<p style=\"text-align: justify\"><b> <\/b>In this talk, I will present through different multimodal learning analytics case studies, how we can use the classical and advanced methods from artificial\u00a0intelligence and machine learning to predict the students&#8217; performance and experiences. I will also show how we can use the AI and ML pipelines to achieve certain level of generalizability from the multimodal data. I will show a few examples of explanability attempts in such methods. I will finally present a new method to design artificial agents\u00a0 to support and augment human learning using multimodal data and AI.<\/p>\n<p style=\"text-align: justify\">\n<p style=\"text-align: justify\">[\/et_pb_text][\/et_pb_column][\/et_pb_row][\/et_pb_section][et_pb_section fb_built=&#8221;1&#8243; admin_label=&#8221;About&#8221; _builder_version=&#8221;4.16&#8243; min_height=&#8221;453px&#8221; custom_margin=&#8221;-3px|||||&#8221; custom_padding=&#8221;0px||0px|||&#8221; global_colors_info=&#8221;{}&#8221;][et_pb_row column_structure=&#8221;1_2,1_2&#8243; padding_top_bottom_link_1=&#8221;true&#8221; padding_left_right_link_1=&#8221;true&#8221; _builder_version=&#8221;4.16&#8243; min_height=&#8221;452.8px&#8221; global_colors_info=&#8221;{}&#8221;][et_pb_column type=&#8221;1_2&#8243; _builder_version=&#8221;4.16&#8243; background_image=&#8221;https:\/\/storage.googleapis.com\/wp-uploads.bucket.wp.uc3m.es\/wp-content\/uploads\/sites\/40\/2021\/05\/28095053\/column-background-02.png&#8221; custom_padding=&#8221;50px|50px|50px|50px&#8221; custom_padding_tablet=&#8221;&#8221; custom_padding_phone=&#8221;20px|20px|20px|20px|true|true&#8221; custom_padding_last_edited=&#8221;on|phone&#8221; global_colors_info=&#8221;{}&#8221; padding_phone=&#8221;20px|20px|20px|20px|true|true&#8221; padding_last_edited=&#8221;on|phone&#8221; custom_padding__hover=&#8221;|||&#8221;][et_pb_image src=&#8221;https:\/\/storage.googleapis.com\/wp-uploads.bucket.wp.uc3m.es\/wp-content\/uploads\/sites\/40\/2022\/10\/19092417\/kshitijs_180112_009-Edit_1600px.jpg&#8221; title_text=&#8221;kshitijs_180112_009-Edit_1600px&#8221; align_tablet=&#8221;center&#8221; align_phone=&#8221;&#8221; align_last_edited=&#8221;on|desktop&#8221; _builder_version=&#8221;4.18.0&#8243; animation_style=&#8221;zoom&#8221; animation_intensity_zoom=&#8221;10%&#8221; box_shadow_style=&#8221;preset1&#8243; box_shadow_vertical=&#8221;32px&#8221; box_shadow_blur=&#8221;100px&#8221; box_shadow_color=&#8221;rgba(0,0,0,0.15)&#8221; global_colors_info=&#8221;{}&#8221;][\/et_pb_image][\/et_pb_column][et_pb_column type=&#8221;1_2&#8243; _builder_version=&#8221;4.16&#8243; custom_padding=&#8221;|||&#8221; custom_padding_tablet=&#8221;0px|||&#8221; custom_padding_last_edited=&#8221;off|desktop&#8221; global_colors_info=&#8221;{}&#8221; padding_tablet=&#8221;0px|||&#8221; padding_last_edited=&#8221;off|desktop&#8221; custom_padding__hover=&#8221;|||&#8221;][et_pb_text _builder_version=&#8221;4.18.0&#8243; text_font=&#8221;||||||||&#8221; text_font_size=&#8221;16px&#8221; text_line_height=&#8221;1.9em&#8221; header_font=&#8221;||||||||&#8221; header_2_font=&#8221;Roboto|300|||||||&#8221; header_2_font_size=&#8221;50px&#8221; header_2_line_height=&#8221;1.4em&#8221; header_2_font_size_tablet=&#8221;40px&#8221; header_2_font_size_phone=&#8221;32px&#8221; header_2_font_size_last_edited=&#8221;on|phone&#8221; global_colors_info=&#8221;{}&#8221;]<\/p>\n<h2 style=\"text-align: justify\">Bio<\/h2>\n<p style=\"text-align: justify\"><span style=\"font-family: Calibri,sans-serif;background-color: #ffffff\">Kshitij Sharma is an Associate Professor at Norwegian Institute of Science and Technology at Trondheim, and the Academic Director of AI Transparency Institute. His background is in the area of Human-Computer Interaction and Collaborative\/cooperative learning. In particular, his doctoral work was in the area of using multimodal data (EEG, eye-tracking, facial expressions, audio, dialogues, blood pressure, skin conductance, heart rate) to explain the differences between and predict, experts and novice groups; good and poor students; functional and non-functional groups. The main context for the application of his research has been education. His research interests are primarily in the area of Applied Machine Learning, Artificial Intelligence, and Human-Computer Interaction (HCI) with a heavy emphasis on groups\u2019 behavior and physiological data such as eye-tracking, EEG, facial expressions (theoretical and practical methods in digital interaction). He seeks to understand relations between users\u2019 data (EEG, eye-tracking, system log data, users\u2019 actions) and the profile of the user (expertise, motivation, strategy, performance) based on empirical experimentation (controlled experiments) and mixed methods analysis (utilizing a multitude of digital technologies). The knowledge gained from these studies is then used to provide feedback to the group or adapt to the needs of the group in a proactive manner. For this effort, in his studies, he has combined eye-tracking and users\u2019 actions to provide more comprehensive results through data science, statistics, and machine learning practices.<\/span><\/p>\n<p style=\"text-align: justify\">[\/et_pb_text][\/et_pb_column][\/et_pb_row][\/et_pb_section][et_pb_section fb_built=&#8221;1&#8243; admin_label=&#8221;Past Events&#8221; _builder_version=&#8221;4.16&#8243; background_image=&#8221;https:\/\/emadridnet.uc3m.es\/wp-content\/uploads\/sites\/40\/2021\/05\/bg-4.png&#8221; background_size=&#8221;initial&#8221; background_position=&#8221;bottom_left&#8221; custom_padding=&#8221;54px|0px|0|0px|false|false&#8221; global_colors_info=&#8221;{}&#8221;][et_pb_row _builder_version=&#8221;4.16&#8243; global_colors_info=&#8221;{}&#8221;][et_pb_column type=&#8221;4_4&#8243; _builder_version=&#8221;4.16&#8243; custom_padding=&#8221;|||&#8221; global_colors_info=&#8221;{}&#8221; custom_padding__hover=&#8221;|||&#8221;][et_pb_text _builder_version=&#8221;4.16&#8243; text_font=&#8221;||||||||&#8221; text_font_size=&#8221;16px&#8221; text_line_height=&#8221;1.9em&#8221; header_font=&#8221;||||||||&#8221; header_2_font=&#8221;Roboto|300|||||||&#8221; header_2_font_size=&#8221;50px&#8221; header_2_line_height=&#8221;1.4em&#8221; text_orientation=&#8221;center&#8221; header_2_font_size_tablet=&#8221;40px&#8221; header_2_font_size_phone=&#8221;32px&#8221; header_2_font_size_last_edited=&#8221;on|phone&#8221; locked=&#8221;off&#8221; global_colors_info=&#8221;{}&#8221;]<\/p>\n<h2>Video<\/h2>\n<p>[\/et_pb_text][\/et_pb_column][\/et_pb_row][et_pb_row custom_padding_last_edited=&#8221;on|phone&#8221; _builder_version=&#8221;4.16&#8243; background_image=&#8221;https:\/\/storage.googleapis.com\/wp-uploads.bucket.wp.uc3m.es\/wp-content\/uploads\/sites\/40\/2021\/05\/28095101\/column-background-03-1.png&#8221; min_height=&#8221;93px&#8221; custom_margin=&#8221;15px|auto|-12px|auto||&#8221; custom_padding=&#8221;6px|50px|0|50px|false|false&#8221; custom_padding_tablet=&#8221;&#8221; custom_padding_phone=&#8221;20px|20px||20px||true&#8221; global_colors_info=&#8221;{}&#8221;][et_pb_column type=&#8221;4_4&#8243; _builder_version=&#8221;4.16&#8243; custom_padding=&#8221;|||&#8221; global_colors_info=&#8221;{}&#8221; custom_padding__hover=&#8221;|||&#8221;][et_pb_text _builder_version=&#8221;4.18.0&#8243; _module_preset=&#8221;default&#8221; text_orientation=&#8221;center&#8221; global_colors_info=&#8221;{}&#8221;]<\/p>\n<p><iframe loading=\"lazy\" title=\"2022_11_11 &amp;laquo;AI and ML methods for Multimodal Learning Analytics&amp;raquo;\" src=\"https:\/\/player.vimeo.com\/video\/770689712?h=6aeee14c2e&amp;dnt=1&amp;app_id=122963\" width=\"1080\" height=\"608\" frameborder=\"0\" allow=\"autoplay; fullscreen; picture-in-picture\" allowfullscreen><\/iframe><\/p>\n<p>[\/et_pb_text][\/et_pb_column][\/et_pb_row][et_pb_row _builder_version=&#8221;4.16&#8243; _module_preset=&#8221;default&#8221; global_colors_info=&#8221;{}&#8221;][et_pb_column type=&#8221;4_4&#8243; _builder_version=&#8221;4.16&#8243; _module_preset=&#8221;default&#8221; global_colors_info=&#8221;{}&#8221;][et_pb_text _builder_version=&#8221;4.16&#8243; text_font=&#8221;||||||||&#8221; text_font_size=&#8221;16px&#8221; text_line_height=&#8221;1.9em&#8221; header_font=&#8221;||||||||&#8221; header_2_font=&#8221;Roboto|300|||||||&#8221; header_2_font_size=&#8221;50px&#8221; header_2_line_height=&#8221;1.4em&#8221; text_orientation=&#8221;center&#8221; custom_padding=&#8221;84px|||||&#8221; header_2_font_size_tablet=&#8221;40px&#8221; header_2_font_size_phone=&#8221;32px&#8221; header_2_font_size_last_edited=&#8221;on|phone&#8221; locked=&#8221;off&#8221; global_colors_info=&#8221;{}&#8221;]<\/p>\n<h2>Slides<\/h2>\n<p>[\/et_pb_text][\/et_pb_column][\/et_pb_row][et_pb_row _builder_version=&#8221;4.16&#8243; _module_preset=&#8221;default&#8221; global_colors_info=&#8221;{}&#8221;][et_pb_column type=&#8221;4_4&#8243; _builder_version=&#8221;4.16&#8243; _module_preset=&#8221;default&#8221; global_colors_info=&#8221;{}&#8221;][et_pb_text _builder_version=&#8221;4.18.0&#8243; _module_preset=&#8221;default&#8221; text_orientation=&#8221;center&#8221; hover_enabled=&#8221;0&#8243; global_colors_info=&#8221;{}&#8221; sticky_enabled=&#8221;0&#8243;]<\/p>\n<p><iframe loading=\"lazy\" title=\"2022_11_11 \u00abAI and ML methods for Multimodal Learning Analytics\u00bb\" src=\"https:\/\/www.slideshare.net\/slideshow\/embed_code\/key\/E7ripT1t54P1Lr\" width=\"427\" height=\"356\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\" style=\"border:1px solid #CCC; border-width:1px; margin-bottom:5px; max-width: 100%;\" allowfullscreen> <\/iframe> <\/p>\n<div style=\"margin-bottom:5px\"> <strong> <a href=\"https:\/\/www.slideshare.net\/emadridnet\/20221111-ai-and-ml-methods-for-multimodal-learning-analytics\" title=\"2022_11_11 \u00abAI and ML methods for Multimodal Learning Analytics\u00bb\" target=\"_blank\">2022_11_11 \u00abAI and ML methods for Multimodal Learning Analytics\u00bb<\/a> <\/strong> from <strong><a href=\"https:\/\/www.slideshare.net\/emadridnet\" target=\"_blank\">eMadrid network<\/a><\/strong> <\/div>\n<\/p>\n<p>[\/et_pb_text][\/et_pb_column][\/et_pb_row][\/et_pb_section]<\/p>\n","protected":false},"excerpt":{"rendered":"<p>Norwegian University os Science and TechnologyAbstract In this talk, I will present through different multimodal learning analytics case studies, how we can use the classical and advanced methods from artificial\u00a0intelligence and machine learning to predict the students&#8217; performance and experiences. I will also show how we can use the AI and ML pipelines to achieve [&hellip;]<\/p>\n","protected":false},"author":82,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_et_pb_use_builder":"on","_et_pb_old_content":"","_et_gb_content_width":"","footnotes":""},"categories":[1],"tags":[],"class_list":["post-9218","post","type-post","status-publish","format-standard","hentry","category-sin-categorizar"],"_links":{"self":[{"href":"https:\/\/emadridnet.uc3m.es\/en\/wp-json\/wp\/v2\/posts\/9218","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/emadridnet.uc3m.es\/en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/emadridnet.uc3m.es\/en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/emadridnet.uc3m.es\/en\/wp-json\/wp\/v2\/users\/82"}],"replies":[{"embeddable":true,"href":"https:\/\/emadridnet.uc3m.es\/en\/wp-json\/wp\/v2\/comments?post=9218"}],"version-history":[{"count":4,"href":"https:\/\/emadridnet.uc3m.es\/en\/wp-json\/wp\/v2\/posts\/9218\/revisions"}],"predecessor-version":[{"id":9271,"href":"https:\/\/emadridnet.uc3m.es\/en\/wp-json\/wp\/v2\/posts\/9218\/revisions\/9271"}],"wp:attachment":[{"href":"https:\/\/emadridnet.uc3m.es\/en\/wp-json\/wp\/v2\/media?parent=9218"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/emadridnet.uc3m.es\/en\/wp-json\/wp\/v2\/categories?post=9218"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/emadridnet.uc3m.es\/en\/wp-json\/wp\/v2\/tags?post=9218"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}