2025
|
Garyfalli V, Kalisperakis E, Smyrnis A, Lazaridi M, Karantinos T, Mantas A, Filntisis P P, Efthymiou N, Zlatintsi A, Maragos P, N Smyrnis Smartwatch-Derived Digital Phenotypes Relate to Psychopathology Dimensions in Patients With Psychotic Spectrum Disorders: Longitudinal Observational Study Journal Article JMIR Ment Health, 12 , pp. e75774, 2025. BibTeX | Links: [PDF] @article{V2025,
title = {Smartwatch-Derived Digital Phenotypes Relate to Psychopathology Dimensions in Patients With Psychotic Spectrum Disorders: Longitudinal Observational Study},
author = {Garyfalli V and Kalisperakis E and Smyrnis A and Lazaridi M and Karantinos T and Mantas A and Filntisis P P and Efthymiou N and Zlatintsi A and Maragos P and N Smyrnis},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/2025_Garyfalli_Smartch-DerivedDigitalPhenotypesRelateToPsychopathodogy_JMIR-1.pdf},
doi = {10.2196/75774},
year = {2025},
date = {2025-04-01},
journal = {JMIR Ment Health},
volume = {12},
pages = {e75774},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
|
2024
|
A Zlatintsi, P P Filntisis, N Efthymiou, C Garoufis, G Retsinas, T Sounapoglou, I Maglogiannis, P Tsanakas, N Smyrnis, P Maragos Person Identification and Relapse Detection from Continuous Recordings of Biosignals Challenge: Overview and Results Journal Article IEEE Open Journal of Signal Processing, 2024. BibTeX | Links: [PDF] @article{zlatintsi2024person,
title = {Person Identification and Relapse Detection from Continuous Recordings of Biosignals Challenge: Overview and Results},
author = {A Zlatintsi and P P Filntisis and N Efthymiou and C Garoufis and G Retsinas and T Sounapoglou and I Maglogiannis and P Tsanakas and N Smyrnis and P Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/Zlatintsi_e-PreventionChallengeOverview_OJSP-2024_preprint.pdf},
doi = {10.1109/OJSP.2024.3376300},
year = {2024},
date = {2024-01-01},
journal = {IEEE Open Journal of Signal Processing},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
|
N Efthymiou, G Retsinas, P P Filntisis, P Maragos Augmenting Transformer Autoencoders with Phenotype Classification for Robust Detection of Psychotic Relapses Conference Proc. IEEE Int’l Conference on Acoustics, Speech, and Signal Processing (ICASSP 2024), Seoul, Korea, 2024. BibTeX | Links: [PDF] @conference{Efthymiou2024,
title = {Augmenting Transformer Autoencoders with Phenotype Classification for Robust Detection of Psychotic Relapses},
author = {N Efthymiou and G Retsinas and P P Filntisis and P Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/Efthymiou_TransformerPhenotypeClassif-DetectPsychoticRelapses_ICASSP2024.pdf},
year = {2024},
date = {2024-04-01},
booktitle = {Proc. IEEE Int’l Conference on Acoustics, Speech, and Signal Processing (ICASSP 2024)},
address = {Seoul, Korea},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
2023
|
G Retsinas, N Efthymiou, D Anagnostopoulou, P Maragos Mushroom Detection and Three Dimensional Pose Estimation from Multi-View Point Clouds Journal Article Sensors, 23 (7), pp. 3576, 2023. BibTeX | Links: [PDF] @article{retsinas2023mushroom,
title = {Mushroom Detection and Three Dimensional Pose Estimation from Multi-View Point Clouds},
author = {G Retsinas and N Efthymiou and D Anagnostopoulou and P Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/2023_Retsinas_MushromDetection-and-3D-PoseEstimation_Sensors.pdf},
doi = {10.3390/s23073576},
year = {2023},
date = {2023-01-01},
journal = {Sensors},
volume = {23},
number = {7},
pages = {3576},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
|
E Kalisperakis, T Karantinos, M Lazaridi, V Garyfalli, P P Filntisis, A Zlatintsi, N Efthymiou, A Mantas, L Mantonakis, T Mougiakos, I Maglogiannis, P Tsanakas, P Maragos, N Smyrnis Smartwatch digital phenotypes predict positive and negative symptom variation in a longitudinal monitoring study of patients with psychotic disorders Journal Article Frontiers in Psychiatry, 14 , 2023. BibTeX | Links: [PDF] @article{kalisperakis2023smartwatch,
title = {Smartwatch digital phenotypes predict positive and negative symptom variation in a longitudinal monitoring study of patients with psychotic disorders},
author = {E Kalisperakis and T Karantinos and M Lazaridi and V Garyfalli and P P Filntisis and A Zlatintsi and N Efthymiou and A Mantas and L Mantonakis and T Mougiakos and I Maglogiannis and P Tsanakas and P Maragos and N Smyrnis},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/2023_KalisperakisEtAl_ePrevention_FrontiersPsychiatry.pdf},
doi = {10.3389/fpsyt.2023.1024965},
year = {2023},
date = {2023-01-01},
journal = {Frontiers in Psychiatry},
volume = {14},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
|
E Fekas, A Zlatintsi, P P Filntisis, C Garoufis, N Efthymiou, P Maragos Relapse Prediction from Long-Term Wearable Data using Self-Supervised Learning and Survival Analysis Conference Proc. 48th Int'l Conf. on Acoustics, Speech, and Signal Processing (ICASSP-2023), Rhodes Island, 2023. BibTeX | Links: [PDF] [Slides] @conference{fekas2023relapse,
title = {Relapse Prediction from Long-Term Wearable Data using Self-Supervised Learning and Survival Analysis},
author = {E Fekas and A Zlatintsi and P P Filntisis and C Garoufis and N Efthymiou and P Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/Fekas_ICASSP2023_paper.pdf
http://robotics.ntua.gr/wp-content/uploads/sites/2/Fekas_ICASSP2023_slides.pdf},
year = {2023},
date = {2023-06-01},
booktitle = {Proc. 48th Int'l Conf. on Acoustics, Speech, and Signal Processing (ICASSP-2023)},
address = {Rhodes Island},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
G Retsinas, N Efthymiou, P Maragos Mushroom Segmentation and 3D Pose Estimation From Point Clouds Using Fully Convolutional Geometric Features and Implicit Pose Encoding Conference Proc. 2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 4th Agriculture Vision Workshop, Vancouver, Canada, 2023. BibTeX | Links: [PDF] @conference{retsinas2023mushroomb,
title = {Mushroom Segmentation and 3D Pose Estimation From Point Clouds Using Fully Convolutional Geometric Features and Implicit Pose Encoding},
author = {G Retsinas and N Efthymiou and P Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/Retsinas_CVPRW2023_Mushroom_Segmentation_and_3D_Pose_Estimation_From_Point_Clouds_Using_paper.pdf},
year = {2023},
date = {2023-06-01},
booktitle = {Proc. 2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 4th Agriculture Vision Workshop},
address = {Vancouver, Canada},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
N Efthymiou, G Retsinas, P P Filntisis, A Zlatintsi, E Kalisperakis, V Garyfalli, T Karantinos, M Lazaridi, N Smyrnis, P Maragos From Digital Phenotype Identification To Detection Of Psychotic Relapses Conference Proc. IEEE International Conference on Healthcare Informatics, Houston, TX, USA, 2023. BibTeX | Links: [PDF] [Slides] @conference{efthymiou2023digital,
title = {From Digital Phenotype Identification To Detection Of Psychotic Relapses},
author = {N Efthymiou and G Retsinas and P P Filntisis and A Zlatintsi and E Kalisperakis and V Garyfalli and T Karantinos and M Lazaridi and N Smyrnis and P Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/Efthymiou_ICHI2023_paper.pdf
http://robotics.ntua.gr/wp-content/uploads/sites/2/Efthymiou_ICHI2023_slides.pdf},
year = {2023},
date = {2023-06-01},
booktitle = {Proc. IEEE International Conference on Healthcare Informatics},
address = {Houston, TX, USA},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
D Anagnostopoulou, G Retsinas, N Efthymiou, P P Filntisis, P Maragos A Realistic Synthetic Mushroom Scenes Dataset Conference Proc. 2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 4th Agriculture Vision Workshop, Vancouver, Canada, 2023. BibTeX | Links: [PDF] [Poster] @conference{anagnostopoulou2023realistic,
title = {A Realistic Synthetic Mushroom Scenes Dataset},
author = {D Anagnostopoulou and G Retsinas and N Efthymiou and P P Filntisis and P Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/Anagnostopoulou_CVPRW2023_paper.pdf
http://robotics.ntua.gr/wp-content/uploads/sites/2/Anagnostopoulou_CVPRW2023_poster.pdf},
year = {2023},
date = {2023-06-01},
booktitle = {Proc. 2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 4th Agriculture Vision Workshop},
address = {Vancouver, Canada},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
2022
|
N Efthymiou, P P Filntisis, P Koutras, A Tsiami, J Hadfield, G Potamianos, P Maragos ChildBot: Multi-robot perception and interaction with children Journal Article Robotics and Autonomous Systems, 150 , pp. 103975, 2022. BibTeX | Links: [PDF] @article{efthymiou2022childbot,
title = {ChildBot: Multi-robot perception and interaction with children},
author = {N Efthymiou and P P Filntisis and P Koutras and A Tsiami and J Hadfield and G Potamianos and P Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/2022_EfthymiouEtAl_ChildBot-MultiRobotPerception-InteractionChildren_RAS.pdf},
doi = {10.1016/j.robot.2021.103975},
year = {2022},
date = {2022-01-01},
journal = {Robotics and Autonomous Systems},
volume = {150},
pages = {103975},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
|
A Zlatintsi, P P Filntisis, C Garoufis, N Efthymiou, P Maragos, A Manychtas, I Maglogiannis, P Tsanakas, T Sounapoglou, E Kalisperakis, T Karantinos, M Lazaridi, V Garyfali, A Mantas, L Mantonakis, N Smyrnis e-Prevention: Advanced Support System for Monitoring and Relapse Prevention in Patients with Psychotic Disorders Analysing Long-Term Multimodal Data from Wearables and Video Captures Journal Article Sensors, 22 (19), pp. 7544, 2022. BibTeX | Links: [PDF] @article{zlatintsi2022e-prevention,
title = {e-Prevention: Advanced Support System for Monitoring and Relapse Prevention in Patients with Psychotic Disorders Analysing Long-Term Multimodal Data from Wearables and Video Captures},
author = {A Zlatintsi and P P Filntisis and C Garoufis and N Efthymiou and P Maragos and A Manychtas and I Maglogiannis and P Tsanakas and T Sounapoglou and E Kalisperakis and T Karantinos and M Lazaridi and V Garyfali and A Mantas and L Mantonakis and N Smyrnis},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/2022_ZlatintsiEtAl_EPrevention_SENSORS2022.pdf},
doi = {10.3390/s22197544},
year = {2022},
date = {2022-01-01},
journal = {Sensors},
volume = {22},
number = {19},
pages = {7544},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
|
D Anagnostopoulou, N Efthymiou, C Papailiou, P Maragos Child Engagement Estimation in Heterogeneous Child-Robot Interactions Using Spatiotemporal Visual Cues Conference Proc. 2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS 2022), Kyoto, Japan, 2022. BibTeX | Links: [PDF] @conference{anagnostopoulou2022child,
title = {Child Engagement Estimation in Heterogeneous Child-Robot Interactions Using Spatiotemporal Visual Cues},
author = {D Anagnostopoulou and N Efthymiou and C Papailiou and P Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/Anagnostopoulou_IROS2022_paper.pdf},
year = {2022},
date = {2022-10-01},
booktitle = {Proc. 2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS 2022)},
address = {Kyoto, Japan},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
M Panagiotou, A Zlatintsi, P P Filntisis, A J Roumeliotis, N Efthymiou, P Maragos A Comparative Study of Autoencoder Architectures for Mental Health Analysis using Wearable Sensors Data Conference Proc. 30th European Signal Processing Conference (EUSIPCO), Belgrade, Serbia, 2022. BibTeX | Links: [PDF] [Slides] @conference{panagiotou2022comparative,
title = {A Comparative Study of Autoencoder Architectures for Mental Health Analysis using Wearable Sensors Data},
author = {M Panagiotou and A Zlatintsi and P P Filntisis and A J Roumeliotis and N Efthymiou and P Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/2022_PanagiotouEtAl_ComStudyAutoencodersMentalHealthWearables_EUSIPCO2022.pdf
http://robotics.ntua.gr/wp-content/uploads/sites/2/Panagiotou_EUSIPCO2022_Presentation_slides.pdf},
year = {2022},
date = {2022-09-01},
booktitle = {Proc. 30th European Signal Processing Conference (EUSIPCO)},
address = {Belgrade, Serbia},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
C Garoufis, A Zlatintsi, P P Filntisis, N Efthymiou, E Kalisperakis, T Karantinos, V Garyfalli, M Lazaridi, N Smyrnis, P Maragos Towards Unsupervised Subject-Independent Speech-Based Relapse Detection in Patients with Psychosis using Variational Autoencoders Conference Proc. 30th European Signal Processing Conference (EUSIPCO), Belgrade, Serbia, 2022. BibTeX | Links: [PDF] [Slides] @conference{garoufis2022towards,
title = {Towards Unsupervised Subject-Independent Speech-Based Relapse Detection in Patients with Psychosis using Variational Autoencoders},
author = {C Garoufis and A Zlatintsi and P P Filntisis and N Efthymiou and E Kalisperakis and T Karantinos and V Garyfalli and M Lazaridi and N Smyrnis and P Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/2022_GaroufisEtAl_UnsupervisedSpeechBasedRelapseDetectionVAES_EUSIPCO2022.pdf
http://robotics.ntua.gr/wp-content/uploads/sites/2/Garoufis_SubjectIndependentRelapseDetectionAudioVAEs_EUSIPCO22_slides.pdf},
year = {2022},
date = {2022-09-01},
booktitle = {Proc. 30th European Signal Processing Conference (EUSIPCO)},
address = {Belgrade, Serbia},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
2021
|
N Efthymiou, P P Filntisis, G Potamianos, P Maragos Visual Robotic Perception System with Incremental Learning for Child–Robot Interaction Scenarios Journal Article Technologies, 9 (4), pp. 86, 2021. BibTeX | Links: [PDF] @article{efthymiou2021visual,
title = {Visual Robotic Perception System with Incremental Learning for Child–Robot Interaction Scenarios},
author = {N Efthymiou and P P Filntisis and G Potamianos and P Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/2021_EfthymiouEtAl_VisualRobotPerceptionSystem-ChildRobotInteract_Technologies-1.pdf},
doi = {10.3390/technologies9040086},
year = {2021},
date = {2021-01-01},
journal = {Technologies},
volume = {9},
number = {4},
pages = {86},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
|
P. P. Filntisis, N. Efthymiou, G. Potamianos,, P. Maragos An Audiovisual Child Emotion Recognition System for Child-Robot Interaction Applications Conference Proc. 29th European Signal Processing
Conference (EUSIPCO 2021), Dublin, Ireland, 2021. BibTeX | Links: [Slides] [PDF] @conference{Filntisis2021,
title = {An Audiovisual Child Emotion Recognition System for Child-Robot Interaction Applications},
author = {P. P. Filntisis, N. Efthymiou, G. Potamianos, and P. Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/Filntisis_EUSIPCO2021_ChildEmotionRecogn_presentation_slides.pdf
http://robotics.ntua.gr/wp-content/uploads/sites/2/2021_FilntisisEtAl_AV-ChildEmotionRecognSystem-ChildRobotInteract_EUSIPCO.pdf},
year = {2021},
date = {2021-08-31},
booktitle = {Proc. 29th European Signal Processing
Conference (EUSIPCO 2021)},
address = {Dublin, Ireland},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
C. Garoufis, A. Zlatintsi, P. P. Filntisis, N. Efthymiou, E. Kalisperakis, V. Garyfalli, T. Karantinos, L. Mantonakis, N. Smyrnis, P. Maragos An Unsupervised Learning Approach for Detecting Relapses from Spontaneous Speech in Patients with Psychosis Conference Proc. IEEE-EMBS International
Conference on Biomedical and Health Informatics (BHI-2021), 2021. BibTeX | Links: [PDF] [Poster] @conference{Garoufis2021b,
title = {An Unsupervised Learning Approach for Detecting Relapses from Spontaneous Speech in Patients with Psychosis},
author = {C. Garoufis, A. Zlatintsi, P. P. Filntisis, N. Efthymiou, E. Kalisperakis, V. Garyfalli, T. Karantinos, L. Mantonakis, N. Smyrnis and P. Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/Garoufis_BHI2021_UnsupervisedLearningRelapseDetection_Paper.pdf
http://robotics.ntua.gr/wp-content/uploads/sites/2/Garoufis_BHI21_Poster.pdf},
year = {2021},
date = {2021-07-31},
booktitle = {Proc. IEEE-EMBS International
Conference on Biomedical and Health Informatics (BHI-2021)},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
Dafni Anagnostopoulou, Niki Efthymiou, Christina Papailiou, Petros Maragos Engagement Estimation During Child Robot Interaction Using DeepConvolutional Networks Focusing on ASD Children Conference Proc. IEEE Int'l Conf. Robotics and Automation (ICRA-2021), Xi'an, 2021. BibTeX | Links: [PDF] [Video] [Slides] @conference{AnagnostopoulouICRA2021,
title = {Engagement Estimation During Child Robot Interaction Using DeepConvolutional Networks Focusing on ASD Children},
author = {Dafni Anagnostopoulou and Niki Efthymiou and Christina Papailiou and Petros Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/2021_Anagnostopoulou_EngagementEstimationChildRobotInteraction_ICRA.pdf
http://robotics.ntua.gr/wp-content/uploads/sites/2/Anagnostopoulou_ICRA21_presentation1.mp4
http://robotics.ntua.gr/wp-content/uploads/sites/2/Anagnostopoulou_ICRA21_slides1.pdf},
year = {2021},
date = {2021-06-01},
booktitle = {Proc. IEEE Int'l Conf. Robotics and Automation (ICRA-2021)},
address = {Xi'an},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
2020
|
P. P. Filntisis, N. Efthymiou, G. Potamianos, P. Maragos Emotion Understanding in Videos Through Body, Context, and Visual-Semantic Embedding Loss Conference Proc. 16th European Computer Vision Conference Workshops (ECCVW) - Workshop on Bodily Expressed Emotion Understanding, 2020. BibTeX | Links: [PDF] [Code] @conference{Filntisis2020,
title = {Emotion Understanding in Videos Through Body, Context, and Visual-Semantic Embedding Loss},
author = {P. P. Filntisis and N. Efthymiou and G. Potamianos and P. Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/Emotion_understanding_in_videos_through_body__context__and_visual_semantic_embedding_loss-1.pdf
https://github.com/filby89/NTUA-BEEU-eccv2020},
year = {2020},
date = {2020-08-01},
booktitle = {Proc. 16th European Computer Vision Conference Workshops (ECCVW) - Workshop on Bodily Expressed Emotion Understanding},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
I. Maglogiannis, A. Zlatintsi, A. Menychtas, D. Papadimatos, P.P. Filntisis, N. Efthymiou, G. Retsinas, P. Tsanakas,, P. Maragos An intelligent cloud-based platform for effective monitoring of patients with psychotic disorders Conference Int’l Conf. on Artificial Intelligence Applications and Innovation (AIAI-2020), Halkidiki, Greece, 2020. BibTeX | Links: [PDF] @conference{Maglogiannis2020,
title = {An intelligent cloud-based platform for effective monitoring of patients with psychotic disorders},
author = {I. Maglogiannis, A. Zlatintsi, A. Menychtas, D. Papadimatos, P.P. Filntisis, N. Efthymiou, G. Retsinas, P. Tsanakas, and P. Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/2020_MaglogiannisEtAl_e-Prevention_IntelligentCloudPlatform_AIAI-1.pdf},
year = {2020},
date = {2020-06-04},
booktitle = {Int’l Conf. on Artificial Intelligence Applications and Innovation (AIAI-2020)},
address = {Halkidiki, Greece},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
G Retsinas, P P Filntisis, N Efthymiou, E Theodosis, A Zlatintsi, P Maragos Person Identification Using Deep Convolutional Neural Networks on Short-Term Signals from Wearable Sensors Conference ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), 2020. BibTeX | Links: [PDF] @conference{9053910,
title = {Person Identification Using Deep Convolutional Neural Networks on Short-Term Signals from Wearable Sensors},
author = {G Retsinas and P P Filntisis and N Efthymiou and E Theodosis and A Zlatintsi and P Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/icassp2020_retsinas.pdf},
year = {2020},
date = {2020-05-01},
booktitle = {ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
pages = {3657-3661},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
2019
|
P P Filntisis, N Efthymiou, P Koutras, G Potamianos, P Maragos Fusing Body Posture With Facial Expressions for Joint Recognition of Affect in Child–Robot Interaction Journal Article IEEE Robotics and Automation Letters (with IROS option), 4 (4), pp. 4011-4018, 2019. Abstract | BibTeX | Links: [PDF] @article{8769871,
title = {Fusing Body Posture With Facial Expressions for Joint Recognition of Affect in Child–Robot Interaction},
author = {P P Filntisis and N Efthymiou and P Koutras and G Potamianos and P Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/RAL_2019-5.pdf},
doi = {10.1109/LRA.2019.2930434},
year = {2019},
date = {2019-10-01},
journal = {IEEE Robotics and Automation Letters (with IROS option)},
volume = {4},
number = {4},
pages = {4011-4018},
abstract = {In this letter, we address the problem of multi-cue affect recognition in challenging scenarios such as child–robot interaction. Toward this goal we propose a method for automatic recognition of affect that leverages body expressions alongside facial ones, as opposed to traditional methods that typically focus only on the latter. Our deep-learning based method uses hierarchical multi-label annotations and multi-stage losses, can be trained both jointly and separately, and offers us computational models for both individual modalities, as well as for the whole body emotion. We evaluate our method on a challenging child–robot interaction database of emotional expressions collected by us, as well as on the GEneva multimodal emotion portrayal public database of acted emotions by adults, and show that the proposed method achieves significantly better results than facial-only expression baselines.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
In this letter, we address the problem of multi-cue affect recognition in challenging scenarios such as child–robot interaction. Toward this goal we propose a method for automatic recognition of affect that leverages body expressions alongside facial ones, as opposed to traditional methods that typically focus only on the latter. Our deep-learning based method uses hierarchical multi-label annotations and multi-stage losses, can be trained both jointly and separately, and offers us computational models for both individual modalities, as well as for the whole body emotion. We evaluate our method on a challenging child–robot interaction database of emotional expressions collected by us, as well as on the GEneva multimodal emotion portrayal public database of acted emotions by adults, and show that the proposed method achieves significantly better results than facial-only expression baselines. |
2018
|
N. Efthymiou, P. Koutras, P. ~P. Filntisis, G. Potamianos, P. Maragos MULTI-VIEW FUSION FOR ACTION RECOGNITION IN CHILD-ROBOT INTERACTION Conference Proc. IEEE Int'l Conf. on Image Processing, Athens, Greece, 2018. Abstract | BibTeX | Links: [PDF] @conference{efthymiou18action,
title = {MULTI-VIEW FUSION FOR ACTION RECOGNITION IN CHILD-ROBOT INTERACTION},
author = { N. Efthymiou and P. Koutras and P. ~P. Filntisis and G. Potamianos and P. Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/EfthymiouKoutrasFilntisis_MultiViewFusActRecognChildRobotInteract_ICIP18.pdf},
year = {2018},
date = {2018-10-01},
booktitle = {Proc. IEEE Int'l Conf. on Image Processing},
address = {Athens, Greece},
abstract = {Answering the challenge of leveraging computer vision methods in order to enhance Human Robot Interaction (HRI) experience, this work explores methods that can expand the capabilities of an action recognition system in such tasks. A multi-view action recognition system is proposed for integration in HRI scenarios with special users, such as children, in which there is limited data for training and many state-of-the-art techniques face difficulties. Different feature extraction approaches, encoding methods and fusion techniques are combined and tested in order to create an efficient system that recognizes children pantomime actions. This effort culminates in the integration of a robotic platform and is evaluated under an alluring Children Robot Interaction scenario.},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Answering the challenge of leveraging computer vision methods in order to enhance Human Robot Interaction (HRI) experience, this work explores methods that can expand the capabilities of an action recognition system in such tasks. A multi-view action recognition system is proposed for integration in HRI scenarios with special users, such as children, in which there is limited data for training and many state-of-the-art techniques face difficulties. Different feature extraction approaches, encoding methods and fusion techniques are combined and tested in order to create an efficient system that recognizes children pantomime actions. This effort culminates in the integration of a robotic platform and is evaluated under an alluring Children Robot Interaction scenario. |
A Tsiami, P Koutras, Niki Efthymiou, P P Filntisis, G Potamianos, P Maragos Multi3: Multi-sensory Perception System for Multi-modal Child Interaction with Multiple Robots Conference IEEE International Conference on Robotics and Automation (ICRA), Brisbane, Australia, 2018. Abstract | BibTeX | Links: [PDF] @conference{multi3,
title = {Multi3: Multi-sensory Perception System for Multi-modal Child Interaction with Multiple Robots},
author = {A Tsiami and P Koutras and Niki Efthymiou and P P Filntisis and G Potamianos and P Maragos},
url = {http://robotics.ntua.gr/wp-content/publications/2018_TsiamiEtAl_Multi3-MultisensorMultimodalChildInteractMultRobots_ICRA.pdf},
year = {2018},
date = {2018-05-01},
booktitle = {IEEE International Conference on Robotics and Automation (ICRA)},
address = {Brisbane, Australia},
abstract = {Child-robot interaction is an interdisciplinary research area that has been attracting growing interest, primarily focusing on edutainment applications. A crucial factor to the successful deployment and wide adoption of such applications remains the robust perception of the child's multimodal actions, when interacting with the robot in a natural and untethered fashion. Since robotic sensory and perception capabilities are platform-dependent and most often rather limited, we propose a multiple Kinect-based system to perceive the child-robot interaction scene that is robot-independent and suitable for indoors interaction scenarios. The audio-visual input from the Kinect sensors is fed into speech, gesture, and action recognition modules, appropriately developed in this paper to address the challenging nature of child-robot interaction. For this purpose, data from multiple children are collected and used for module training or adaptation. Further, information from the multiple sensors is fused to enhance module performance.
The perception system is integrated in a modular multi-robot architecture demonstrating its flexibility and scalability with different robotic platforms.
The whole system, called Multi3, is evaluated, both objectively at the module level and subjectively in its entirety, under appropriate child-robot interaction scenarios containing several carefully designed games between children and robots.},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Child-robot interaction is an interdisciplinary research area that has been attracting growing interest, primarily focusing on edutainment applications. A crucial factor to the successful deployment and wide adoption of such applications remains the robust perception of the child's multimodal actions, when interacting with the robot in a natural and untethered fashion. Since robotic sensory and perception capabilities are platform-dependent and most often rather limited, we propose a multiple Kinect-based system to perceive the child-robot interaction scene that is robot-independent and suitable for indoors interaction scenarios. The audio-visual input from the Kinect sensors is fed into speech, gesture, and action recognition modules, appropriately developed in this paper to address the challenging nature of child-robot interaction. For this purpose, data from multiple children are collected and used for module training or adaptation. Further, information from the multiple sensors is fused to enhance module performance.
The perception system is integrated in a modular multi-robot architecture demonstrating its flexibility and scalability with different robotic platforms.
The whole system, called Multi3, is evaluated, both objectively at the module level and subjectively in its entirety, under appropriate child-robot interaction scenarios containing several carefully designed games between children and robots. |
A Tsiami, P P Filntisis, N Efthymiou, P Koutras, G Potamianos, P Maragos FAR-FIELD AUDIO-VISUAL SCENE PERCEPTION OF MULTI-PARTY HUMAN-ROBOT INTERACTION FOR CHILDREN AND ADULTS Conference Proc. IEEE Int'l Conf. Acous., Speech, and Signal Processing (ICASSP), Calgary, Canada, 2018. Abstract | BibTeX | Links: [PDF] @conference{tsiamifar,
title = {FAR-FIELD AUDIO-VISUAL SCENE PERCEPTION OF MULTI-PARTY HUMAN-ROBOT INTERACTION FOR CHILDREN AND ADULTS},
author = {A Tsiami and P P Filntisis and N Efthymiou and P Koutras and G Potamianos and P Maragos},
url = {http://robotics.ntua.gr/wp-content/publications/2018_TsiamiEtAl_FarfieldAVperceptionHRI-ChildrenAdults_ICASSP.pdf},
year = {2018},
date = {2018-04-01},
booktitle = {Proc. IEEE Int'l Conf. Acous., Speech, and Signal Processing (ICASSP)},
address = {Calgary, Canada},
abstract = {Human-robot interaction (HRI) is a research area of growing interest
with a multitude of applications for both children and adult user groups,
as, for example, in edutainment and social robotics.
Crucial, however, to its wider adoption
remains the robust perception of HRI scenes in natural, untethered,
and multi-party interaction scenarios, across user groups.
Towards this goal, we investigate three focal HRI perception modules
operating on data from multiple audio-visual sensors
that observe the HRI scene from the far-field,
thus bypassing limitations and platform-dependency
of contemporary robotic sensing.
In particular, the developed modules fuse
intra- and/or inter-modality data streams to perform:
(i) audio-visual speaker localization;
(ii) distant speech recognition; and
(iii) visual recognition of hand-gestures.
Emphasis is also placed on ensuring high speech and gesture recognition rates
for both children and adults.
Development and objective evaluation of the three modules
is conducted on a corpus of both user groups,
collected by our far-field multi-sensory setup,
for an interaction scenario of a question-answering
``guess-the-object'' collaborative HRI game with a ``Furhat'' robot.
In addition, evaluation of the game
incorporating the three developed modules is reported.
Our results demonstrate robust far-field audio-visual perception
of the multi-party HRI scene.},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
Human-robot interaction (HRI) is a research area of growing interest
with a multitude of applications for both children and adult user groups,
as, for example, in edutainment and social robotics.
Crucial, however, to its wider adoption
remains the robust perception of HRI scenes in natural, untethered,
and multi-party interaction scenarios, across user groups.
Towards this goal, we investigate three focal HRI perception modules
operating on data from multiple audio-visual sensors
that observe the HRI scene from the far-field,
thus bypassing limitations and platform-dependency
of contemporary robotic sensing.
In particular, the developed modules fuse
intra- and/or inter-modality data streams to perform:
(i) audio-visual speaker localization;
(ii) distant speech recognition; and
(iii) visual recognition of hand-gestures.
Emphasis is also placed on ensuring high speech and gesture recognition rates
for both children and adults.
Development and objective evaluation of the three modules
is conducted on a corpus of both user groups,
collected by our far-field multi-sensory setup,
for an interaction scenario of a question-answering
``guess-the-object'' collaborative HRI game with a ``Furhat'' robot.
In addition, evaluation of the game
incorporating the three developed modules is reported.
Our results demonstrate robust far-field audio-visual perception
of the multi-party HRI scene. |
Jack Hadfield, Petros Koutras, Niki Efthymiou, Gerasimos Potamianos, Costas S Tzafestas, Petros Maragos Object assembly guidance in child-robot interaction using RGB-D based 3d tracking Conference 2018 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS), IEEE 2018. BibTeX | Links: [PDF] @conference{hadfield2018object,
title = {Object assembly guidance in child-robot interaction using RGB-D based 3d tracking},
author = {Jack Hadfield and Petros Koutras and Niki Efthymiou and Gerasimos Potamianos and Costas S Tzafestas and Petros Maragos},
url = {http://robotics.ntua.gr/wp-content/uploads/sites/2/2018_HadfieldEtAl_ObjectAssemblyGuidance-ChildRobotInteraction_IROS.pdf},
year = {2018},
date = {2018-01-01},
booktitle = {2018 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)},
pages = {347--354},
organization = {IEEE},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
|
2017
|
A Zlatintsi, P Koutras, G Evangelopoulos, N Malandrakis, N Efthymiou, K Pastra, A Potamianos, P Maragos COGNIMUSE: a multimodal video database annotated with saliency, events, semantics and emotion with application to summarization Journal Article EURASIP Journal on Image and Video Processing, 54 , pp. 1–24, 2017. Abstract | BibTeX | Links: [PDF] @article{ZKE+17,
title = {COGNIMUSE: a multimodal video database annotated with saliency, events, semantics and emotion with application to summarization},
author = {A Zlatintsi and P Koutras and G Evangelopoulos and N Malandrakis and N Efthymiou and K Pastra and A Potamianos and P Maragos},
url = {http://robotics.ntua.gr/wp-content/publications/Zlatintsi+_COGNIMUSEdb_EURASIP_JIVP-2017.pdf},
doi = {doi 10.1186/s13640-017-0194},
year = {2017},
date = {2017-01-01},
journal = {EURASIP Journal on Image and Video Processing},
volume = {54},
pages = {1--24},
abstract = {Research related to computational modeling for machine-based understanding requires ground truth data for training, content analysis, and evaluation. In this paper, we present a multimodal video database, namely COGNIMUSE, annotated with sensory and semantic saliency, events, cross-media semantics, and emotion. The purpose of this database is manifold; it can be used for training and evaluation of event detection and summarization algorithms, for classification and recognition of audio-visual and cross-media events, as well as for emotion tracking. In order to enable comparisons with other computational models, we propose state-of-the-art algorithms, specifically a unified energy-based audio-visual framework and a method for text saliency computation, for the detection of perceptually salient events from videos. Additionally, a movie summarization system for the automatic production of summaries is presented. Two kinds of evaluation were performed, an objective based on the saliency annotation of the database and an extensive qualitative human evaluation of the automatically produced summaries, where we investigated what composes high-quality movie summaries, where both methods verified the appropriateness of the proposed methods. The annotation of the database and the code for the summarization system can be found at http://cognimuse.cs.ntua.gr/database.},
keywords = {},
pubstate = {published},
tppubtype = {article}
}
Research related to computational modeling for machine-based understanding requires ground truth data for training, content analysis, and evaluation. In this paper, we present a multimodal video database, namely COGNIMUSE, annotated with sensory and semantic saliency, events, cross-media semantics, and emotion. The purpose of this database is manifold; it can be used for training and evaluation of event detection and summarization algorithms, for classification and recognition of audio-visual and cross-media events, as well as for emotion tracking. In order to enable comparisons with other computational models, we propose state-of-the-art algorithms, specifically a unified energy-based audio-visual framework and a method for text saliency computation, for the detection of perceptually salient events from videos. Additionally, a movie summarization system for the automatic production of summaries is presented. Two kinds of evaluation were performed, an objective based on the saliency annotation of the database and an extensive qualitative human evaluation of the automatically produced summaries, where we investigated what composes high-quality movie summaries, where both methods verified the appropriateness of the proposed methods. The annotation of the database and the code for the summarization system can be found at http://cognimuse.cs.ntua.gr/database. |
2015
|
A Zlatintsi, P Koutras, N Efthymiou, P Maragos, A Potamianos, K Pastra Quality Evaluation of Computational Models for Movie Summarization Conference Costa Navarino, Messinia, Greece, 2015. Abstract | BibTeX | Links: [PDF] @conference{ZKE+15,
title = {Quality Evaluation of Computational Models for Movie Summarization},
author = {A Zlatintsi and P Koutras and N Efthymiou and P Maragos and A Potamianos and K Pastra},
url = {http://robotics.ntua.gr/wp-content/publications/ZlatintsiEtAl_MovieSumEval-QoMEX2015.pdf},
year = {2015},
date = {2015-05-01},
address = {Costa Navarino, Messinia, Greece},
abstract = {In this paper we present a movie summarization system and we investigate what composes high quality movie summaries in terms of user experience evaluation. We propose state-of-the-art audio, visual and text techniques for the detection of perceptually salient events from movies. The evaluation of such computational models is usually based on the comparison of the similarity between the system-detected events and some ground-truth data. For this reason, we have developed the MovSum movie database, which includes sensory and semantic saliency annotation as well as cross-media relations, for objective evaluations. The automatically produced movie summaries were qualitatively evaluated, in an extensive human evaluation, in terms of informativeness and enjoyability accomplishing very high ratings up to 80% and 90%, respectively, which verifies the appropriateness of the proposed methods.},
keywords = {},
pubstate = {published},
tppubtype = {conference}
}
In this paper we present a movie summarization system and we investigate what composes high quality movie summaries in terms of user experience evaluation. We propose state-of-the-art audio, visual and text techniques for the detection of perceptually salient events from movies. The evaluation of such computational models is usually based on the comparison of the similarity between the system-detected events and some ground-truth data. For this reason, we have developed the MovSum movie database, which includes sensory and semantic saliency annotation as well as cross-media relations, for objective evaluations. The automatically produced movie summaries were qualitatively evaluated, in an extensive human evaluation, in terms of informativeness and enjoyability accomplishing very high ratings up to 80% and 90%, respectively, which verifies the appropriateness of the proposed methods. |
