2021
Dias, Sofia Balula; Diniz, José Alves; Konstantinidis, Evdokimos; Savvidis, Theodore; Zilidou, Vicky; Bamidis, Panagiotis D; Grammatikopoulou, Athina; Dimitropoulos, Kosmas; Grammalidis, Nikos; Jaeger, Hagen; Stadtschnitzer, Michael; Silva, Hugo; Telo, Gonçalo; Ioakeimidis, Ioannis; Ntakakis, George; Karayiannis, Fotis; Huchet, Estelle; Hoermann, Vera; Filis, Konstantinos; Theodoropoulou, Elina; Lyberopoulos, George; Kyritsis, Konstantinos; Papadopoulos, Alexandros; Depoulos, Anastasios; Trivedi, Dhaval; Chaudhuri, Ray K; Klingelhoefer, Lisa; Reichmann, Heinz; Bostantzopoulou, Sevasti; Katsarou, Zoe; Iakovakis, Dimitrios; Hadjidimitriou, Stelios; Charisis, Vasileios; Apostolidis, George; Hadjileontiadis, Leontios J
Assistive HCI-Serious Games Co-design Insights: The Case Study of i-PROGNOSIS Personalized Game Suite for Parkinson’s Disease Journal Article
In: Frontiers in Psychology, 11 , pp. 4017, 2021, ISSN: 1664-1078.
Abstract | Links | BibTeX | Tags: co-creation, game-based learning, human-computer interaction-serious games, i-PROGNOSIS, Parkinson’s disease
@article{10.3389/fpsyg.2020.612835,
title = {Assistive HCI-Serious Games Co-design Insights: The Case Study of i-PROGNOSIS Personalized Game Suite for Parkinson’s Disease},
author = {Sofia Balula Dias and José Alves Diniz and Evdokimos Konstantinidis and Theodore Savvidis and Vicky Zilidou and Panagiotis D Bamidis and Athina Grammatikopoulou and Kosmas Dimitropoulos and Nikos Grammalidis and Hagen Jaeger and Michael Stadtschnitzer and Hugo Silva and Gonçalo Telo and Ioannis Ioakeimidis and George Ntakakis and Fotis Karayiannis and Estelle Huchet and Vera Hoermann and Konstantinos Filis and Elina Theodoropoulou and George Lyberopoulos and Konstantinos Kyritsis and Alexandros Papadopoulos and Anastasios Depoulos and Dhaval Trivedi and Ray K Chaudhuri and Lisa Klingelhoefer and Heinz Reichmann and Sevasti Bostantzopoulou and Zoe Katsarou and Dimitrios Iakovakis and Stelios Hadjidimitriou and Vasileios Charisis and George Apostolidis and Leontios J Hadjileontiadis},
url = {https://www.frontiersin.org/article/10.3389/fpsyg.2020.612835},
doi = {10.3389/fpsyg.2020.612835},
issn = {1664-1078},
year = {2021},
date = {2021-01-01},
journal = {Frontiers in Psychology},
volume = {11},
pages = {4017},
abstract = {Human-Computer Interaction (HCI) and games set a new domain in understanding people’s motivations in gaming, behavioral implications of game play, game adaptation to player preferences and needs for increased engaging experiences in the context of HCI serious games (HCI-SGs). When the latter relate with people’s health status, they can become a part of their daily life as assistive health status monitoring/enhancement systems. Co-designing HCI-SGs can be seen as a combination of art and science that involves a meticulous collaborative process. The design elements in assistive HCI-SGs for Parkinson’s Disease (PD) patients, in particular, are explored in the present work. Within this context, the Game-Based Learning (GBL) design framework is adopted here and its main game-design parameters are explored for the Exergames, Dietarygames, Emotional games, Handwriting games, and Voice games design, drawn from the PD-related i-PROGNOSIS Personalized Game Suite (PGS) (www.i-prognosis.eu ) holistic approach. Two main data sources were involved in the study. In particular, the first one includes qualitative data from semi-structured interviews, involving 10 PD patients and four clinicians in the co-creation process of the game design, whereas the second one relates with data from an online questionnaire addressed by 104 participants spanning the whole related spectrum, i.e., PD patients, physicians, software/game developers. Linear regression analysis was employed to identify an adapted GBL framework with the most significant game-design parameters, which efficiently predict the transferability of the PGS beneficial effect to real-life, addressing functional PD symptoms. The findings of this work can assist HCI-SG designers for designing PD-related HCI-SGs, as the most significant game-design factors were identified, in terms of adding value to the role of HCI-SGs in increasing PD patients’ quality of life, optimizing the interaction with personalized HCI-SGs and, hence, fostering a collaborative human-computer symbiosis.},
keywords = {co-creation, game-based learning, human-computer interaction-serious games, i-PROGNOSIS, Parkinson’s disease},
pubstate = {published},
tppubtype = {article}
}
Human-Computer Interaction (HCI) and games set a new domain in understanding people’s motivations in gaming, behavioral implications of game play, game adaptation to player preferences and needs for increased engaging experiences in the context of HCI serious games (HCI-SGs). When the latter relate with people’s health status, they can become a part of their daily life as assistive health status monitoring/enhancement systems. Co-designing HCI-SGs can be seen as a combination of art and science that involves a meticulous collaborative process. The design elements in assistive HCI-SGs for Parkinson’s Disease (PD) patients, in particular, are explored in the present work. Within this context, the Game-Based Learning (GBL) design framework is adopted here and its main game-design parameters are explored for the Exergames, Dietarygames, Emotional games, Handwriting games, and Voice games design, drawn from the PD-related i-PROGNOSIS Personalized Game Suite (PGS) (<ext-link ext-link-type=üri" xlink:href="http://www.i-prognosis.eu" xmlns:xlink="http://www.w3.org/1999/xlink">www.i-prognosis.eu</ext-link>) holistic approach. Two main data sources were involved in the study. In particular, the first one includes qualitative data from semi-structured interviews, involving 10 PD patients and four clinicians in the co-creation process of the game design, whereas the second one relates with data from an online questionnaire addressed by 104 participants spanning the whole related spectrum, i.e., PD patients, physicians, software/game developers. Linear regression analysis was employed to identify an adapted GBL framework with the most significant game-design parameters, which efficiently predict the transferability of the PGS beneficial effect to real-life, addressing functional PD symptoms. The findings of this work can assist HCI-SG designers for designing PD-related HCI-SGs, as the most significant game-design factors were identified, in terms of adding value to the role of HCI-SGs in increasing PD patients’ quality of life, optimizing the interaction with personalized HCI-SGs and, hence, fostering a collaborative human-computer symbiosis.
Kyritsis, Konstantinos; Fagerberg, Petter; Ioakimidis, Ioannis; Chaudhuri, Ray K; Reichmann, Heinz; Klingelhoefer, Lisa; Delopoulos, Anastasios
In: Scientific Reports, 11 (1), pp. 1–14, 2021.
Abstract | Links | BibTeX | Tags: LSTM, Parkinson’s disease, Support vector machines
@article{kyritsis2021assessment,
title = {Assessment of real life eating difficulties in Parkinson’s disease patients by measuring plate to mouth movement elongation with inertial sensors},
author = {Konstantinos Kyritsis and Petter Fagerberg and Ioannis Ioakimidis and Ray K Chaudhuri and Heinz Reichmann and Lisa Klingelhoefer and Anastasios Delopoulos},
doi = {https://doi.org/10.1038/s41598-020-80394-y},
year = {2021},
date = {2021-01-01},
journal = {Scientific Reports},
volume = {11},
number = {1},
pages = {1--14},
publisher = {Nature Publishing Group},
abstract = {Parkinson’s disease (PD) is a neurodegenerative disorder with both motor and non-motor symptoms. Despite the progressive nature of PD, early diagnosis, tracking the disease’s natural history and measuring the drug response are factors that play a major role in determining the quality of life of the affected individual. Apart from the common motor symptoms, i.e., tremor at rest, rigidity and bradykinesia, studies suggest that PD is associated with disturbances in eating behavior and energy intake. Specifically, PD is associated with drug-induced impulsive eating disorders such as binge eating, appetite-related non-motor issues such as weight loss and/or gain as well as dysphagia—factors that correlate with difficulties in completing day-to-day eating-related tasks. In this work we introduce Plate-to-Mouth (PtM), an indicator that relates with the time spent for the hand operating the utensil to transfer a quantity of food from the plate into the mouth during the course of a meal. We propose a two-step approach towards the objective calculation of PtM. Initially, we use the 3D acceleration and orientation velocity signals from an off-the-shelf smartwatch to detect the bite moments and upwards wrist micromovements that occur during a meal session. Afterwards, we process the upwards hand micromovements that appear prior to every detected bite during the meal in order to estimate the bite’s PtM duration. Finally, we use a density-based scheme to estimate the PtM durations distribution and form the in-meal eating behavior profile of the subject. In the results section, we provide validation for every step of the process independently, as well as showcase our findings using a total of three datasets, one collected in a controlled clinical setting using standardized meals (with a total of 28 meal sessions from 7 Healthy Controls (HC) and 21 PD patients) and two collected in-the-wild under free living conditions (37 meals from 4 HC/10 PD patients and 629 meals from 3 HC/3 PD patients, respectively). Experimental results reveal an Area Under the Curve (AUC) of 0.748 for the clinical dataset and 0.775/1.000 for the in-the-wild datasets towards the classification of in-meal eating behavior profiles to the PD or HC group. This is the first work that attempts to use wearable Inertial Measurement Unit (IMU) sensor data, collected both in clinical and in-the-wild settings, towards the extraction of an objective eating behavior indicator for PD.},
keywords = {LSTM, Parkinson’s disease, Support vector machines},
pubstate = {published},
tppubtype = {article}
}
Parkinson’s disease (PD) is a neurodegenerative disorder with both motor and non-motor symptoms. Despite the progressive nature of PD, early diagnosis, tracking the disease’s natural history and measuring the drug response are factors that play a major role in determining the quality of life of the affected individual. Apart from the common motor symptoms, i.e., tremor at rest, rigidity and bradykinesia, studies suggest that PD is associated with disturbances in eating behavior and energy intake. Specifically, PD is associated with drug-induced impulsive eating disorders such as binge eating, appetite-related non-motor issues such as weight loss and/or gain as well as dysphagia—factors that correlate with difficulties in completing day-to-day eating-related tasks. In this work we introduce Plate-to-Mouth (PtM), an indicator that relates with the time spent for the hand operating the utensil to transfer a quantity of food from the plate into the mouth during the course of a meal. We propose a two-step approach towards the objective calculation of PtM. Initially, we use the 3D acceleration and orientation velocity signals from an off-the-shelf smartwatch to detect the bite moments and upwards wrist micromovements that occur during a meal session. Afterwards, we process the upwards hand micromovements that appear prior to every detected bite during the meal in order to estimate the bite’s PtM duration. Finally, we use a density-based scheme to estimate the PtM durations distribution and form the in-meal eating behavior profile of the subject. In the results section, we provide validation for every step of the process independently, as well as showcase our findings using a total of three datasets, one collected in a controlled clinical setting using standardized meals (with a total of 28 meal sessions from 7 Healthy Controls (HC) and 21 PD patients) and two collected in-the-wild under free living conditions (37 meals from 4 HC/10 PD patients and 629 meals from 3 HC/3 PD patients, respectively). Experimental results reveal an Area Under the Curve (AUC) of 0.748 for the clinical dataset and 0.775/1.000 for the in-the-wild datasets towards the classification of in-meal eating behavior profiles to the PD or HC group. This is the first work that attempts to use wearable Inertial Measurement Unit (IMU) sensor data, collected both in clinical and in-the-wild settings, towards the extraction of an objective eating behavior indicator for PD.
2020
Kyritsis, Konstantinos; Diou, Christos; Delopoulos, Anastasios
A Data Driven End-to-end Approach for In-the-wild Monitoring of Eating Behavior Using Smartwatches Journal Article
In: IEEE Journal of Biomedical and Health Informatics, 2020.
Abstract | Links | BibTeX | Tags: Feature extraction, Informatics, Monitoring, Obesity, Sensors, Tools, Wrist
@article{kyritsis2020data,
title = {A Data Driven End-to-end Approach for In-the-wild Monitoring of Eating Behavior Using Smartwatches},
author = {Konstantinos Kyritsis and Christos Diou and Anastasios Delopoulos},
doi = {10.1109/JBHI.2020.2984907},
year = {2020},
date = {2020-01-01},
journal = {IEEE Journal of Biomedical and Health Informatics},
publisher = {IEEE},
abstract = {The increased worldwide prevalence of obesity has sparked the interest of the scientific community towards tools that objectively and automatically monitor eating behavior. Despite the study of obesity being in the spotlight, such tools can also be used to study eating disorders (e.g. anorexia nervosa) or provide a personalized monitoring platform for patients or athletes. This paper presents a complete framework towards the automated i) modeling of in-meal eating behavior and ii) temporal localization of meals, from raw inertial data collected in-the-wild using commercially available smartwatches. Initially, we present an end-to-end Neural Network which detects food intake events (i.e. bites). The proposed network uses both convolutional and recurrent layers that are trained simultaneously. Subsequently, we show how the distribution of the detected bites throughout the day can be used to estimate the start and end points of meals, using signal processing algorithms. We perform extensive evaluation on each framework part individually. Leave-one-subject-out (LOSO) evaluation shows that our bite detection approach outperforms four state-of-the-art algorithms towards the detection of bites during the course of a meal (0.923 F1 score). Furthermore, LOSO and held-out set experiments regarding the estimation of meal start/end points reveal that the proposed approach outperforms a relevant approach found in the literature (Jaccard Index of 0.820 and 0.821 for the LOSO and held-out experiments, respectively). Experiments are performed using our publicly available FIC and the newly introduced FreeFIC datasets.},
keywords = {Feature extraction, Informatics, Monitoring, Obesity, Sensors, Tools, Wrist},
pubstate = {published},
tppubtype = {article}
}
The increased worldwide prevalence of obesity has sparked the interest of the scientific community towards tools that objectively and automatically monitor eating behavior. Despite the study of obesity being in the spotlight, such tools can also be used to study eating disorders (e.g. anorexia nervosa) or provide a personalized monitoring platform for patients or athletes. This paper presents a complete framework towards the automated i) modeling of in-meal eating behavior and ii) temporal localization of meals, from raw inertial data collected in-the-wild using commercially available smartwatches. Initially, we present an end-to-end Neural Network which detects food intake events (i.e. bites). The proposed network uses both convolutional and recurrent layers that are trained simultaneously. Subsequently, we show how the distribution of the detected bites throughout the day can be used to estimate the start and end points of meals, using signal processing algorithms. We perform extensive evaluation on each framework part individually. Leave-one-subject-out (LOSO) evaluation shows that our bite detection approach outperforms four state-of-the-art algorithms towards the detection of bites during the course of a meal (0.923 F1 score). Furthermore, LOSO and held-out set experiments regarding the estimation of meal start/end points reveal that the proposed approach outperforms a relevant approach found in the literature (Jaccard Index of 0.820 and 0.821 for the LOSO and held-out experiments, respectively). Experiments are performed using our publicly available FIC and the newly introduced FreeFIC datasets.
Kyritsis, Konstantinos; Fagerberg, Petter; Ioakimidis, Ioannis; Klingelhoefer, Lisa; Reichmann, Heinz; Delopoulos, Anastasios
Using IMU sensors to assess motor degradation of PD patients by modeling in-meal plate-to-mouth movement elongation Inproceedings
In: 2020 42nd Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC), pp. 494–497, IEEE 2020.
Abstract | Links | BibTeX | Tags: Accelerometers, control, Degradation, Feature extraction, Mouth, PD, Sensors, Support vector machines
@inproceedings{kyritsis2020using,
title = {Using IMU sensors to assess motor degradation of PD patients by modeling in-meal plate-to-mouth movement elongation},
author = {Konstantinos Kyritsis and Petter Fagerberg and Ioannis Ioakimidis and Lisa Klingelhoefer and Heinz Reichmann and Anastasios Delopoulos},
doi = {10.1109/EMBC44109.2020.9175615},
year = {2020},
date = {2020-01-01},
booktitle = {2020 42nd Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)},
pages = {494--497},
organization = {IEEE},
abstract = {Parkinson's disease (PD) is the second most common age-related neurodegenerative disorder after Alzheimer's disease, associated, among others, with motor symptoms such as resting tremor, rigidity and bradykinesia. At the same time, early diagnosis of PD is hindered by a high misdiagnosis rate and the subjective nature of the diagnosis process itself. Recent developments in mobile and wearable devices, such as smartphones and smartwatches, have allowed the automated detection and objective measurement of PD symptoms. In this paper we investigate the hypothesis that PD motor symptom degradation can be assessed by studying the in-meal behavior and modeling the food intake process. To achieve this, we use the inertial data from a commercial smartwatch to investigate the in-meal eating behavior of healthy controls and PD patients. In addition, we define and provide a methodology for calculating Plate-to-Mouth (PtM), an indicator that relates with the average time that the hand spends transferring food from the plate towards the mouth during the course of a meal. The presented experimental results, using our collected dataset of 28 participants (7 healthy controls and 21 PD patients), support our hypothesis. Results initially point out that PD patients have a higher PtM value than the healthy controls. Finally, using PtM we achieve a precision/recall/F1 of 0.882/0.714/0.789 towards classifying the meals from the PD patients and healthy controls.},
keywords = {Accelerometers, control, Degradation, Feature extraction, Mouth, PD, Sensors, Support vector machines},
pubstate = {published},
tppubtype = {inproceedings}
}
Parkinson's disease (PD) is the second most common age-related neurodegenerative disorder after Alzheimer's disease, associated, among others, with motor symptoms such as resting tremor, rigidity and bradykinesia. At the same time, early diagnosis of PD is hindered by a high misdiagnosis rate and the subjective nature of the diagnosis process itself. Recent developments in mobile and wearable devices, such as smartphones and smartwatches, have allowed the automated detection and objective measurement of PD symptoms. In this paper we investigate the hypothesis that PD motor symptom degradation can be assessed by studying the in-meal behavior and modeling the food intake process. To achieve this, we use the inertial data from a commercial smartwatch to investigate the in-meal eating behavior of healthy controls and PD patients. In addition, we define and provide a methodology for calculating Plate-to-Mouth (PtM), an indicator that relates with the average time that the hand spends transferring food from the plate towards the mouth during the course of a meal. The presented experimental results, using our collected dataset of 28 participants (7 healthy controls and 21 PD patients), support our hypothesis. Results initially point out that PD patients have a higher PtM value than the healthy controls. Finally, using PtM we achieve a precision/recall/F1 of 0.882/0.714/0.789 towards classifying the meals from the PD patients and healthy controls.
Papadopoulos, Alexandros; Iakovakis, Dimitrios; Klingelhoefer, Lisa; Bostantjopoulou, Sevasti; Chaudhuri, Ray K; Kyritsis, Konstantinos; Hadjidimitriou, Stelios; Charisis, Vasileios; Hadjileontiadis, Leontios J; Delopoulos, Anastasios
Unobtrusive detection of Parkinson’s disease from multi-modal and in-the-wild sensor data using deep learning techniques Journal Article
In: Scientific Reports, 10 (1), pp. 1–13, 2020.
Abstract | Links | BibTeX | Tags: Information technology, Parkinson's disease, Statistics
@article{papadopoulos2020unobtrusive,
title = {Unobtrusive detection of Parkinson’s disease from multi-modal and in-the-wild sensor data using deep learning techniques},
author = {Alexandros Papadopoulos and Dimitrios Iakovakis and Lisa Klingelhoefer and Sevasti Bostantjopoulou and Ray K Chaudhuri and Konstantinos Kyritsis and Stelios Hadjidimitriou and Vasileios Charisis and Leontios J Hadjileontiadis and Anastasios Delopoulos},
doi = {https://doi.org/10.1038/s41598-020-78418-8},
year = {2020},
date = {2020-01-01},
journal = {Scientific Reports},
volume = {10},
number = {1},
pages = {1--13},
publisher = {Nature Publishing Group},
abstract = {Parkinson’s Disease (PD) is the second most common neurodegenerative disorder, affecting more than 1% of the population above 60 years old with both motor and non-motor symptoms of escalating severity as it progresses. Since it cannot be cured, treatment options focus on the improvement of PD symptoms. In fact, evidence suggests that early PD intervention has the potential to slow down symptom progression and improve the general quality of life in the long term. However, the initial motor symptoms are usually very subtle and, as a result, patients seek medical assistance only when their condition has substantially deteriorated; thus, missing the opportunity for an improved clinical outcome. This situation highlights the need for accessible tools that can screen for early motor PD symptoms and alert individuals to act accordingly. Here we show that PD and its motor symptoms can unobtrusively be detected from the combination of accelerometer and touchscreen typing data that are passively captured during natural user-smartphone interaction. To this end, we introduce a deep learning framework that analyses such data to simultaneously predict tremor, fine-motor impairment and PD. In a validation dataset from 22 clinically-assessed subjects (8 Healthy Controls (HC)/14 PD patients with a total data contribution of 18.305 accelerometer and 2.922 typing sessions), the proposed approach achieved 0.86/0.93 sensitivity/specificity for the binary classification task of HC versus PD. Additional validation on data from 157 subjects (131 HC/26 PD with a total contribution of 76.528 accelerometer and 18.069 typing sessions) with self-reported health status (HC or PD), resulted in area under curve of 0.87, with sensitivity/specificity of 0.92/0.69 and 0.60/0.92 at the operating points of highest sensitivity or specificity, respectively. Our findings suggest that the proposed method can be used as a stepping stone towards the development of an accessible PD screening tool that will passively monitor the subject-smartphone interaction for signs of PD and which could be used to reduce the critical gap between disease onset and start of treatment.},
keywords = {Information technology, Parkinson's disease, Statistics},
pubstate = {published},
tppubtype = {article}
}
Parkinson’s Disease (PD) is the second most common neurodegenerative disorder, affecting more than 1% of the population above 60 years old with both motor and non-motor symptoms of escalating severity as it progresses. Since it cannot be cured, treatment options focus on the improvement of PD symptoms. In fact, evidence suggests that early PD intervention has the potential to slow down symptom progression and improve the general quality of life in the long term. However, the initial motor symptoms are usually very subtle and, as a result, patients seek medical assistance only when their condition has substantially deteriorated; thus, missing the opportunity for an improved clinical outcome. This situation highlights the need for accessible tools that can screen for early motor PD symptoms and alert individuals to act accordingly. Here we show that PD and its motor symptoms can unobtrusively be detected from the combination of accelerometer and touchscreen typing data that are passively captured during natural user-smartphone interaction. To this end, we introduce a deep learning framework that analyses such data to simultaneously predict tremor, fine-motor impairment and PD. In a validation dataset from 22 clinically-assessed subjects (8 Healthy Controls (HC)/14 PD patients with a total data contribution of 18.305 accelerometer and 2.922 typing sessions), the proposed approach achieved 0.86/0.93 sensitivity/specificity for the binary classification task of HC versus PD. Additional validation on data from 157 subjects (131 HC/26 PD with a total contribution of 76.528 accelerometer and 18.069 typing sessions) with self-reported health status (HC or PD), resulted in area under curve of 0.87, with sensitivity/specificity of 0.92/0.69 and 0.60/0.92 at the operating points of highest sensitivity or specificity, respectively. Our findings suggest that the proposed method can be used as a stepping stone towards the development of an accessible PD screening tool that will passively monitor the subject-smartphone interaction for signs of PD and which could be used to reduce the critical gap between disease onset and start of treatment.
Fagerberg, Petter; Klingelhoefer, Lisa; Bottai, Matteo; Langlet, Billy; Kyritsis, Konstantinos; Rotter, Eva; Reichmann, Heinz; Falkenburger, Björn; Delopoulos, Anastasios; Ioakimidis, Ioannis
In: Nutrients, 12 (7), pp. 2109, 2020.
Abstract | Links | BibTeX | Tags: eating behavior, energy intake, food, malnutrition, Monitoring, neurodegenerative diseases, Parkinson’s disease, weight loss
@article{fagerberg2020lower,
title = {Lower Energy Intake among Advanced vs. Early Parkinson’s Disease Patients and Healthy Controls in a Clinical Lunch Setting: A Cross-Sectional Study},
author = {Petter Fagerberg and Lisa Klingelhoefer and Matteo Bottai and Billy Langlet and Konstantinos Kyritsis and Eva Rotter and Heinz Reichmann and Björn Falkenburger and Anastasios Delopoulos and Ioannis Ioakimidis},
doi = {https://doi.org/10.3390/nu12072109},
year = {2020},
date = {2020-01-01},
journal = {Nutrients},
volume = {12},
number = {7},
pages = {2109},
publisher = {Multidisciplinary Digital Publishing Institute},
abstract = {Unintentional weight loss has been observed among Parkinson’s disease (PD) patients. Changes in energy intake (EI) and eating behavior, potentially caused by fine motor dysfunction and eating-related symptoms, might contribute to this. The primary aim of this study was to investigate differences in objectively measured EI between groups of healthy controls (HC), early (ESPD) and advanced stage PD patients (ASPD) during a standardized lunch in a clinical setting. The secondary aim was to identify clinical features and eating behavior abnormalities that explain EI differences. All participants (n = 23 HC, n = 20 ESPD, and n = 21 ASPD) went through clinical evaluations and were eating a standardized meal (200 g sausages, 400 g potato salad, 200 g apple purée and 500 mL water) in front of two video cameras. Participants ate freely, and the food was weighed pre- and post-meal to calculate EI (kcal). Multiple linear regression was used to explain group differences in EI. ASPD had a significantly lower EI vs. HC (−162 kcal, p < 0.05) and vs. ESPD (−203 kcal, p < 0.01) when controlling for sex. The number of spoonfuls, eating problems, dysphagia and upper extremity tremor could explain most (86%) of the lower EI vs. HC, while the first three could explain ~50% vs. ESPD. Food component intake analysis revealed significantly lower potato salad and sausage intakes among ASPD vs. both HC and ESPD, while water intake was lower vs. HC. EI is an important clinical target for PD patients with an increased risk of weight loss. Our results suggest that interventions targeting upper extremity tremor, spoonfuls, dysphagia and eating problems might be clinically useful in the prevention of unintentional weight loss in PD. Since EI was lower in ASPD, EI might be a useful marker of disease progression in PD. },
keywords = {eating behavior, energy intake, food, malnutrition, Monitoring, neurodegenerative diseases, Parkinson’s disease, weight loss},
pubstate = {published},
tppubtype = {article}
}
Unintentional weight loss has been observed among Parkinson’s disease (PD) patients. Changes in energy intake (EI) and eating behavior, potentially caused by fine motor dysfunction and eating-related symptoms, might contribute to this. The primary aim of this study was to investigate differences in objectively measured EI between groups of healthy controls (HC), early (ESPD) and advanced stage PD patients (ASPD) during a standardized lunch in a clinical setting. The secondary aim was to identify clinical features and eating behavior abnormalities that explain EI differences. All participants (n = 23 HC, n = 20 ESPD, and n = 21 ASPD) went through clinical evaluations and were eating a standardized meal (200 g sausages, 400 g potato salad, 200 g apple purée and 500 mL water) in front of two video cameras. Participants ate freely, and the food was weighed pre- and post-meal to calculate EI (kcal). Multiple linear regression was used to explain group differences in EI. ASPD had a significantly lower EI vs. HC (−162 kcal, p < 0.05) and vs. ESPD (−203 kcal, p < 0.01) when controlling for sex. The number of spoonfuls, eating problems, dysphagia and upper extremity tremor could explain most (86%) of the lower EI vs. HC, while the first three could explain ~50% vs. ESPD. Food component intake analysis revealed significantly lower potato salad and sausage intakes among ASPD vs. both HC and ESPD, while water intake was lower vs. HC. EI is an important clinical target for PD patients with an increased risk of weight loss. Our results suggest that interventions targeting upper extremity tremor, spoonfuls, dysphagia and eating problems might be clinically useful in the prevention of unintentional weight loss in PD. Since EI was lower in ASPD, EI might be a useful marker of disease progression in PD.
Dias, Sofia Balula; Grammatikopoulou, Athina; Diniz, José Alves; Dimitropoulos, Kosmas; Grammalidis, Nikos; Zilidou, Vicky; Savvidis, Theodore; Konstantinidis, Evdokimos; Bamidis, Panagiotis D; Jaeger, Hagen; Stadtschnitzer, Michael; Silva, Hugo; Telo, Gonçalo; Ioakeimidis, Ioannis; Ntakakis, George; Karayiannis, Fotis; Huchet, Estelle; Hoermann, Vera; Filis, Konstantinos; Theodoropoulou, Elina; Lyberopoulos, George; Kyritsis, Konstantinos; Papadopoulos, Alexandros; Delopoulos, Anastasios; Trivedi, Dhaval; Chaudhuri, Ray K; Klingelhoefer, Lisa; Reichmann, Heinz; Bostantzopoulou, Sevasti; Katsarou, Zoe; Iakovakis, Dimitrios; Hadjidimitriou, Stelios; Charisis, Vasileios; Apostolidis, George; Hadjileontiadis, Leontios J
Innovative Parkinson's Disease Patients' Motor Skills Assessment: The i-PROGNOSIS Paradigm Journal Article
In: Frontiers in Computer Science, 2 , pp. 20, 2020, ISSN: 2624-9898.
Abstract | Links | BibTeX | Tags: i-PROGNOSIS, motor assessment tests, motor skills decline, parkinson's disease (PD), unified parkinson disease rating scale (UPDRS) part III
@article{10.3389/fcomp.2020.00020,
title = {Innovative Parkinson's Disease Patients' Motor Skills Assessment: The i-PROGNOSIS Paradigm},
author = {Sofia Balula Dias and Athina Grammatikopoulou and José Alves Diniz and Kosmas Dimitropoulos and Nikos Grammalidis and Vicky Zilidou and Theodore Savvidis and Evdokimos Konstantinidis and Panagiotis D Bamidis and Hagen Jaeger and Michael Stadtschnitzer and Hugo Silva and Gonçalo Telo and Ioannis Ioakeimidis and George Ntakakis and Fotis Karayiannis and Estelle Huchet and Vera Hoermann and Konstantinos Filis and Elina Theodoropoulou and George Lyberopoulos and Konstantinos Kyritsis and Alexandros Papadopoulos and Anastasios Delopoulos and Dhaval Trivedi and Ray K Chaudhuri and Lisa Klingelhoefer and Heinz Reichmann and Sevasti Bostantzopoulou and Zoe Katsarou and Dimitrios Iakovakis and Stelios Hadjidimitriou and Vasileios Charisis and George Apostolidis and Leontios J Hadjileontiadis},
url = {https://www.frontiersin.org/article/10.3389/fcomp.2020.00020},
doi = {10.3389/fcomp.2020.00020},
issn = {2624-9898},
year = {2020},
date = {2020-01-01},
journal = {Frontiers in Computer Science},
volume = {2},
pages = {20},
abstract = {Being the second most common neurodegenerative disease, Parkinson's disease (PD) can be symptomatically treated, although, unfortunately, it cannot be cured yet. Moreover, diagnosing and assessing PD patients is a complex process, requiring continuous monitoring. In this vein, the design, development, and validation of innovative assessment tools may be helpful in the management of patients with PD, in particular. Based on intelligent ICT interventions, the i-PROGNOSIS project intends to mitigate PD's specific symptoms, such as neurological movement disorders of gait, balance, coordination, and posture, already characterized in the early phase of the disease. From this perspective, an innovative iPrognosis motor assessment tool is presented here, taking into consideration the Unified Parkinson Disease Rating Scale (UPDRS) Part III motor skills testing items, for evaluating the motor skills status. The efficiency of the proposed Assessment Tests to reflect the motor skills status, similarly to the UPDRS Part III items, was validated via 27 participants (18 males; mean age = 62 years},
keywords = {i-PROGNOSIS, motor assessment tests, motor skills decline, parkinson's disease (PD), unified parkinson disease rating scale (UPDRS) part III},
pubstate = {published},
tppubtype = {article}
}
Being the second most common neurodegenerative disease, Parkinson's disease (PD) can be symptomatically treated, although, unfortunately, it cannot be cured yet. Moreover, diagnosing and assessing PD patients is a complex process, requiring continuous monitoring. In this vein, the design, development, and validation of innovative assessment tools may be helpful in the management of patients with PD, in particular. Based on intelligent ICT interventions, the i-PROGNOSIS project intends to mitigate PD's specific symptoms, such as neurological movement disorders of gait, balance, coordination, and posture, already characterized in the early phase of the disease. From this perspective, an innovative iPrognosis motor assessment tool is presented here, taking into consideration the Unified Parkinson Disease Rating Scale (UPDRS) Part III motor skills testing items, for evaluating the motor skills status. The efficiency of the proposed Assessment Tests to reflect the motor skills status, similarly to the UPDRS Part III items, was validated via 27 participants (18 males; mean age = 62 years
2019
Kyritsis, Konstantinos; Diou, Christos; Delopoulos, Anastasios
Modeling wrist micromovements to measure in-meal eating behavior from inertial sensor data Journal Article
In: IEEE journal of biomedical and health informatics, 23 (6), pp. 2325–2334, 2019.
Abstract | Links | BibTeX | Tags: Acceleration, Feature extraction, Informatics, Monitoring, Mouth, Obesity, Wrist
@article{kyritsis2019modeling,
title = {Modeling wrist micromovements to measure in-meal eating behavior from inertial sensor data},
author = {Konstantinos Kyritsis and Christos Diou and Anastasios Delopoulos},
doi = {10.1109/JBHI.2019.2892011},
year = {2019},
date = {2019-01-01},
journal = {IEEE journal of biomedical and health informatics},
volume = {23},
number = {6},
pages = {2325--2334},
publisher = {IEEE},
abstract = {Overweight and obesity are both associated with in-meal eating parameters such as eating speed. Recently, the plethora of available wearable devices in the market ignited the interest of both the scientific community and the industry toward unobtrusive solutions for eating behavior monitoring. In this paper, we present an algorithm for automatically detecting the in-meal food intake cycles using the inertial signals (acceleration and orientation velocity) from an off-the-shelf smartwatch. We use five specific wrist micromovements to model the series of actions leading to and following an intake event (i.e., bite). Food intake detection is performed in two steps. In the first step, we process windows of raw sensor streams and estimate their micromovement probability distributions by means of a convolutional neural network. In the second step, we use a long short-term memory network to capture the temporal evolution and classify sequences of windows as food intake cycles. Evaluation is performed using a challenging dataset of 21 meals from 12 subjects. In our experiments, we compare the performance of our algorithm against three state-of-theart approaches, where our approach achieves the highest F1 detection score (0.913 in the leave-one-subject-out experiment). The dataset used in the experiments is available at https://mug.ee.auth.gr/intake-cycle-detection/.},
keywords = {Acceleration, Feature extraction, Informatics, Monitoring, Mouth, Obesity, Wrist},
pubstate = {published},
tppubtype = {article}
}
Overweight and obesity are both associated with in-meal eating parameters such as eating speed. Recently, the plethora of available wearable devices in the market ignited the interest of both the scientific community and the industry toward unobtrusive solutions for eating behavior monitoring. In this paper, we present an algorithm for automatically detecting the in-meal food intake cycles using the inertial signals (acceleration and orientation velocity) from an off-the-shelf smartwatch. We use five specific wrist micromovements to model the series of actions leading to and following an intake event (i.e., bite). Food intake detection is performed in two steps. In the first step, we process windows of raw sensor streams and estimate their micromovement probability distributions by means of a convolutional neural network. In the second step, we use a long short-term memory network to capture the temporal evolution and classify sequences of windows as food intake cycles. Evaluation is performed using a challenging dataset of 21 meals from 12 subjects. In our experiments, we compare the performance of our algorithm against three state-of-theart approaches, where our approach achieves the highest F1 detection score (0.913 in the leave-one-subject-out experiment). The dataset used in the experiments is available at https://mug.ee.auth.gr/intake-cycle-detection/.
Papadopoulos, Alexandros; Kyritsis, Konstantinos; Klingelhoefer, Lisa; Bostanjopoulou, Sevasti; Chaudhuri, Ray K; Delopoulos, Anastasios
Detecting Parkinsonian Tremor from IMU Data Collected In-The-Wild using Deep Multiple-Instance Learning Journal Article
In: IEEE Journal of Biomedical and Health Informatics, 2019.
Abstract | Links | BibTeX | Tags: Accelerometers, Annotations, Diseases, Feature extraction, Rigidity, Sensors, Standards
@article{papadopoulos2019detecting,
title = {Detecting Parkinsonian Tremor from IMU Data Collected In-The-Wild using Deep Multiple-Instance Learning},
author = {Alexandros Papadopoulos and Konstantinos Kyritsis and Lisa Klingelhoefer and Sevasti Bostanjopoulou and Ray K Chaudhuri and Anastasios Delopoulos},
doi = {10.1109/JBHI.2019.2961748},
year = {2019},
date = {2019-01-01},
journal = {IEEE Journal of Biomedical and Health Informatics},
publisher = {IEEE},
abstract = {Parkinson's Disease (PD) is a slowly evolving neurological disease that affects about 1% of the population above 60 years old, causing symptoms that are subtle at first, but whose intensity increases as the disease progresses. Automated detection of these symptoms could offer clues as to the early onset of the disease, thus improving the expected clinical outcomes of the patients via appropriately targeted interventions. This potential has led many researchers to develop methods that use widely available sensors to measure and quantify the presence of PD symptoms such as tremor, rigidity and braykinesia. However, most of these approaches operate under controlled settings, such as in lab or at home, thus limiting their applicability under free-living conditions. In this work, we present a method for automatically identifying tremorous episodes related to PD, based on IMU signals captured via a smartphone device. We propose a Multiple-Instance Learning approach, wherein a subject is represented as an unordered bag of accelerometer signal segments and a single, expert-provided, tremor annotation. Our method combines deep feature learning with a learnable pooling stage that is able to identify key instances within the subject bag, while still being trainable end-to-end. We validate our algorithm on a newly introduced dataset of 45 subjects, containing accelerometer signals collected entirely in-the-wild. The good classification performance obtained in the conducted experiments suggests that the proposed method can efficiently navigate the noisy environment of in-the-wild recordings.},
keywords = {Accelerometers, Annotations, Diseases, Feature extraction, Rigidity, Sensors, Standards},
pubstate = {published},
tppubtype = {article}
}
Parkinson's Disease (PD) is a slowly evolving neurological disease that affects about 1% of the population above 60 years old, causing symptoms that are subtle at first, but whose intensity increases as the disease progresses. Automated detection of these symptoms could offer clues as to the early onset of the disease, thus improving the expected clinical outcomes of the patients via appropriately targeted interventions. This potential has led many researchers to develop methods that use widely available sensors to measure and quantify the presence of PD symptoms such as tremor, rigidity and braykinesia. However, most of these approaches operate under controlled settings, such as in lab or at home, thus limiting their applicability under free-living conditions. In this work, we present a method for automatically identifying tremorous episodes related to PD, based on IMU signals captured via a smartphone device. We propose a Multiple-Instance Learning approach, wherein a subject is represented as an unordered bag of accelerometer signal segments and a single, expert-provided, tremor annotation. Our method combines deep feature learning with a learnable pooling stage that is able to identify key instances within the subject bag, while still being trainable end-to-end. We validate our algorithm on a newly introduced dataset of 45 subjects, containing accelerometer signals collected entirely in-the-wild. The good classification performance obtained in the conducted experiments suggests that the proposed method can efficiently navigate the noisy environment of in-the-wild recordings.
Kyritsis, Konstantinos; Diou, Christos; Delopoulos, Anastasios
Detecting meals in the wild using the inertial data of a typical smartwatch Inproceedings
In: 2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), pp. 4229–4232, IEEE 2019.
Abstract | Links | BibTeX | Tags: Accelerometers, Artificial neural networks, Detection algorithms, Feature extraction, Gyroscopes, Lenses, Monitoring
@inproceedings{kyritsis2019detecting,
title = {Detecting meals in the wild using the inertial data of a typical smartwatch},
author = {Konstantinos Kyritsis and Christos Diou and Anastasios Delopoulos},
doi = {10.1109/EMBC.2019.8857275},
year = {2019},
date = {2019-01-01},
booktitle = {2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)},
pages = {4229--4232},
organization = {IEEE},
abstract = {Automated and objective monitoring of eating behavior has received the attention of both the research community and the industry over the past few years. In this paper we present a method for automatically detecting meals in free living conditions, using the inertial data (acceleration and orientation velocity) from commercially available smartwatches. The proposed method operates in two steps. In the first step we process the raw inertial signals using an End-to-End Neural Network with the purpose of detecting the bite events throughout the recording. During the next step, we process the resulting bite detections using signal processing algorithms to obtain the final meal start and end timestamp estimates. Evaluation results obtained from our Leave One Subject Out experiments using our publicly available FIC and FreeFIC datasets, exhibit encouraging results by achieving an F1/Average Jaccard Index of 0.894/0.804.},
keywords = {Accelerometers, Artificial neural networks, Detection algorithms, Feature extraction, Gyroscopes, Lenses, Monitoring},
pubstate = {published},
tppubtype = {inproceedings}
}
Automated and objective monitoring of eating behavior has received the attention of both the research community and the industry over the past few years. In this paper we present a method for automatically detecting meals in free living conditions, using the inertial data (acceleration and orientation velocity) from commercially available smartwatches. The proposed method operates in two steps. In the first step we process the raw inertial signals using an End-to-End Neural Network with the purpose of detecting the bite events throughout the recording. During the next step, we process the resulting bite detections using signal processing algorithms to obtain the final meal start and end timestamp estimates. Evaluation results obtained from our Leave One Subject Out experiments using our publicly available FIC and FreeFIC datasets, exhibit encouraging results by achieving an F1/Average Jaccard Index of 0.894/0.804.
Papadopoulos, Alexandros; Kyritsis, Konstantinos; Bostanjopoulou, Sevasti; Klingelhoefer, Lisa; Chaudhuri, Ray K; Delopoulos, Anastasios
Multiple-instance learning for in-the-wild parkinsonian tremor detection Inproceedings
In: 2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), pp. 6188–6191, IEEE 2019.
Abstract | Links | BibTeX | Tags: Accelerometers, Diseases, Mathematical model, Sensors, Smart phones, Standards, Training
@inproceedings{papadopoulos2019multiple,
title = {Multiple-instance learning for in-the-wild parkinsonian tremor detection},
author = {Alexandros Papadopoulos and Konstantinos Kyritsis and Sevasti Bostanjopoulou and Lisa Klingelhoefer and Ray K Chaudhuri and Anastasios Delopoulos},
doi = {10.1109/EMBC.2019.8856314},
year = {2019},
date = {2019-01-01},
booktitle = {2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)},
pages = {6188--6191},
organization = {IEEE},
abstract = {Parkinson's Disease (PD) is a neurodegenerative disorder that manifests through slowly progressing symptoms, such as tremor, voice degradation and bradykinesia. Automated detection of such symptoms has recently received much attention by the research community, owing to the clinical benefits associated with the early diagnosis of the disease. Unfortunately, most of the approaches proposed so far, operate under a strictly laboratory setting, thus limiting their potential applicability in real world conditions. In this work, we present a method for automatically detecting tremorous episodes related to PD, based on acceleration signals. We propose to address the problem at hand, as a case of Multiple-Instance Learning, wherein a subject is represented as an unordered bag of signal segments and a single, expert-provided, ground-truth. We employ a deep learning approach that combines feature learning and a learnable pooling stage and is trainable end-to-end. Results on a newly introduced dataset of accelerometer signals collected in-the-wild confirm the validity of the proposed approach.},
keywords = {Accelerometers, Diseases, Mathematical model, Sensors, Smart phones, Standards, Training},
pubstate = {published},
tppubtype = {inproceedings}
}
Parkinson's Disease (PD) is a neurodegenerative disorder that manifests through slowly progressing symptoms, such as tremor, voice degradation and bradykinesia. Automated detection of such symptoms has recently received much attention by the research community, owing to the clinical benefits associated with the early diagnosis of the disease. Unfortunately, most of the approaches proposed so far, operate under a strictly laboratory setting, thus limiting their potential applicability in real world conditions. In this work, we present a method for automatically detecting tremorous episodes related to PD, based on acceleration signals. We propose to address the problem at hand, as a case of Multiple-Instance Learning, wherein a subject is represented as an unordered bag of signal segments and a single, expert-provided, ground-truth. We employ a deep learning approach that combines feature learning and a learnable pooling stage and is trainable end-to-end. Results on a newly introduced dataset of accelerometer signals collected in-the-wild confirm the validity of the proposed approach.
2018
Kyritsis, Konstantinos; Diou, Christos; Delopoulos, Anastasios
End-to-end Learning for Measuring in-meal Eating Behavior from a Smartwatch Inproceedings
In: 2018 40th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), pp. 5511–5514, IEEE 2018.
Abstract | Links | BibTeX | Tags: Accelerometers, Gyroscopes, Hidden Markov models, Mouth, Sensors, Support vector machines, Training
@inproceedings{kyritsis2018end,
title = {End-to-end Learning for Measuring in-meal Eating Behavior from a Smartwatch},
author = {Konstantinos Kyritsis and Christos Diou and Anastasios Delopoulos},
doi = {10.1109/EMBC.2018.8513627},
year = {2018},
date = {2018-01-01},
booktitle = {2018 40th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)},
pages = {5511--5514},
organization = {IEEE},
abstract = {In this paper, we propose an end-to-end neural network (NN) architecture for detecting in-meal eating events (i.e., bites), using only a commercially available smartwatch. Our method combines convolutional and recurrent networks and is able to simultaneously learn intermediate data representations related to hand movements, as well as sequences of these movements that appear during eating. A promising F-score of 0.884 is achieved for detecting bites on a publicly available dataset with 10 subjects.},
keywords = {Accelerometers, Gyroscopes, Hidden Markov models, Mouth, Sensors, Support vector machines, Training},
pubstate = {published},
tppubtype = {inproceedings}
}
In this paper, we propose an end-to-end neural network (NN) architecture for detecting in-meal eating events (i.e., bites), using only a commercially available smartwatch. Our method combines convolutional and recurrent networks and is able to simultaneously learn intermediate data representations related to hand movements, as well as sequences of these movements that appear during eating. A promising F-score of 0.884 is achieved for detecting bites on a publicly available dataset with 10 subjects.
Papadopoulos, Alexandros; Kyritsis, Konstantinos; Sarafis, Ioannis; Delopoulos, Anastasios
Personalised meal eating behaviour analysis via semi-supervised learning Inproceedings
In: 2018 40th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), pp. 4768–4771, IEEE 2018.
Abstract | Links | BibTeX | Tags: Adaptation models, Entropy, Feature extraction, Hidden Markov models, Mouth, Support vector machines, Training
@inproceedings{papadopoulos2018personalised,
title = {Personalised meal eating behaviour analysis via semi-supervised learning},
author = {Alexandros Papadopoulos and Konstantinos Kyritsis and Ioannis Sarafis and Anastasios Delopoulos},
doi = {10.1109/EMBC.2018.8513174},
year = {2018},
date = {2018-01-01},
booktitle = {2018 40th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)},
pages = {4768--4771},
organization = {IEEE},
abstract = {Automated monitoring and analysis of eating behaviour patterns, i.e., “how one eats”, has recently received much attention by the research community, owing to the association of eating patterns with health-related problems and especially obesity and its comorbidities. In this work, we introduce an improved method for meal micro-structure analysis. Stepping on a previous methodology of ours that combines feature extraction, SVM micro-movement classification and LSTM sequence modelling, we propose a method to adapt a pretrained IMU-based food intake cycle detection model to a new subject, with the purpose of improving model performance for that subject. We split model training into two stages. First, the model is trained using standard supervised learning techniques. Then, an adaptation step is performed, where the model is fine-tuned on unlabeled samples of the target subject via semisupervised learning. Evaluation is performed on a publicly available dataset that was originally created and used in [1] and has been extended here to demonstrate the effect of the semisupervised approach, where the proposed method improves over the baseline method.},
keywords = {Adaptation models, Entropy, Feature extraction, Hidden Markov models, Mouth, Support vector machines, Training},
pubstate = {published},
tppubtype = {inproceedings}
}
Automated monitoring and analysis of eating behaviour patterns, i.e., “how one eats”, has recently received much attention by the research community, owing to the association of eating patterns with health-related problems and especially obesity and its comorbidities. In this work, we introduce an improved method for meal micro-structure analysis. Stepping on a previous methodology of ours that combines feature extraction, SVM micro-movement classification and LSTM sequence modelling, we propose a method to adapt a pretrained IMU-based food intake cycle detection model to a new subject, with the purpose of improving model performance for that subject. We split model training into two stages. First, the model is trained using standard supervised learning techniques. Then, an adaptation step is performed, where the model is fine-tuned on unlabeled samples of the target subject via semisupervised learning. Evaluation is performed on a publicly available dataset that was originally created and used in [1] and has been extended here to demonstrate the effect of the semisupervised approach, where the proposed method improves over the baseline method.
2017
Kyritsis, Konstantinos; Diou, Christos; Delopoulos, Anastasios
Food intake detection from inertial sensors using LSTM networks Inproceedings
In: International Conference on Image Analysis and Processing, pp. 411–418, Springer 2017.
Abstract | Links | BibTeX | Tags: Eating monitoring, Food intake, LSTM, Wearable sensors
@inproceedings{kyritsis2017food,
title = {Food intake detection from inertial sensors using LSTM networks},
author = {Konstantinos Kyritsis and Christos Diou and Anastasios Delopoulos},
doi = {https://doi.org/10.1007/978-3-319-70742-6_39},
year = {2017},
date = {2017-01-01},
booktitle = {International Conference on Image Analysis and Processing},
pages = {411--418},
organization = {Springer},
abstract = {Unobtrusive analysis of eating behavior based on Inertial Measurement Unit (IMU) sensors (e.g. accelerometer) is a topic that has attracted the interest of both the industry and the research community over the past years. This work presents a method for detecting food intake moments that occur during a meal session using the accelerometer and gyroscope signals of an off-the-shelf smartwatch. We propose a two step approach. First, we model the hand micro-movements that take place while eating using an array of binary Support Vector Machines (SVMs); then the detection of intake moments is achieved by processing the sequence of SVM score vectors by a Long Short Term Memory (LSTM) network. Evaluation is performed on a publicly available dataset with 10 subjects, where the proposed method outperforms similar approaches by achieving an F1 score of 0.892.},
keywords = {Eating monitoring, Food intake, LSTM, Wearable sensors},
pubstate = {published},
tppubtype = {inproceedings}
}
Unobtrusive analysis of eating behavior based on Inertial Measurement Unit (IMU) sensors (e.g. accelerometer) is a topic that has attracted the interest of both the industry and the research community over the past years. This work presents a method for detecting food intake moments that occur during a meal session using the accelerometer and gyroscope signals of an off-the-shelf smartwatch. We propose a two step approach. First, we model the hand micro-movements that take place while eating using an array of binary Support Vector Machines (SVMs); then the detection of intake moments is achieved by processing the sequence of SVM score vectors by a Long Short Term Memory (LSTM) network. Evaluation is performed on a publicly available dataset with 10 subjects, where the proposed method outperforms similar approaches by achieving an F1 score of 0.892.
Kyritsis, Konstantinos; Tatli, Christina Lefkothea; Diou, Christos; Delopoulos, Anastasios
Automated analysis of in meal eating behavior using a commercial wristband IMU sensor Inproceedings
In: 2017 39th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), pp. 2843–2846, IEEE 2017.
Abstract | Links | BibTeX | Tags: Acceleration, Accelerometers, Feature extraction, Gyroscopes, Hidden Markov models, Mouth, Support vector machines
@inproceedings{kyritsis2017automated,
title = {Automated analysis of in meal eating behavior using a commercial wristband IMU sensor},
author = {Konstantinos Kyritsis and Christina Lefkothea Tatli and Christos Diou and Anastasios Delopoulos},
doi = {10.1109/EMBC.2017.8037449},
year = {2017},
date = {2017-01-01},
booktitle = {2017 39th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)},
pages = {2843--2846},
organization = {IEEE},
abstract = {Automatic objective monitoring of eating behavior using inertial sensors is a research problem that has received a lot of attention recently, mainly due to the mass availability of IMUs and the evidence on the importance of quantifying and monitoring eating patterns. In this paper we propose a method for detecting food intake cycles during the course of a meal using a commercially available wristband. We first model micro-movements that are part of the intake cycle and then use HMMs to model the sequences of micro-movements leading to mouthfuls. Evaluation is carried out on an annotated dataset of 8 subjects where the proposed method achieves 0:78 precision and 0:77 recall. The evaluation dataset is publicly available at http://mug.ee.auth.gr/intake-cycle-detection/.},
keywords = {Acceleration, Accelerometers, Feature extraction, Gyroscopes, Hidden Markov models, Mouth, Support vector machines},
pubstate = {published},
tppubtype = {inproceedings}
}
Automatic objective monitoring of eating behavior using inertial sensors is a research problem that has received a lot of attention recently, mainly due to the mass availability of IMUs and the evidence on the importance of quantifying and monitoring eating patterns. In this paper we propose a method for detecting food intake cycles during the course of a meal using a commercially available wristband. We first model micro-movements that are part of the intake cycle and then use HMMs to model the sequences of micro-movements leading to mouthfuls. Evaluation is carried out on an annotated dataset of 8 subjects where the proposed method achieves 0:78 precision and 0:77 recall. The evaluation dataset is publicly available at http://mug.ee.auth.gr/intake-cycle-detection/.
2016
Hadjidimitriou, S; Charisis, V; Kyritsis, K; Konstantinidis, E; Delopoulos, A; Bamidis, P; Bostantjopoulou, S; Rizos, A; Trivedi, D; Chaudhuri, R; Klingelhoefer, L; Reichmann, H; Wadoux, J; Craecker, N De; Karayiannis, F; Fagerberg, P; Ioakeimidis, I; Stadtschnitzer, M; Esser, A; Grammalidis, N; Dimitropoulos, K; Dias, S B; Diniz, J A; da Silva, H P; Lyberopoulos, G; Theodoropoulou, E; Hadjileontiadis, L J
Active and healthy ageing for Parkinson's disease patients' support: A user's perspective within the i-PROGNOSIS framework Inproceedings
In: 2016 1st International Conference on Technology and Innovation in Sports, Health and Wellbeing (TISHW), pp. 1-8, 2016.
Links | BibTeX | Tags: Aging, Diseases, Economics, Europe, Prognostics and health management, Technological innovation
@inproceedings{7847785,
title = {Active and healthy ageing for Parkinson's disease patients' support: A user's perspective within the i-PROGNOSIS framework},
author = {S Hadjidimitriou and V Charisis and K Kyritsis and E Konstantinidis and A Delopoulos and P Bamidis and S Bostantjopoulou and A Rizos and D Trivedi and R Chaudhuri and L Klingelhoefer and H Reichmann and J Wadoux and N De Craecker and F Karayiannis and P Fagerberg and I Ioakeimidis and M Stadtschnitzer and A Esser and N Grammalidis and K Dimitropoulos and S B Dias and J A Diniz and H P da Silva and G Lyberopoulos and E Theodoropoulou and L J Hadjileontiadis},
doi = {10.1109/TISHW.2016.7847785},
year = {2016},
date = {2016-01-01},
booktitle = {2016 1st International Conference on Technology and Innovation in Sports, Health and Wellbeing (TISHW)},
pages = {1-8},
keywords = {Aging, Diseases, Economics, Europe, Prognostics and health management, Technological innovation},
pubstate = {published},
tppubtype = {inproceedings}
}
2014
Floros, Georgios; Kyritsis, Konstantinos; Potamianos, Gerasimos
Database and baseline system for detecting degraded traffic signs in urban environments Inproceedings
In: 2014 5th European Workshop on Visual Information Processing (EUVIP), pp. 1–5, IEEE 2014.
Abstract | Links | BibTeX | Tags: Color, Databases, Image color analysis, Roads, Robustness, Shape, Vehicles
@inproceedings{floros2014database,
title = {Database and baseline system for detecting degraded traffic signs in urban environments},
author = {Georgios Floros and Konstantinos Kyritsis and Gerasimos Potamianos},
doi = {10.1109/EUVIP.2014.7018395},
year = {2014},
date = {2014-01-01},
booktitle = {2014 5th European Workshop on Visual Information Processing (EUVIP)},
pages = {1--5},
organization = {IEEE},
abstract = {We present a small database of “noisy” traffic signs in cluttered urban environments that exhibit various forms of degradation, including vandalism and fading (discoloration). The database contains five types of international traffic signs that allow differentiation by means of color and shape, and it has been collected in two cities in Greece. We further present a baseline system for detecting and recognizing signs in this database, primarily employing color segmentation in the RGB color space, shape detection, and a number of problem specific heuristics. Our approach proves quite robust to the degraded traffic signs of our collected database, achieving an F-score of 0.91.},
keywords = {Color, Databases, Image color analysis, Roads, Robustness, Shape, Vehicles},
pubstate = {published},
tppubtype = {inproceedings}
}
We present a small database of “noisy” traffic signs in cluttered urban environments that exhibit various forms of degradation, including vandalism and fading (discoloration). The database contains five types of international traffic signs that allow differentiation by means of color and shape, and it has been collected in two cities in Greece. We further present a baseline system for detecting and recognizing signs in this database, primarily employing color segmentation in the RGB color space, shape detection, and a number of problem specific heuristics. Our approach proves quite robust to the degraded traffic signs of our collected database, achieving an F-score of 0.91.