middleware/Tracking/Gestures/SwipeDetector.cs
author bastiena
Mon, 02 Apr 2012 16:30:56 +0200
changeset 15 4b78f179e7ce
child 17 fda26bfcabef
permissions -rw-r--r--
Middleware : segmentation of Middleware between 4 modules : Communication Debug Tracking MainModule I chose to integer the events in the mainModule, so I can use them to send data to Debug and Communication. Soon DLLs will be copied to a main root folder "lib".
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     1
/*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     2
* This file is part of the TraKERS\Middleware package.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     3
*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     4
* (c) IRI <http://www.iri.centrepompidou.fr/>
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     5
*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     6
* For the full copyright and license information, please view the LICENSE_MIDDLEWARE
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     7
* file that was distributed with this source code.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     8
*/
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     9
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    10
/*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    11
 * Projet : TraKERS
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    12
 * Module : MIDDLEWARE
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    13
 * Sous-Module : Tracking/Gestures
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    14
 * Classe : SwipeDetector
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    15
 * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    16
 * Auteur : alexandre.bastien@iri.centrepompidou.fr
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    17
 * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    18
 * Fonctionnalités : Permet de détecter si l'utilisateur a effectué un Swipe, en se basant sur
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    19
 * des règles appliquées à la positions des noeuds dans le temps.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    20
 */
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    21
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    22
using System;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    23
using System.Collections.Generic;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    24
using System.Linq;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    25
using System.Text;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    26
using Microsoft.Kinect;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    27
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    28
namespace Trakers.MainModule.Gestures
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    29
{
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    30
    public class SwipeDetector : GestureDetector
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    31
    {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    32
        public enum Direction {LEFT, RIGHT, TOP, DOWN};
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    33
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    34
        public SwipeDetector() : base()
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    35
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    36
            gesturePeriod = (float)0.5;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    37
            indexesPerSecond = 30;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    38
            indexesToCheck = (int)(gesturePeriod * indexesPerSecond);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    39
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    40
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    41
        /*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    42
         * Lit les noeuds de l'historique du squelette afin de détecter un Swipe left.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    43
         * Règles :
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    44
         * Se fait avec la main droite.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    45
         * Chaque nouvelle position de la main doit être à la gauche de la précédente.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    46
         * Chaque nouvelle position de la main ne doit pas s'éloigner verticalement de plus d'une certaine distance.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    47
         * Le geste doit mesurer horizontalement une certaine distance.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    48
         */
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    49
        public bool CheckForSwipeLeft()
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    50
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    51
            //Crée un historique de squelette local, puisque l'historique est mis à jour toutes les ~1/30 s.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    52
            List<List<Joint>> localHistory = new List<List<Joint>>(history);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    53
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    54
            //Si il n'y a pas assez de positions dans l'historique local pour vérifier le geste.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    55
            if (localHistory.Count < indexesToCheck+1)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    56
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    57
            
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    58
            //La distance de référence est ici la distance entre le milieu du dos et le milieu des épaules.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    59
            refDistance = Math.Abs(localHistory[0][(int)JointType.Spine].Position.Y - localHistory[0][(int)JointType.ShoulderCenter].Position.Y);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    60
            //On commence la position pour les indexesToCheck dernières postures (celle à l'index 0 étant la dernière).
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    61
            startPoint = localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandRight].Position;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    62
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    63
            //De la position p1 à pn, on suit l'algorithme.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    64
            for (int i = localHistory.Count - indexesToCheck + 1; i < localHistory.Count; i++)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    65
            {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    66
                //Si la position Y de la main est plus haute que la tête
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    67
                //OU si la position Y de la main est plus basse que la hanche
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    68
                //OU si la nouvelle position X de la main est à droite de la précédente
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    69
                //OU si la nouvelle position Y de la main est plus éloignée de la distance N par rapport à la première position Y
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    70
                //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    71
                if (localHistory[i][(int)JointType.HandRight].Position.Y < localHistory[i][(int)JointType.Head].Position.Y ||
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    72
                localHistory[i][(int)JointType.HandRight].Position.Y > localHistory[i][(int)JointType.HipCenter].Position.Y ||
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    73
                localHistory[i][(int)JointType.HandRight].Position.X > localHistory[i - 1][(int)JointType.HandRight].Position.X ||
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    74
                Math.Abs(localHistory[i][(int)JointType.HandRight].Position.Y - startPoint.Y) > refDistance / 2)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    75
                    return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    76
            }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    77
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    78
            //Si la distance horizontale du geste a été plus courte que la distance N
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    79
            //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    80
            if (Math.Abs(localHistory[0][(int)JointType.HandRight].Position.X - localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandRight].Position.X) < refDistance / 2)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    81
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    82
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    83
            //Si la dernière position de la main droite est sur le côté droit du corps
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    84
            //OU si la première position calculée de la main droite est sur le côté gauche du corps
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    85
            //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    86
            if (localHistory[localHistory.Count - 1][(int)JointType.HandRight].Position.X > localHistory[localHistory.Count - 1][(int)JointType.HipCenter].Position.X ||
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    87
               localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandRight].Position.X < localHistory[localHistory.Count - 1][(int)JointType.HipCenter].Position.X)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    88
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    89
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    90
            //On supprime l'historique local.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    91
            localHistory.Clear();
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    92
            //Si on est arrivé jusqu'ici, toutes les conditions pour un swipe left ont été remplies.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    93
            return true;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    94
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    95
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    96
        /*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    97
         * Lit les noeuds de l'historique du squelette afin de détecter un Swipe right.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    98
         * Règles :
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    99
         * Se fait avec la main gauche.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   100
         * Chaque nouvelle position de la main doit être à la droite de la précédente.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   101
         * Chaque nouvelle position de la main ne doit pas s'éloigner verticalement de plus d'une certaine distance.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   102
         * Le geste doit mesurer horizontalement une certaine distance.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   103
         */
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   104
        public bool CheckForSwipeRight()
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   105
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   106
            //Crée un historique de squelette local, puisque l'historique est mis à jour toutes les ~1/30 s.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   107
            List<List<Joint>> localHistory = new List<List<Joint>>(history);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   108
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   109
            //Si il n'y a pas assez de positions dans l'historique local pour vérifier le geste.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   110
            if (localHistory.Count < indexesToCheck + 1)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   111
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   112
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   113
            //La distance de référence est ici la distance entre le milieu du dos et le milieu des épaules.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   114
            refDistance = Math.Abs(localHistory[0][(int)JointType.Spine].Position.Y - localHistory[0][(int)JointType.ShoulderCenter].Position.Y);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   115
            //On commence la position pour les indexesToCheck dernières postures (celle à l'index 0 étant la dernière).
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   116
            startPoint = localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandLeft].Position;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   117
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   118
            //De la position p1 à pn, on suit l'algorithme.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   119
            for (int i = localHistory.Count - indexesToCheck + 1; i < localHistory.Count; i++)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   120
            {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   121
                //Si la position Y de la main est plus haute que la tête
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   122
                //OU si la position Y de la main est plus basse que la hanche
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   123
                //OU si la nouvelle position X de la main est à gauche de la précédente
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   124
                //OU si la nouvelle position Y de la main est plus éloignée de la distance N par rapport à la première position Y
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   125
                //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   126
                if (localHistory[i][(int)JointType.HandLeft].Position.Y < localHistory[i][(int)JointType.Head].Position.Y ||
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   127
                localHistory[i][(int)JointType.HandLeft].Position.Y > localHistory[i][(int)JointType.HipCenter].Position.Y ||
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   128
                localHistory[i][(int)JointType.HandLeft].Position.X < localHistory[i - 1][(int)JointType.HandLeft].Position.X ||
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   129
                Math.Abs(localHistory[i][(int)JointType.HandLeft].Position.Y - startPoint.Y) > refDistance / 2)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   130
                    return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   131
            }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   132
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   133
            //Si la distance horizontale du geste a été plus courte que la distance N
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   134
            //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   135
            if (Math.Abs(localHistory[0][(int)JointType.HandLeft].Position.X - localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandLeft].Position.X) < refDistance / 2)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   136
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   137
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   138
            //Si la dernière position de la main droite est sur le côté gauche du corps
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   139
            //OU si la première position calculée de la main droite est sur le côté droit du corps
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   140
            //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   141
            if (localHistory[localHistory.Count - 1][(int)JointType.HandLeft].Position.X < localHistory[localHistory.Count - 1][(int)JointType.HipCenter].Position.X ||
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   142
               localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandLeft].Position.X > localHistory[localHistory.Count - 1][(int)JointType.HipCenter].Position.X)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   143
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   144
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   145
            //On supprime l'historique local.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   146
            localHistory.Clear();
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   147
            //Si on est arrivé jusqu'ici, toutes les conditions pour un swipe right ont été remplies.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   148
            return true;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   149
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   150
    }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   151
}