middleware/Tracking/Gestures/SwipeDetector.cs
author bastiena
Mon, 24 Sep 2012 12:55:00 +0200
changeset 120 784382def9ee
parent 37 37ebedd84755
permissions -rw-r--r--
Étiquette V00.15 ajoutée à la révision 18784c67a338
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     1
/*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     2
* This file is part of the TraKERS\Middleware package.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     3
*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     4
* (c) IRI <http://www.iri.centrepompidou.fr/>
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     5
*
27
6c08d4d7219e Middleware :
bastiena
parents: 17
diff changeset
     6
* For the full copyright and license information, please view the LICENSE
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     7
* file that was distributed with this source code.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     8
*/
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     9
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    10
/*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    11
 * Projet : TraKERS
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    12
 * Module : MIDDLEWARE
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    13
 * Sous-Module : Tracking/Gestures
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    14
 * Classe : SwipeDetector
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    15
 * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    16
 * Auteur : alexandre.bastien@iri.centrepompidou.fr
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    17
 * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    18
 * Fonctionnalités : Permet de détecter si l'utilisateur a effectué un Swipe, en se basant sur
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    19
 * des règles appliquées à la positions des noeuds dans le temps.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    20
 */
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    21
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    22
using System;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    23
using System.Collections.Generic;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    24
using System.Linq;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    25
using System.Text;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    26
using Microsoft.Kinect;
17
fda26bfcabef Middleware :
bastiena
parents: 15
diff changeset
    27
using Trakers.Debug;
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    28
17
fda26bfcabef Middleware :
bastiena
parents: 15
diff changeset
    29
namespace Trakers.Tracking.Gestures
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    30
{
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    31
    public class SwipeDetector : GestureDetector
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    32
    {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    33
        public enum Direction {LEFT, RIGHT, TOP, DOWN};
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    34
17
fda26bfcabef Middleware :
bastiena
parents: 15
diff changeset
    35
        public SwipeDetector(DebugWindow _debug) : base(_debug)
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    36
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    37
            gesturePeriod = (float)0.5;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    38
            indexesPerSecond = 30;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    39
            indexesToCheck = (int)(gesturePeriod * indexesPerSecond);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    40
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    41
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    42
        /*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    43
         * Lit les noeuds de l'historique du squelette afin de détecter un Swipe left.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    44
         * Règles :
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    45
         * Se fait avec la main droite.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    46
         * Chaque nouvelle position de la main doit être à la gauche de la précédente.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    47
         * Chaque nouvelle position de la main ne doit pas s'éloigner verticalement de plus d'une certaine distance.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    48
         * Le geste doit mesurer horizontalement une certaine distance.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    49
         */
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    50
        public bool CheckForSwipeLeft()
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    51
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    52
            //Crée un historique de squelette local, puisque l'historique est mis à jour toutes les ~1/30 s.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    53
            List<List<Joint>> localHistory = new List<List<Joint>>(history);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    54
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    55
            //Si il n'y a pas assez de positions dans l'historique local pour vérifier le geste.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    56
            if (localHistory.Count < indexesToCheck+1)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    57
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    58
            
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    59
            //La distance de référence est ici la distance entre le milieu du dos et le milieu des épaules.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    60
            refDistance = Math.Abs(localHistory[0][(int)JointType.Spine].Position.Y - localHistory[0][(int)JointType.ShoulderCenter].Position.Y);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    61
            //On commence la position pour les indexesToCheck dernières postures (celle à l'index 0 étant la dernière).
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    62
            startPoint = localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandRight].Position;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    63
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    64
            //De la position p1 à pn, on suit l'algorithme.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    65
            for (int i = localHistory.Count - indexesToCheck + 1; i < localHistory.Count; i++)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    66
            {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    67
                //Si la position Y de la main est plus haute que la tête
37
bastiena
parents: 27
diff changeset
    68
                //OU si la position Y de la main est plus basse que la hanche (les genoux)
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    69
                //OU si la nouvelle position X de la main est à droite de la précédente
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    70
                //OU si la nouvelle position Y de la main est plus éloignée de la distance N par rapport à la première position Y
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    71
                //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    72
                if (localHistory[i][(int)JointType.HandRight].Position.Y < localHistory[i][(int)JointType.Head].Position.Y ||
37
bastiena
parents: 27
diff changeset
    73
                //localHistory[i][(int)JointType.HandRight].Position.Y > localHistory[i][(int)JointType.HipCenter].Position.Y ||
bastiena
parents: 27
diff changeset
    74
                localHistory[i][(int)JointType.HandRight].Position.Y > localHistory[i][(int)JointType.KneeLeft].Position.Y ||
bastiena
parents: 27
diff changeset
    75
                localHistory[i][(int)JointType.HandRight].Position.Y > localHistory[i][(int)JointType.KneeRight].Position.Y ||
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    76
                localHistory[i][(int)JointType.HandRight].Position.X > localHistory[i - 1][(int)JointType.HandRight].Position.X ||
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    77
                Math.Abs(localHistory[i][(int)JointType.HandRight].Position.Y - startPoint.Y) > refDistance / 2)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    78
                    return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    79
            }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    80
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    81
            //Si la distance horizontale du geste a été plus courte que la distance N
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    82
            //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    83
            if (Math.Abs(localHistory[0][(int)JointType.HandRight].Position.X - localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandRight].Position.X) < refDistance / 2)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    84
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    85
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    86
            //Si la dernière position de la main droite est sur le côté droit du corps
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    87
            //OU si la première position calculée de la main droite est sur le côté gauche du corps
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    88
            //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    89
            if (localHistory[localHistory.Count - 1][(int)JointType.HandRight].Position.X > localHistory[localHistory.Count - 1][(int)JointType.HipCenter].Position.X ||
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    90
               localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandRight].Position.X < localHistory[localHistory.Count - 1][(int)JointType.HipCenter].Position.X)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    91
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    92
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    93
            //On supprime l'historique local.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    94
            localHistory.Clear();
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    95
            //Si on est arrivé jusqu'ici, toutes les conditions pour un swipe left ont été remplies.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    96
            return true;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    97
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    98
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    99
        /*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   100
         * Lit les noeuds de l'historique du squelette afin de détecter un Swipe right.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   101
         * Règles :
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   102
         * Se fait avec la main gauche.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   103
         * Chaque nouvelle position de la main doit être à la droite de la précédente.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   104
         * Chaque nouvelle position de la main ne doit pas s'éloigner verticalement de plus d'une certaine distance.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   105
         * Le geste doit mesurer horizontalement une certaine distance.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   106
         */
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   107
        public bool CheckForSwipeRight()
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   108
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   109
            //Crée un historique de squelette local, puisque l'historique est mis à jour toutes les ~1/30 s.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   110
            List<List<Joint>> localHistory = new List<List<Joint>>(history);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   111
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   112
            //Si il n'y a pas assez de positions dans l'historique local pour vérifier le geste.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   113
            if (localHistory.Count < indexesToCheck + 1)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   114
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   115
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   116
            //La distance de référence est ici la distance entre le milieu du dos et le milieu des épaules.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   117
            refDistance = Math.Abs(localHistory[0][(int)JointType.Spine].Position.Y - localHistory[0][(int)JointType.ShoulderCenter].Position.Y);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   118
            //On commence la position pour les indexesToCheck dernières postures (celle à l'index 0 étant la dernière).
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   119
            startPoint = localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandLeft].Position;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   120
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   121
            //De la position p1 à pn, on suit l'algorithme.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   122
            for (int i = localHistory.Count - indexesToCheck + 1; i < localHistory.Count; i++)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   123
            {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   124
                //Si la position Y de la main est plus haute que la tête
37
bastiena
parents: 27
diff changeset
   125
                //OU si la position Y de la main est plus basse que la hanche (les genoux)
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   126
                //OU si la nouvelle position X de la main est à gauche de la précédente
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   127
                //OU si la nouvelle position Y de la main est plus éloignée de la distance N par rapport à la première position Y
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   128
                //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   129
                if (localHistory[i][(int)JointType.HandLeft].Position.Y < localHistory[i][(int)JointType.Head].Position.Y ||
37
bastiena
parents: 27
diff changeset
   130
                //localHistory[i][(int)JointType.HandLeft].Position.Y > localHistory[i][(int)JointType.HipCenter].Position.Y ||
bastiena
parents: 27
diff changeset
   131
                localHistory[i][(int)JointType.HandLeft].Position.Y > localHistory[i][(int)JointType.KneeLeft].Position.Y ||
bastiena
parents: 27
diff changeset
   132
                localHistory[i][(int)JointType.HandLeft].Position.Y > localHistory[i][(int)JointType.KneeRight].Position.Y ||
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   133
                localHistory[i][(int)JointType.HandLeft].Position.X < localHistory[i - 1][(int)JointType.HandLeft].Position.X ||
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   134
                Math.Abs(localHistory[i][(int)JointType.HandLeft].Position.Y - startPoint.Y) > refDistance / 2)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   135
                    return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   136
            }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   137
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   138
            //Si la distance horizontale du geste a été plus courte que la distance N
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   139
            //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   140
            if (Math.Abs(localHistory[0][(int)JointType.HandLeft].Position.X - localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandLeft].Position.X) < refDistance / 2)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   141
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   142
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   143
            //Si la dernière position de la main droite est sur le côté gauche du corps
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   144
            //OU si la première position calculée de la main droite est sur le côté droit du corps
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   145
            //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   146
            if (localHistory[localHistory.Count - 1][(int)JointType.HandLeft].Position.X < localHistory[localHistory.Count - 1][(int)JointType.HipCenter].Position.X ||
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   147
               localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandLeft].Position.X > localHistory[localHistory.Count - 1][(int)JointType.HipCenter].Position.X)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   148
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   149
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   150
            //On supprime l'historique local.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   151
            localHistory.Clear();
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   152
            //Si on est arrivé jusqu'ici, toutes les conditions pour un swipe right ont été remplies.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   153
            return true;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   154
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   155
    }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   156
}