middleware/src/Tracking/Gestures/SwipeDetector.cs
author bastiena
Mon, 26 Mar 2012 16:22:51 +0200
changeset 11 a1bf0d21022e
parent 8 e4e7db2435f8
permissions -rw-r--r--
Middleware : Config updated Mistake in config loading/saving repaired debug augmented for proximity images gestures displaying
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
     1
/*
8
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     2
* This file is part of the TraKERS\Middleware package.
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     3
*
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     4
* (c) IRI <http://www.iri.centrepompidou.fr/>
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     5
*
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     6
* For the full copyright and license information, please view the LICENSE_MIDDLEWARE
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     7
* file that was distributed with this source code.
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     8
*/
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     9
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
    10
/*
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    11
 * Projet : TraKERS
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    12
 * Module : MIDDLEWARE
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    13
 * Sous-Module : Tracking/Gestures
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    14
 * Classe : SwipeDetector
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    15
 * 
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    16
 * Auteur : alexandre.bastien@iri.centrepompidou.fr
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    17
 * 
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    18
 * Fonctionnalités : Permet de détecter si l'utilisateur a effectué un Swipe, en se basant sur
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    19
 * des règles appliquées à la positions des noeuds dans le temps.
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    20
 */
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    21
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    22
using System;
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    23
using System.Collections.Generic;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    24
using System.Linq;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    25
using System.Text;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    26
using Microsoft.Kinect;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    27
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    28
namespace Trakers.Tracking.Gestures
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    29
{
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    30
    public class SwipeDetector : GestureDetector
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    31
    {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    32
        public enum Direction {LEFT, RIGHT, TOP, DOWN};
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    33
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    34
        Debug.DebugWindow debug;
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    35
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    36
        public SwipeDetector(Debug.DebugWindow _d) : base()
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    37
        {
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    38
            debug = _d;
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    39
            gesturePeriod = (float)0.5;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    40
            indexesPerSecond = 30;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    41
            indexesToCheck = (int)(gesturePeriod * indexesPerSecond);
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    42
        }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    43
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    44
        /*
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    45
         * Lit les noeuds de l'historique du squelette afin de détecter un Swipe left.
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    46
         * Règles :
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    47
         * Se fait avec la main droite.
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    48
         * Chaque nouvelle position de la main doit être à la gauche de la précédente.
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    49
         * Chaque nouvelle position de la main ne doit pas s'éloigner verticalement de plus d'une certaine distance.
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    50
         * Le geste doit mesurer horizontalement une certaine distance.
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    51
         */
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    52
        public bool CheckForSwipeLeft()
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    53
        {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    54
            //Crée un historique de squelette local, puisque l'historique est mis à jour toutes les ~1/30 s.
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    55
            List<List<Joint>> localHistory = new List<List<Joint>>(history);
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    56
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    57
            //Si il n'y a pas assez de positions dans l'historique local pour vérifier le geste.
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    58
            if (localHistory.Count < indexesToCheck+1)
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    59
                return false;
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    60
            
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    61
            //La distance de référence est ici la distance entre le milieu du dos et le milieu des épaules.
5
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
    62
            refDistance = Math.Abs(localHistory[0][(int)JointType.Spine].Position.Y - localHistory[0][(int)JointType.ShoulderCenter].Position.Y);
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    63
            //On commence la position pour les indexesToCheck dernières postures (celle à l'index 0 étant la dernière).
5
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
    64
            startPoint = localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandRight].Position;
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    65
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    66
            //De la position p1 à pn, on suit l'algorithme.
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    67
            for (int i = localHistory.Count - indexesToCheck + 1; i < localHistory.Count; i++)
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    68
            {
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    69
                //Si la position Y de la main est plus haute que la tête
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    70
                //OU si la position Y de la main est plus basse que la hanche
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    71
                //OU si la nouvelle position X de la main est à droite de la précédente
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    72
                //OU si la nouvelle position Y de la main est plus éloignée de la distance N par rapport à la première position Y
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    73
                //Alors on retourne faux.
5
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
    74
                if (localHistory[i][(int)JointType.HandRight].Position.Y < localHistory[i][(int)JointType.Head].Position.Y ||
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
    75
                localHistory[i][(int)JointType.HandRight].Position.Y > localHistory[i][(int)JointType.HipCenter].Position.Y ||
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
    76
                localHistory[i][(int)JointType.HandRight].Position.X > localHistory[i - 1][(int)JointType.HandRight].Position.X ||
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
    77
                Math.Abs(localHistory[i][(int)JointType.HandRight].Position.Y - startPoint.Y) > refDistance / 2)
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    78
                    return false;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    79
            }
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    80
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    81
            //Si la distance horizontale du geste a été plus courte que la distance N
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    82
            //Alors on retourne faux.
5
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
    83
            if (Math.Abs(localHistory[0][(int)JointType.HandRight].Position.X - localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandRight].Position.X) < refDistance / 2)
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    84
                return false;
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    85
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    86
            //Si la dernière position de la main droite est sur le côté droit du corps
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    87
            //OU si la première position calculée de la main droite est sur le côté gauche du corps
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    88
            //Alors on retourne faux.
5
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
    89
            if (localHistory[localHistory.Count - 1][(int)JointType.HandRight].Position.X > localHistory[localHistory.Count - 1][(int)JointType.HipCenter].Position.X ||
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
    90
               localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandRight].Position.X < localHistory[localHistory.Count - 1][(int)JointType.HipCenter].Position.X)
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    91
                return false;
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    92
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    93
            //On supprime l'historique local.
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    94
            localHistory.Clear();
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    95
            //Si on est arrivé jusqu'ici, toutes les conditions pour un swipe left ont été remplies.
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    96
            return true;
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    97
        }
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    98
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    99
        /*
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   100
         * Lit les noeuds de l'historique du squelette afin de détecter un Swipe right.
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   101
         * Règles :
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   102
         * Se fait avec la main gauche.
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   103
         * Chaque nouvelle position de la main doit être à la droite de la précédente.
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   104
         * Chaque nouvelle position de la main ne doit pas s'éloigner verticalement de plus d'une certaine distance.
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   105
         * Le geste doit mesurer horizontalement une certaine distance.
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   106
         */
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   107
        public bool CheckForSwipeRight()
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   108
        {
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   109
            //Crée un historique de squelette local, puisque l'historique est mis à jour toutes les ~1/30 s.
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   110
            List<List<Joint>> localHistory = new List<List<Joint>>(history);
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   111
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   112
            //Si il n'y a pas assez de positions dans l'historique local pour vérifier le geste.
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   113
            if (localHistory.Count < indexesToCheck + 1)
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   114
                return false;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   115
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   116
            //La distance de référence est ici la distance entre le milieu du dos et le milieu des épaules.
5
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
   117
            refDistance = Math.Abs(localHistory[0][(int)JointType.Spine].Position.Y - localHistory[0][(int)JointType.ShoulderCenter].Position.Y);
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   118
            //On commence la position pour les indexesToCheck dernières postures (celle à l'index 0 étant la dernière).
5
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
   119
            startPoint = localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandLeft].Position;
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   120
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   121
            //De la position p1 à pn, on suit l'algorithme.
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   122
            for (int i = localHistory.Count - indexesToCheck + 1; i < localHistory.Count; i++)
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   123
            {
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   124
                //Si la position Y de la main est plus haute que la tête
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   125
                //OU si la position Y de la main est plus basse que la hanche
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   126
                //OU si la nouvelle position X de la main est à gauche de la précédente
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   127
                //OU si la nouvelle position Y de la main est plus éloignée de la distance N par rapport à la première position Y
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   128
                //Alors on retourne faux.
5
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
   129
                if (localHistory[i][(int)JointType.HandLeft].Position.Y < localHistory[i][(int)JointType.Head].Position.Y ||
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
   130
                localHistory[i][(int)JointType.HandLeft].Position.Y > localHistory[i][(int)JointType.HipCenter].Position.Y ||
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
   131
                localHistory[i][(int)JointType.HandLeft].Position.X < localHistory[i - 1][(int)JointType.HandLeft].Position.X ||
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
   132
                Math.Abs(localHistory[i][(int)JointType.HandLeft].Position.Y - startPoint.Y) > refDistance / 2)
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   133
                    return false;
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   134
            }
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   135
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   136
            //Si la distance horizontale du geste a été plus courte que la distance N
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   137
            //Alors on retourne faux.
5
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
   138
            if (Math.Abs(localHistory[0][(int)JointType.HandLeft].Position.X - localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandLeft].Position.X) < refDistance / 2)
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   139
                return false;
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   140
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   141
            //Si la dernière position de la main droite est sur le côté gauche du corps
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   142
            //OU si la première position calculée de la main droite est sur le côté droit du corps
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   143
            //Alors on retourne faux.
5
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
   144
            if (localHistory[localHistory.Count - 1][(int)JointType.HandLeft].Position.X < localHistory[localHistory.Count - 1][(int)JointType.HipCenter].Position.X ||
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
   145
               localHistory[localHistory.Count - indexesToCheck][(int)JointType.HandLeft].Position.X > localHistory[localHistory.Count - 1][(int)JointType.HipCenter].Position.X)
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   146
                return false;
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   147
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   148
            //On supprime l'historique local.
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   149
            localHistory.Clear();
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   150
            //Si on est arrivé jusqu'ici, toutes les conditions pour un swipe right ont été remplies.
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   151
            return true;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   152
        }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   153
    }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   154
}