middleware/Tracking/Gestures/JumpDetector.cs
author bastiena
Thu, 21 Jun 2012 16:52:56 +0200
changeset 37 37ebedd84755
parent 27 6c08d4d7219e
child 39 15b11d291417
permissions -rw-r--r--
MID : 2 new gestures : fall & jump config in a txt file
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     1
/*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     2
* This file is part of the TraKERS\Middleware package.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     3
*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     4
* (c) IRI <http://www.iri.centrepompidou.fr/>
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     5
*
27
6c08d4d7219e Middleware :
bastiena
parents: 17
diff changeset
     6
* For the full copyright and license information, please view the LICENSE
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     7
* file that was distributed with this source code.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     8
*/
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     9
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    10
/*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    11
 * Projet : TraKERS
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    12
 * Module : MIDDLEWARE
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    13
 * Sous-Module : Tracking/Gestures
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    14
 * Classe : JumpDetector
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    15
 * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    16
 * Auteur : alexandre.bastien@iri.centrepompidou.fr
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    17
 * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    18
 * Fonctionnalités : Permet de détecter si l'utilisateur a sauté, en se basant sur
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    19
 * des règles appliquées à la positions des noeuds dans le temps.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    20
 * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    21
 * P.S : Cette partie est encore en développement.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    22
 */
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    23
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    24
using System;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    25
using System.Collections.Generic;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    26
using System.Linq;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    27
using System.Text;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    28
using Microsoft.Kinect;
17
fda26bfcabef Middleware :
bastiena
parents: 15
diff changeset
    29
using Trakers.Debug;
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    30
17
fda26bfcabef Middleware :
bastiena
parents: 15
diff changeset
    31
namespace Trakers.Tracking.Gestures
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    32
{
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    33
    public class JumpDetector : GestureDetector
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    34
    {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    35
        static int n = 0;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    36
17
fda26bfcabef Middleware :
bastiena
parents: 15
diff changeset
    37
        public JumpDetector(DebugWindow _debug) : base(_debug)
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    38
        {
37
bastiena
parents: 27
diff changeset
    39
            gesturePeriod = (float)1.5;
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    40
            indexesPerSecond = 30;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    41
            indexesToCheck = (int)(gesturePeriod * indexesPerSecond);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    42
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    43
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    44
        /*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    45
         * Lit les noeuds de l'historique du squelette afin de détecter un Jump.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    46
         * Règles :
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    47
         * .
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    48
         */
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    49
        public bool CheckForJump()
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    50
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    51
            //Crée un historique de squelette local, puisque l'historique est mis à jour toutes les ~1/30 s.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    52
            List<List<Joint>> localHistory = new List<List<Joint>>(history);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    53
            
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    54
            //Si il n'y a pas assez de positions dans l'historique local pour vérifier le geste.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    55
            if (localHistory.Count < indexesToCheck)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    56
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    57
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    58
            /* (HeadBelowBaseLine || LeftKneeBelowBaseLine || RightKneeBelowBaseLine ||
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    59
             * LeftAnkleBelowBaseLine || RightAnkleBelowBaseLine || BodyFaceUpwards
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    60
             * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    61
             * NOT
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    62
             * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    63
             * AND
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    64
             * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    65
             * HeadAboveBaseLine && LeftKneeAboveBaseLine && RightKneeAboveBaseLine &&
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    66
             * LegsStraightPreviouslyBent)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    67
             * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    68
             * OR
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    69
             * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    70
             * HeadFarAboveBaseLine
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    71
             */
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    72
37
bastiena
parents: 27
diff changeset
    73
            //La distance de référence est ici la distance entre les épaules et les hanches.
bastiena
parents: 27
diff changeset
    74
            refDistance = Math.Abs(localHistory[0][(int)JointType.ShoulderCenter].Position.Y - localHistory[0][(int)JointType.HipCenter].Position.Y);
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    75
            //On commence la position pour les indexesToCheck dernières postures (celle à l'index 0 étant la dernière).
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    76
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    77
            int beginIdx = localHistory.Count - indexesToCheck + 1;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    78
37
bastiena
parents: 27
diff changeset
    79
            int middleIdx = 0;
bastiena
parents: 27
diff changeset
    80
            int endIdx = 0;
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    81
            bool topOfJump = false;
37
bastiena
parents: 27
diff changeset
    82
            bool probableJump = false;
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    83
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    84
            //De la position p1 à pn, on suit l'algorithme.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    85
            for (int i = beginIdx ; i < localHistory.Count ; i++)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    86
            {
37
bastiena
parents: 27
diff changeset
    87
                if (localHistory[i][(int)JointType.Spine].Position.Y + refDistance / 2 < localHistory[beginIdx][(int)JointType.Spine].Position.Y)
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    88
                {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    89
                    topOfJump = true;
37
bastiena
parents: 27
diff changeset
    90
                    middleIdx = i;
bastiena
parents: 27
diff changeset
    91
                    debug.onR0(true);
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    92
                }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    93
37
bastiena
parents: 27
diff changeset
    94
                if (localHistory[i][(int)JointType.HandRight].Position.Y > localHistory[beginIdx][(int)JointType.Spine].Position.Y)
bastiena
parents: 27
diff changeset
    95
                {
bastiena
parents: 27
diff changeset
    96
                    debug.onR0(false);
bastiena
parents: 27
diff changeset
    97
                    debug.onR1(false);
bastiena
parents: 27
diff changeset
    98
                    debug.onR2(false);
bastiena
parents: 27
diff changeset
    99
                }
bastiena
parents: 27
diff changeset
   100
            }
bastiena
parents: 27
diff changeset
   101
bastiena
parents: 27
diff changeset
   102
            if (topOfJump)
bastiena
parents: 27
diff changeset
   103
            {
bastiena
parents: 27
diff changeset
   104
                for (int i = middleIdx; i < localHistory.Count; i++)
bastiena
parents: 27
diff changeset
   105
                {
bastiena
parents: 27
diff changeset
   106
                    if (Math.Abs(localHistory[beginIdx][(int)JointType.Spine].Position.Y - localHistory[i][(int)JointType.Spine].Position.Y) < refDistance / 5 ||
bastiena
parents: 27
diff changeset
   107
                        localHistory[beginIdx][(int)JointType.Spine].Position.Y < localHistory[i][(int)JointType.Spine].Position.Y)
bastiena
parents: 27
diff changeset
   108
                    {
bastiena
parents: 27
diff changeset
   109
                        probableJump = true;
bastiena
parents: 27
diff changeset
   110
                        endIdx = i;
bastiena
parents: 27
diff changeset
   111
                        debug.onR1(true);
bastiena
parents: 27
diff changeset
   112
                        //Console.Out.WriteLine("TOP");
bastiena
parents: 27
diff changeset
   113
                    }
bastiena
parents: 27
diff changeset
   114
                }
bastiena
parents: 27
diff changeset
   115
            }
bastiena
parents: 27
diff changeset
   116
            else
bastiena
parents: 27
diff changeset
   117
            {
bastiena
parents: 27
diff changeset
   118
                debug.onR0(false);
bastiena
parents: 27
diff changeset
   119
                debug.onR1(false);
bastiena
parents: 27
diff changeset
   120
                debug.onR2(false);
bastiena
parents: 27
diff changeset
   121
                return false;
bastiena
parents: 27
diff changeset
   122
            }
bastiena
parents: 27
diff changeset
   123
bastiena
parents: 27
diff changeset
   124
            if (probableJump)
bastiena
parents: 27
diff changeset
   125
            {
bastiena
parents: 27
diff changeset
   126
                if (Math.Abs(localHistory[beginIdx][(int)JointType.Spine].Position.Z - localHistory[endIdx][(int)JointType.Spine].Position.Z) < 0.10)
bastiena
parents: 27
diff changeset
   127
                {
bastiena
parents: 27
diff changeset
   128
                    debug.onR2(true);
bastiena
parents: 27
diff changeset
   129
                    return true;
bastiena
parents: 27
diff changeset
   130
                }
bastiena
parents: 27
diff changeset
   131
            }
bastiena
parents: 27
diff changeset
   132
            else
bastiena
parents: 27
diff changeset
   133
            {
bastiena
parents: 27
diff changeset
   134
                debug.onR0(false);
bastiena
parents: 27
diff changeset
   135
                debug.onR1(false);
bastiena
parents: 27
diff changeset
   136
                debug.onR2(false);
bastiena
parents: 27
diff changeset
   137
                return false;
bastiena
parents: 27
diff changeset
   138
            }
bastiena
parents: 27
diff changeset
   139
                
bastiena
parents: 27
diff changeset
   140
                //if (localHistory[i - 1][(int)JointType.HandRight].Position.Y > localHistory[i][(int)JointType.HandRight].Position.Y && !topOfJump)
bastiena
parents: 27
diff changeset
   141
                    //return false;
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   142
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   143
                //Si la position Y de la main est plus haute que la tête
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   144
                //OU si la position Y de la main est plus basse que la hanche
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   145
                //OU si la nouvelle position Z de la main est moins profonde que la précédente
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   146
                //OU si la nouvelle position X de la main est plus éloignée de la distance N par rapport à la première position X
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   147
                //OU si la nouvelle position Y de la main est plus éloignée de la distance N par rapport à la première position Y
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   148
                //Alors la main en question ne fait pas de push.
37
bastiena
parents: 27
diff changeset
   149
                /*if (localHistory[i - 1][(int)JointType.HandRight].Position.Y > localHistory[i][(int)JointType.HandRight].Position.Y &&
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   150
                    topOfJump || localHistory[i - 1][(int)JointType.HandRight].Position.Y < localHistory[i][(int)JointType.HandRight].Position.Y &&
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   151
                    !topOfJump)
37
bastiena
parents: 27
diff changeset
   152
                    return false;*/
bastiena
parents: 27
diff changeset
   153
            //}
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   154
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   155
            //Console.Out.WriteLine("OK");
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   156
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   157
            //Si la distance en Z du geste a été plus courte que la distance N
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   158
            //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   159
            //float dist = (localHistory[localHistory.Count - 1][handRightID].Position.X - localHistory[localHistory.Count - indexesToCheck][handRightID].Position.X);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   160
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   161
            //Console.WriteLine(Math.Abs(localHistory[0][handLeftID].Position.Z - localHistory[localHistory.Count - indexesToCheck][handLeftID].Position.Z) * 100 + " " + refDistance);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   162
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   163
            //Si la dernière position de la main droite/gauche est sur le côté gauche/droit du corps
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   164
            //OU si la première position calculée de la main droite/gauche est sur le côté gauche/droit du corps
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   165
            //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   166
            
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   167
            //On supprime l'historique local.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   168
            
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   169
            return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   170
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   171
    }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   172
}