middleware/Tracking/Gestures/JumpDetector.cs
author bastiena
Thu, 05 Apr 2012 15:54:44 +0200
changeset 17 fda26bfcabef
parent 15 4b78f179e7ce
child 27 6c08d4d7219e
permissions -rw-r--r--
Middleware : new gesture implemented : WAVE new kind of detection : postures new postures implemented : BEND KNEE_UP CROSS (developpement, but should be dropped because of collisions with SWIPE gestures) Gesture/Posture detectors got a link towards Debug (For debug purpose only, will be removed later)
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     1
/*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     2
* This file is part of the TraKERS\Middleware package.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     3
*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     4
* (c) IRI <http://www.iri.centrepompidou.fr/>
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     5
*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     6
* For the full copyright and license information, please view the LICENSE_MIDDLEWARE
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     7
* file that was distributed with this source code.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     8
*/
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     9
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    10
/*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    11
 * Projet : TraKERS
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    12
 * Module : MIDDLEWARE
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    13
 * Sous-Module : Tracking/Gestures
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    14
 * Classe : JumpDetector
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    15
 * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    16
 * Auteur : alexandre.bastien@iri.centrepompidou.fr
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    17
 * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    18
 * Fonctionnalités : Permet de détecter si l'utilisateur a sauté, en se basant sur
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    19
 * des règles appliquées à la positions des noeuds dans le temps.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    20
 * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    21
 * P.S : Cette partie est encore en développement.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    22
 */
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    23
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    24
using System;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    25
using System.Collections.Generic;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    26
using System.Linq;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    27
using System.Text;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    28
using Microsoft.Kinect;
17
fda26bfcabef Middleware :
bastiena
parents: 15
diff changeset
    29
using Trakers.Debug;
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    30
17
fda26bfcabef Middleware :
bastiena
parents: 15
diff changeset
    31
namespace Trakers.Tracking.Gestures
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    32
{
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    33
    public class JumpDetector : GestureDetector
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    34
    {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    35
        static int n = 0;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    36
17
fda26bfcabef Middleware :
bastiena
parents: 15
diff changeset
    37
        public JumpDetector(DebugWindow _debug) : base(_debug)
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    38
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    39
            gesturePeriod = (float)1;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    40
            indexesPerSecond = 30;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    41
            indexesToCheck = (int)(gesturePeriod * indexesPerSecond);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    42
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    43
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    44
        /*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    45
         * Lit les noeuds de l'historique du squelette afin de détecter un Jump.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    46
         * Règles :
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    47
         * .
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    48
         */
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    49
        public bool CheckForJump()
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    50
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    51
            //Crée un historique de squelette local, puisque l'historique est mis à jour toutes les ~1/30 s.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    52
            List<List<Joint>> localHistory = new List<List<Joint>>(history);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    53
            
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    54
            //Si il n'y a pas assez de positions dans l'historique local pour vérifier le geste.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    55
            if (localHistory.Count < indexesToCheck)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    56
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    57
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    58
            /* (HeadBelowBaseLine || LeftKneeBelowBaseLine || RightKneeBelowBaseLine ||
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    59
             * LeftAnkleBelowBaseLine || RightAnkleBelowBaseLine || BodyFaceUpwards
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    60
             * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    61
             * NOT
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    62
             * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    63
             * AND
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    64
             * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    65
             * HeadAboveBaseLine && LeftKneeAboveBaseLine && RightKneeAboveBaseLine &&
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    66
             * LegsStraightPreviouslyBent)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    67
             * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    68
             * OR
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    69
             * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    70
             * HeadFarAboveBaseLine
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    71
             */
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    72
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    73
            //La distance de référence est ici la distance entre le milieu du dos et le milieu des épaules.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    74
            refDistance = Math.Abs(localHistory[0][(int)JointType.Spine].Position.Y - localHistory[0][(int)JointType.ShoulderCenter].Position.Y);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    75
            //On commence la position pour les indexesToCheck dernières postures (celle à l'index 0 étant la dernière).
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    76
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    77
            int beginIdx = localHistory.Count - indexesToCheck + 1;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    78
            int middleIdx = localHistory.Count - indexesToCheck / 2;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    79
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    80
            //bool middleOK = true
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    81
            bool topOfJump = false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    82
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    83
            
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    84
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    85
            //De la position p1 à pn, on suit l'algorithme.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    86
            for (int i = beginIdx ; i < localHistory.Count ; i++)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    87
            {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    88
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    89
                if (localHistory[i][(int)JointType.HandRight].Position.Y < localHistory[beginIdx][(int)JointType.HandRight].Position.Y + refDistance &&
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    90
                   localHistory[i - 1][(int)JointType.HandRight].Position.Y < localHistory[i][(int)JointType.HandRight].Position.Y)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    91
                {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    92
                    topOfJump = true;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    93
                    //Console.Out.WriteLine("TOP");
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    94
                }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    95
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    96
                if (localHistory[i - 1][(int)JointType.HandRight].Position.Y > localHistory[i][(int)JointType.HandRight].Position.Y && !topOfJump)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    97
                    return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    98
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    99
                //Si la position Y de la main est plus haute que la tête
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   100
                //OU si la position Y de la main est plus basse que la hanche
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   101
                //OU si la nouvelle position Z de la main est moins profonde que la précédente
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   102
                //OU si la nouvelle position X de la main est plus éloignée de la distance N par rapport à la première position X
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   103
                //OU si la nouvelle position Y de la main est plus éloignée de la distance N par rapport à la première position Y
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   104
                //Alors la main en question ne fait pas de push.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   105
                if (localHistory[i - 1][(int)JointType.HandRight].Position.Y > localHistory[i][(int)JointType.HandRight].Position.Y &&
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   106
                    topOfJump || localHistory[i - 1][(int)JointType.HandRight].Position.Y < localHistory[i][(int)JointType.HandRight].Position.Y &&
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   107
                    !topOfJump)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   108
                    return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   109
            }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   110
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   111
            //Console.Out.WriteLine("OK");
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   112
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   113
            //Si la distance en Z du geste a été plus courte que la distance N
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   114
            //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   115
            //float dist = (localHistory[localHistory.Count - 1][handRightID].Position.X - localHistory[localHistory.Count - indexesToCheck][handRightID].Position.X);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   116
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   117
            //Console.WriteLine(Math.Abs(localHistory[0][handLeftID].Position.Z - localHistory[localHistory.Count - indexesToCheck][handLeftID].Position.Z) * 100 + " " + refDistance);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   118
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   119
            //Si la dernière position de la main droite/gauche est sur le côté gauche/droit du corps
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   120
            //OU si la première position calculée de la main droite/gauche est sur le côté gauche/droit du corps
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   121
            //Alors on retourne faux.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   122
            
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   123
            //On supprime l'historique local.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   124
            
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   125
            return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   126
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   127
    }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   128
}