middleware/src/Tracking/Gestures/GestureDetector.cs
author bastiena
Thu, 22 Mar 2012 16:00:17 +0100
changeset 8 e4e7db2435f8
parent 5 d40f84d77db4
permissions -rw-r--r--
Processing: New examples implemented : Fluid, Smoke, Interaction examples. Split in one file for the main instructions, one for TUIO stuff. License headers added.
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
     1
/*
8
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     2
* This file is part of the TraKERS\Middleware package.
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     3
*
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     4
* (c) IRI <http://www.iri.centrepompidou.fr/>
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     5
*
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     6
* For the full copyright and license information, please view the LICENSE_MIDDLEWARE
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     7
* file that was distributed with this source code.
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     8
*/
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
     9
e4e7db2435f8 Processing:
bastiena
parents: 5
diff changeset
    10
/*
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    11
 * Projet : TraKERS
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    12
 * Module : MIDDLEWARE
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    13
 * Sous-Module : Tracking/Gestures
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    14
 * Classe : GestureDetector
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    15
 * 
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    16
 * Auteur : alexandre.bastien@iri.centrepompidou.fr
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    17
 * 
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    18
 * Fonctionnalités : Reçoit les positions des noeuds envoyés par la classe de manipulation de la Kinect
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    19
 * et les stocke dans un historique.
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    20
 * Contient également des variables propres à toute gesture : distance de référence, point de départ,
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    21
 * durée de la gesture, FPS et nombre de frames à traiter.
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    22
 */
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    23
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    24
using System;
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    25
using System.Collections.Generic;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    26
using System.Linq;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    27
using System.Text;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    28
using Microsoft.Kinect;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    29
using System.Drawing;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    30
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    31
namespace Trakers.Tracking.Gestures
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    32
{
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    33
    public class GestureDetector
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    34
    {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    35
        //Historique des positions du squelette.
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    36
        protected static List<List<Joint>> history = new List<List<Joint>>();
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    37
        //protected JointCollection previousSkeleton;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    38
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
    39
        //Voici les ID des noeuds d'un squelette : variables magiques en attente de factorisation.
5
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
    40
        /*protected int hipCenterID = 0, spineID = 1, shoulderCenterID = 2, headID = 3;
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    41
        protected int shoulderLeftID = 4, elbowLeftID = 5, wristLeftID = 6, handLeftID = 7;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    42
        protected int shoulderRightID = 8, elbowRightID = 9, wristRightID = 10, handRightID = 11;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    43
        protected int hipLeftID = 12, kneeLeftID = 13, ankleLeftID = 14, footLeftID = 15;
5
d40f84d77db4 Documentations (readme)
bastiena
parents: 3
diff changeset
    44
        protected int hipRightID = 16, kneeRightID = 17, ankleRightID = 18, footRightID = 19;*/
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    45
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    46
        //Elements nécessaires à la reconnaissance du geste :
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    47
        //Distance du parcours du geste (va dépendre de la distance de l'utilisateur).
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    48
        protected float refDistance;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    49
        //Position de départ pour le geste.
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    50
        protected SkeletonPoint startPoint;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    51
        //Estimation du temps que prend la gesture (en s).
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    52
        protected float gesturePeriod = 1;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    53
        //Estimation du nombre d'indexes par seconde (framerate).
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    54
        protected int indexesPerSecond = 30;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    55
        //Estimation du nombre de positions du squelette à vérifier dans l'historique.
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    56
        protected int indexesToCheck;// = gesturePeriod * indexesPerSecond;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    57
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    58
        public GestureDetector()
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    59
        {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    60
            
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    61
        }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    62
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    63
        //Setters.
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    64
        public void setRefDistance(float _refDistance)
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    65
        {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    66
            refDistance = _refDistance;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    67
        }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    68
        public void setStartPoint(SkeletonPoint _startPoint)
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    69
        {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    70
            startPoint = _startPoint;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    71
        }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    72
        public void setGesturePeriod(float _gesturePeriod)
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    73
        {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    74
            gesturePeriod = _gesturePeriod;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    75
        }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    76
        public void setIndexesPerSecond(int _indexesPerSecond)
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    77
        {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    78
            indexesPerSecond = _indexesPerSecond;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    79
        }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    80
        public void setIndexesToCheck(int _indexesToCheck)
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    81
        {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    82
            indexesToCheck = _indexesToCheck;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    83
        }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    84
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    85
        //Getters.
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    86
        public float getRefDistance()
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    87
        {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    88
            return refDistance;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    89
        }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    90
        public SkeletonPoint getStartPoint()
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    91
        {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    92
            return startPoint;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    93
        }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    94
        public float getGesturePeriod()
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    95
        {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    96
            return gesturePeriod;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    97
        }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    98
        public int getIndexesPerSecond()
6fefd4afe506 First Import
bastiena
parents:
diff changeset
    99
        {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   100
            return indexesPerSecond;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   101
        }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   102
        public int getIndexesToCheck()
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   103
        {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   104
            return indexesToCheck;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   105
        } 
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   106
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   107
        //Stocke les gestes du skelette pour ~3 seconds (si on prend en compte que le framerate de la Kinect
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   108
        //est de ~30 fps.
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   109
        public static void UpdateSkeletonHistory(List<Joint> latestSkeleton)
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   110
        {
3
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   111
            history.Add(latestSkeleton);
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   112
                
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   113
            if (history.Count > 90)
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   114
            {
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   115
                history.RemoveAt(0);
92f19af39024 Middleware :
bastiena
parents: 0
diff changeset
   116
            }
0
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   117
        }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   118
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   119
        /*public bool CheckForHandWave()
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   120
        {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   121
            //Crée un historique de squelette local, puisque l'historique est mis à jour toutes les ~1/30 s.
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   122
            List<Skeleton> history = new List<Skeleton>(history);
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   123
            //Si il n'y a pas assez de positions dans l'historique local pour vérifier le geste.
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   124
            if (history.Count < indexesToCheck)
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   125
                return false;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   126
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   127
            float refDistance = Math.Abs(history[0].Joints.ElementAt(spineID).Position.Y - history[0].Joints.ElementAt(hipCenterID).Position.Y);
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   128
            float startPos = history[history.Count - indexesToCheck].Joints.ElementAt(handRightID).Position.X;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   129
            bool movedRight = false;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   130
            for (int i = history.Count - indexesToCheck + 1; i < history.Count; i++)
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   131
            {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   132
                // Throughout the gesture period, right hand should be above theelbow, below the head and hand should be higher than the wrist
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   133
                if (!(history[i].Joints[JointID.HandRight].Position.Y > history[i].Joints[JointID.ElbowRight].Position.Y + refDistance &&
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   134
                history[i].Joints[JointID.HandRight].Position.Y < history[i].Joints[JointID.Head].Position.Y &&
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   135
                history[i].Joints[JointID.HandRight].Position.Y > history[i].Joints[JointID.WristRight].Position.Y + refDistance / 4))
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   136
                {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   137
                    return false;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   138
                }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   139
                // If the previous condition was met, check if the hand has moved to the right
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   140
                if (history[i].Joints[JointID.HandRight].Position.X >= startPos + refDistance / 2 && !movedRight)
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   141
                {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   142
                    movedRight = true;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   143
                }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   144
                // If the hand did move to the right, check if it returned near the original position
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   145
                if (movedRight && history[i].Joints[JointID.HandRight].Position.X <= startPos + refDistance / 5)
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   146
                {
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   147
                    skeletonHistory.Clear();
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   148
                    return true;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   149
                }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   150
            }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   151
                return false;
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   152
        }*/
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   153
    }
6fefd4afe506 First Import
bastiena
parents:
diff changeset
   154
}