middleware/Tracking/Gestures/GestureDetector.cs
author bastiena
Mon, 02 Apr 2012 16:30:56 +0200
changeset 15 4b78f179e7ce
child 17 fda26bfcabef
permissions -rw-r--r--
Middleware : segmentation of Middleware between 4 modules : Communication Debug Tracking MainModule I chose to integer the events in the mainModule, so I can use them to send data to Debug and Communication. Soon DLLs will be copied to a main root folder "lib".
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
15
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     1
/*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     2
* This file is part of the TraKERS\Middleware package.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     3
*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     4
* (c) IRI <http://www.iri.centrepompidou.fr/>
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     5
*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     6
* For the full copyright and license information, please view the LICENSE_MIDDLEWARE
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     7
* file that was distributed with this source code.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     8
*/
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
     9
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    10
/*
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    11
 * Projet : TraKERS
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    12
 * Module : MIDDLEWARE
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    13
 * Sous-Module : Tracking/Gestures
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    14
 * Classe : GestureDetector
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    15
 * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    16
 * Auteur : alexandre.bastien@iri.centrepompidou.fr
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    17
 * 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    18
 * Fonctionnalités : Reçoit les positions des noeuds envoyés par la classe de manipulation de la Kinect
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    19
 * et les stocke dans un historique.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    20
 * Contient également des variables propres à toute gesture : distance de référence, point de départ,
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    21
 * durée de la gesture, FPS et nombre de frames à traiter.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    22
 */
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    23
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    24
using System;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    25
using System.Collections.Generic;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    26
using System.Linq;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    27
using System.Text;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    28
using Microsoft.Kinect;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    29
using System.Drawing;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    30
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    31
namespace Trakers.MainModule.Gestures
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    32
{
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    33
    public class GestureDetector
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    34
    {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    35
        //Historique des positions du squelette.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    36
        protected static List<List<Joint>> history = new List<List<Joint>>();
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    37
        //protected JointCollection previousSkeleton;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    38
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    39
        //Voici les ID des noeuds d'un squelette : variables magiques en attente de factorisation.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    40
        /*protected int hipCenterID = 0, spineID = 1, shoulderCenterID = 2, headID = 3;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    41
        protected int shoulderLeftID = 4, elbowLeftID = 5, wristLeftID = 6, handLeftID = 7;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    42
        protected int shoulderRightID = 8, elbowRightID = 9, wristRightID = 10, handRightID = 11;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    43
        protected int hipLeftID = 12, kneeLeftID = 13, ankleLeftID = 14, footLeftID = 15;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    44
        protected int hipRightID = 16, kneeRightID = 17, ankleRightID = 18, footRightID = 19;*/
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    45
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    46
        //Elements nécessaires à la reconnaissance du geste :
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    47
        //Distance du parcours du geste (va dépendre de la distance de l'utilisateur).
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    48
        protected float refDistance;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    49
        //Position de départ pour le geste.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    50
        protected SkeletonPoint startPoint;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    51
        //Estimation du temps que prend la gesture (en s).
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    52
        protected float gesturePeriod = 1;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    53
        //Estimation du nombre d'indexes par seconde (framerate).
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    54
        protected int indexesPerSecond = 30;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    55
        //Estimation du nombre de positions du squelette à vérifier dans l'historique.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    56
        protected int indexesToCheck;// = gesturePeriod * indexesPerSecond;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    57
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    58
        public GestureDetector()
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    59
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    60
            
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    61
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    62
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    63
        //Setters.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    64
        public void setRefDistance(float _refDistance)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    65
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    66
            refDistance = _refDistance;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    67
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    68
        public void setStartPoint(SkeletonPoint _startPoint)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    69
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    70
            startPoint = _startPoint;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    71
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    72
        public void setGesturePeriod(float _gesturePeriod)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    73
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    74
            gesturePeriod = _gesturePeriod;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    75
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    76
        public void setIndexesPerSecond(int _indexesPerSecond)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    77
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    78
            indexesPerSecond = _indexesPerSecond;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    79
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    80
        public void setIndexesToCheck(int _indexesToCheck)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    81
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    82
            indexesToCheck = _indexesToCheck;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    83
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    84
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    85
        //Getters.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    86
        public float getRefDistance()
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    87
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    88
            return refDistance;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    89
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    90
        public SkeletonPoint getStartPoint()
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    91
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    92
            return startPoint;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    93
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    94
        public float getGesturePeriod()
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    95
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    96
            return gesturePeriod;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    97
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    98
        public int getIndexesPerSecond()
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
    99
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   100
            return indexesPerSecond;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   101
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   102
        public int getIndexesToCheck()
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   103
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   104
            return indexesToCheck;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   105
        } 
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   106
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   107
        //Stocke les gestes du skelette pour ~3 seconds (si on prend en compte que le framerate de la Kinect
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   108
        //est de ~30 fps.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   109
        public static void UpdateSkeletonHistory(List<Joint> latestSkeleton)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   110
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   111
            history.Add(latestSkeleton);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   112
                
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   113
            if (history.Count > 90)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   114
            {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   115
                history.RemoveAt(0);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   116
            }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   117
        }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   118
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   119
        /*public bool CheckForHandWave()
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   120
        {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   121
            //Crée un historique de squelette local, puisque l'historique est mis à jour toutes les ~1/30 s.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   122
            List<Skeleton> history = new List<Skeleton>(history);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   123
            //Si il n'y a pas assez de positions dans l'historique local pour vérifier le geste.
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   124
            if (history.Count < indexesToCheck)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   125
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   126
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   127
            float refDistance = Math.Abs(history[0].Joints.ElementAt(spineID).Position.Y - history[0].Joints.ElementAt(hipCenterID).Position.Y);
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   128
            float startPos = history[history.Count - indexesToCheck].Joints.ElementAt(handRightID).Position.X;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   129
            bool movedRight = false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   130
            for (int i = history.Count - indexesToCheck + 1; i < history.Count; i++)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   131
            {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   132
                // Throughout the gesture period, right hand should be above theelbow, below the head and hand should be higher than the wrist
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   133
                if (!(history[i].Joints[JointID.HandRight].Position.Y > history[i].Joints[JointID.ElbowRight].Position.Y + refDistance &&
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   134
                history[i].Joints[JointID.HandRight].Position.Y < history[i].Joints[JointID.Head].Position.Y &&
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   135
                history[i].Joints[JointID.HandRight].Position.Y > history[i].Joints[JointID.WristRight].Position.Y + refDistance / 4))
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   136
                {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   137
                    return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   138
                }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   139
                // If the previous condition was met, check if the hand has moved to the right
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   140
                if (history[i].Joints[JointID.HandRight].Position.X >= startPos + refDistance / 2 && !movedRight)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   141
                {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   142
                    movedRight = true;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   143
                }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   144
                // If the hand did move to the right, check if it returned near the original position
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   145
                if (movedRight && history[i].Joints[JointID.HandRight].Position.X <= startPos + refDistance / 5)
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   146
                {
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   147
                    skeletonHistory.Clear();
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   148
                    return true;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   149
                }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   150
            }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   151
                return false;
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   152
        }*/
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   153
    }
4b78f179e7ce Middleware :
bastiena
parents:
diff changeset
   154
}