bbiwarg-original/bbiwarg/Recognition/HandRecognition/Hand.cs

using System;
using System.Collections.Generic;
using System.Drawing;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using Emgu.CV;
using Emgu.CV.Structure;
using bbiwarg.Recognition.FingerRecognition;
using bbiwarg.Utility;
using bbiwarg.Recognition.Tracking;
using bbiwarg.Recognition.PalmRecognition;

namespace bbiwarg.Recognition.HandRecognition
{
    /// <summary>
    /// Represents a Hand.
    /// </summary>
    public class Hand : TrackableObject
    {
        /// <summary>
        /// the center of gravity of the hand
        /// </summary>
        public Vector2D Centroid { get; private set; }

        /// <summary>
        /// a mask of the hand (0=outside, 1=in hand)
        /// </summary>
        public Image<Gray, byte> Mask { get; private set; }

        /// <summary>
        /// the fingers belonging to the hand
        /// </summary>
        public List<Finger> Fingers { get; private set; }

        /// <summary>
        /// the palm belonging to the hand
        /// </summary>
        public Palm Palm { get; set; }

        /// <summary>
        /// Initializes a new instance of the Hand class.
        /// </summary>
        /// <param name="mask">The mask.</param>
        /// <param name="fingers">The fingers.</param>
        public Hand(Image<Gray, byte> mask, List<Finger> fingers)
        {
            Mask = mask;
            Fingers = fingers;

            foreach (Finger finger in Fingers)
                finger.Hand = this;
        }

        /// <summary>
        /// Checks wether a given point is inside the hand.
        /// </summary>
        /// <param name="point">the point</param>
        /// <returns>wether the point is inside the hand</returns>
        public bool isInside(Vector2D point)
        {
            return (Mask.Data[point.IntY, point.IntX, 0] != 0);
        }

        /// <summary>
        /// Merges another Hand to this hand by extending the mask and adding the fingers.
        /// </summary>
        /// <param name="mergeHand">the other hand</param>
        public void mergeWith(Hand mergeHand)
        {
            extendMask(mergeHand.Mask);
            Fingers.AddRange(mergeHand.Fingers);
            foreach (Finger finger in mergeHand.Fingers)
                finger.Hand = this;
        }

        /// <summary>
        /// Extends the mask.
        /// </summary>
        /// <param name="extendMask">the mask of the extension</param>
        public void extendMask(Image<Gray, byte> extendMask)
        {
            Mask = Mask.Or(extendMask);
        }

        /// <summary>
        /// Fills the Hand mask defects caused by overlapping fingers.
        /// </summary>
        /// <param name="otherFingers">list of fingers that don't belong to this hand</param>
        public void fillOverlappingFingers(List<Finger> otherFingers)
        {
            ImageSize imageSize = new ImageSize(Mask.Width, Mask.Height);

            foreach (Finger finger in otherFingers)
            {
                FingerSliceTrail trail = null;
                foreach (FingerSlice slice in finger.SliceTrail.Slices)
                {
                    Vector2D direction = slice.Direction;
                    Vector2D out1 = slice.Start.moveWithinBound(imageSize, direction.getInverse(), Parameters.FingerContourMargin);
                    Vector2D out2 = slice.End.moveWithinBound(imageSize, direction, Parameters.FingerContourMargin);

                    if (isInside(out1) && isInside(out2))
                    {
                        if (trail == null)
                            trail = new FingerSliceTrail(slice);
                        else
                            trail.addSlice(slice);
                    }
                }

                if (trail != null)
                    Mask.FillConvexPoly(trail.getContour(Parameters.FingerOutMargin).ToArray(), new Gray(1));
            }
            Mask = Mask.Dilate(1);
        }

        /// <summary>
        /// Finds the hands centroid (center of gravity).
        /// </summary>
        public void findCentroid()
        {
            MCvPoint2D64f gravityCenter = Mask.GetMoments(true).GravityCenter;
            Centroid = new Vector2D((float)gravityCenter.x, (float)gravityCenter.y);
        }
    }
}