bbiwarg-original/bbiwarg/Output/DebugOutput/DebugImageCreator.cs

using System;
using System.Collections.Generic;
using System.Linq;
using System.Drawing;
using System.Text;
using System.Threading.Tasks;
using bbiwarg.Input.InputHandling;
using bbiwarg.Recognition.FingerRecognition;
using bbiwarg.Recognition.HandRecognition;
using bbiwarg.Recognition.PalmRecognition;
using bbiwarg.Recognition.TouchRecognition;
using Emgu.CV.Structure;
using Emgu.CV;

namespace bbiwarg.Output.DebugOutput
{
    /// <summary>
    /// DebugImageCreator creates all debug images as <see cref="OutputImage"/> objects using the frame data.
    /// </summary>
    class DebugImageCreator
    {
        /// <summary>
        /// visualizes touch events
        /// </summary>
        private TouchEventVisualizer touchEventVisualizer;


        /// <summary>
        /// the depth image with additional interesting points
        /// </summary>
        public OutputImage DepthImage { get; private set; }

        /// <summary>
        /// the edge image with all detected fingers drawn into it
        /// </summary>
        public OutputImage FingerImage { get; private set; }

        /// <summary>
        /// image showing detected hands in diffrent colors
        /// </summary>
        public OutputImage HandImage { get; private set; }

        /// <summary>
        /// image showing the palm grid
        /// </summary>
        public OutputImage PalmImage { get; private set; }

        /// <summary>
        /// image showing the touch events in a grid
        /// </summary>
        public OutputImage TouchImage { get; private set; }


        /// <summary>
        /// Creates a DebugImageCreator.
        /// </summary>
        /// <param name="touchEventVisualizer">the touchEventVisualizer used to generate the TouchImage</param>
        public DebugImageCreator(TouchEventVisualizer touchEventVisualizer)
        {
            this.touchEventVisualizer = touchEventVisualizer;
        }

        /// <summary>
        /// Updates all debug images.
        /// </summary>
        /// <param name="frameData">data for the new frame</param>
        /// <param name="palmGridNumRows">number of rows in the palm grid</param>
        /// <param name="palmGridNumColumns">number of columns in the palm grid</param>
        public void updateImages(FrameData frameData, int palmGridNumRows, int palmGridNumColumns)
        {
            updateDepthImage(frameData);
            updateFingerImage(frameData);
            updateHandImage(frameData);
            updatePalmImage(frameData, palmGridNumRows, palmGridNumColumns);
            updateTouchImage(frameData, palmGridNumRows, palmGridNumColumns);
        }

        /// <summary>
        /// Updates the depth image.
        /// </summary>
        /// <param name="frameData">data for the new frame</param>
        private void updateDepthImage(FrameData frameData)
        {
            if (DepthImage != null)
                DepthImage.Dispose();

            DepthImage = new OutputImage(frameData.ImageSize);

            // background (depth image)
            DepthImage.drawImage((frameData.DepthImage.MaxDepth - frameData.DepthImage.MinDepth) - frameData.DepthImage.Image, Parameters.DepthImageColor);

            // finger tips
            foreach (Finger f in frameData.TrackedFingers)
            {
                Color tipColor = (f.Touch != null) ? Parameters.TouchEventDetectedColor : Parameters.FingerTipColor;
                Color handColor = Parameters.FingerHandColor;
                DepthImage.fillCircle(f.TipPoint, 5, tipColor);
                DepthImage.fillCircle(f.HandPoint, 5, handColor);
            }

            // border
            DepthImage.drawBorder(Parameters.OutputImageBorderColor);
        }

        /// <summary>
        /// Updates the finger image.
        /// </summary>
        /// <param name="frameData">data for the new frame</param>
        private void updateFingerImage(FrameData frameData)
        {
            if (FingerImage != null)
                FingerImage.Dispose();

            FingerImage = new OutputImage(frameData.ImageSize);

            // background (edge image)
            FingerImage.drawImage(frameData.EdgeImage.Image.ThresholdBinary(new Gray(0), new Gray(255)), Parameters.EdgeImageColor);

            // draw fingers
            foreach (Finger f in frameData.TrackedFingers)
            {
                foreach (FingerSlice slice in f.SliceTrail.Slices)
                    FingerImage.drawLineSegment(slice.LineSegment, Parameters.FingerSliceColor);
                FingerImage.drawContour(f.getContour(Parameters.FingerContourMargin), Parameters.FingerContourColor);
                FingerImage.drawLineSegment(f.LineSegment, Parameters.FingerTrackedColor);
                FingerImage.drawText(f.MidPoint, f.TrackID.ToString(), Parameters.FingerIDColor);
            }

            //border
            FingerImage.drawBorder(Parameters.OutputImageBorderColor);
        }

        /// <summary>
        /// Updates the hand image.
        /// </summary>
        /// <param name="frameData">data for the new frame</param>
        private void updateHandImage(FrameData frameData)
        {
            if (HandImage != null)
                HandImage.Dispose();

            HandImage = new OutputImage(frameData.ImageSize);

            foreach (Hand h in frameData.TrackedHands)
            {

                HandImage.drawImage(h.Mask.ThresholdBinary(new Gray(0), new Gray(255)), Parameters.HandColors[h.TrackID % Parameters.HandNumColors]);
                HandImage.fillCircle(h.Centroid, 5, Parameters.HandCentroidColor);
                HandImage.drawText(h.Centroid, h.TrackID.ToString(), Parameters.HandIDColor);

                if (h.Palm != null)
                    HandImage.drawDefect(h.Palm.ThumbDefect, Parameters.HandThumbDefectPointColor, Parameters.HandThumbDefectLineColor);
            }

            // border
            HandImage.drawBorder(Parameters.OutputImageBorderColor);
        }

        /// <summary>
        /// Updates the palm image.
        /// </summary>
        /// <param name="frameData">data for the new frame</param>
        /// <param name="numRows">number of rows in the palm grid</param>
        /// <param name="numColumns">number of columns in the palm grid</param>
        private void updatePalmImage(FrameData frameData, int numRows, int numColumns)
        {
            if (PalmImage != null)
                PalmImage.Dispose();

            PalmImage = new OutputImage(frameData.ImageSize);

            // handMask
            Image<Gray, byte> handMask = new Image<Gray, byte>(frameData.ImageSize.Width, frameData.ImageSize.Height);
            foreach (Hand h in frameData.TrackedHands)
                handMask = handMask.Or(h.Mask);

            // background
            PalmImage.drawImage((frameData.DepthImage.MaxDepth - frameData.DepthImage.MinDepth) - frameData.DepthImage.Image.Or(255 - handMask.ThresholdBinary(new Gray(0), new Gray(255))), Parameters.DepthImageColor);
            foreach (Touch t in frameData.TrackedTouches)
                PalmImage.fillCircle(t.AbsolutePosition, 5, Parameters.TouchEventTrackedColor);

            foreach (Palm p in frameData.TrackedPalms)
                PalmImage.drawQuadrangleGrid(p.Quad, Parameters.PalmQuadColor, Parameters.PalmGridColor, numRows, numColumns);
            
            // border
            PalmImage.drawBorder(Parameters.OutputImageBorderColor);
        }

        /// <summary>
        /// Updates the touch image.
        /// </summary>
        /// <param name="frameData">data for the new frame</param>
        /// <param name="numRows">number of rows in the palm grid</param>
        /// <param name="numColumns">number of columns in the palm grid</param>
        private void updateTouchImage(FrameData frameData, int numRows, int numColumns) {
            if (TouchImage != null)
                TouchImage.Dispose();

            TouchImage = touchEventVisualizer.getOutputImage(frameData.ImageSize, numRows, numColumns);
        }
    }
}