using System; using System.Collections.Generic; using System.Drawing; using System.Linq; using System.Text; using System.Threading.Tasks; using System.Diagnostics; using bbiwarg.Utility; using bbiwarg.Detectors.Fingers; using bbiwarg.Detectors.Palm; using bbiwarg.Detectors.Touch; using bbiwarg.Images; using bbiwarg.InputProviders; using Emgu.CV; using Emgu.CV.Structure; using bbiwarg.Graphics; namespace bbiwarg { class VideoHandle { private IInputProvider inputProvider; private InputFrame inputFrame; public int Width { get; private set; } public int Height { get; private set; } public OutputImage[] OutputImages { get; private set; } private DepthImage depthImage; private EdgeImage edgeImage; private FingerDetector fingerDetector; private PalmDetector palmDetector; private TouchDetector touchDetector; private PalmTouchDetector palmTouchDetector; private FingerTracker fingerTracker; private TouchTracker touchTracker; private OutputImage edgeFingerOutputImage; private OutputImage depthPalmTouchOutputImage; private TouchEventVisualizer touchEventVisualizer; private int videoFrame = 0; public VideoHandle(IInputProvider inputProvider) { this.inputProvider = inputProvider; //initialize trackers touchTracker = new TouchTracker(); fingerTracker = new FingerTracker(); } public void start() { inputProvider.init(); inputProvider.start(); inputProvider.updateFrame(); processFrameUpdate(); } public void stop() { inputProvider.stop(); } public int getCurrentMovieFrame() { return inputProvider.getCurrentMovieFrame(); } public bool sourceIsMovie() { return inputProvider.sourceIsMovie(); } public void reversePlay() { inputProvider.reversePlay(); } public void pauseMovie() { inputProvider.pauseMovie(); } public void unpauseMovie() { inputProvider.unpauseMovie(); } public void nextFrame() { if (inputProvider.isActive()) { inputProvider.releaseFrame(); inputProvider.updateFrame(); processFrameUpdate(); } else { inputProvider.stop(); } ++videoFrame; } public List getPalmTouchEvents() { return palmTouchDetector.PalmTouchEvents; } private void processFrameUpdate() { Timer.start("processFrameUpdate"); //read data from inputProvider Timer.start("readInputData"); inputFrame = inputProvider.getInputFrame(); Width = inputFrame.Width; Height = inputFrame.Height; Timer.stop("readInputData"); //create output images Timer.start("createOtherImages"); edgeFingerOutputImage = new OutputImage(Width, Height); depthPalmTouchOutputImage = new OutputImage(Width, Height); Timer.stop("createOtherImages"); //create depthImage Timer.start("createDepthImage"); Image image = new Image(Width, Height, Width * 2, inputFrame.RawDepthData); depthImage = new DepthImage(image, depthPalmTouchOutputImage); Timer.stop("createDepthImage"); // create edge image Timer.start("createEdgeImage"); edgeImage = new EdgeImage(depthImage, edgeFingerOutputImage); Timer.stop("createEdgeImage"); //detect fingers Timer.start("fingerDetection"); fingerDetector = new FingerDetector(depthImage, edgeImage, edgeFingerOutputImage); Timer.stop("fingerDetection"); //track fingers Timer.start("fingerTracking"); fingerTracker.setDetectedTouchEventsThisFrame(fingerDetector.Fingers, edgeFingerOutputImage); Timer.stop("fingerTracking"); //detect palm Timer.start("palmDetection"); palmDetector = new PalmDetector(depthImage, edgeImage, fingerDetector.Fingers, depthPalmTouchOutputImage); if (sourceIsMovie() && getCurrentMovieFrame() == 0) PalmDetector.resetFilter(); Timer.stop("palmDetection"); //detect touchEvents Timer.start("touchDetection"); touchDetector = new TouchDetector(fingerTracker.TrackedFingers, depthImage, depthPalmTouchOutputImage); if (palmDetector.PalmQuad != null) palmTouchDetector = new PalmTouchDetector(touchDetector.TouchEvents, palmDetector.PalmQuad); Timer.stop("touchDetection"); //track touchEvents Timer.start("touchTracking"); touchTracker.setDetectedTouchEventsThisFrame(touchDetector.TouchEvents, depthPalmTouchOutputImage); Timer.stop("touchTracking"); // touch event visualizer if (touchEventVisualizer == null) touchEventVisualizer = new TouchEventVisualizer(Width, Height); if (getCurrentMovieFrame() == 0) touchEventVisualizer.Reset(); if (palmTouchDetector != null) { foreach (PalmTouchEvent e in palmTouchDetector.PalmTouchEvents) { if (sourceIsMovie()) touchEventVisualizer.addPalmTouchEvent(e, getCurrentMovieFrame()); else touchEventVisualizer.addPalmTouchEvent(e, videoFrame); } touchEventVisualizer.updateImage(); } // add borders edgeFingerOutputImage.drawRectangle(0, 0, Width - 1, Height - 1, Color.White); depthPalmTouchOutputImage.drawRectangle(0, 0, Width - 1, Height - 1, Color.White); OutputImages = new OutputImage[] { edgeFingerOutputImage, depthPalmTouchOutputImage, touchEventVisualizer.OutputImage}; Timer.stop("processFrameUpdate"); } } }