using System; using System.Collections.Generic; using System.Linq; using System.Text; using System.Threading.Tasks; using System.Diagnostics; using bbiwarg.Detectors.Fingers; using bbiwarg.Detectors.Palm; using bbiwarg.Detectors.Touch; using bbiwarg.Images; using bbiwarg.InputProviders; using Emgu.CV; using Emgu.CV.Structure; namespace bbiwarg { class VideoHandle { private IInputProvider inputProvider; private InputFrame inputFrame; private int width; private int height; private DepthImage depthImage; private EdgeImage edgeImage; private PalmImage palmImage; private TouchImage touchImage; private FingerImage fingerImage; private FingerDetector fingerDetector; private PalmDetector palmDetector; private TouchDetector touchDetector; private PalmTouchDetector palmTouchDetector; private FingerTracker fingerTracker; private TouchTracker touchTracker; public VideoHandle(IInputProvider inputProvider) { this.inputProvider = inputProvider; //initialize trackers touchTracker = new TouchTracker(); fingerTracker = new FingerTracker(); } public void start() { inputProvider.init(); inputProvider.start(); inputProvider.updateFrame(); processFrameUpdate(); } public void stop() { inputProvider.stop(); } public bool sourceIsMovie() { return inputProvider.sourceIsMovie(); } public void reversePlay() { inputProvider.reversePlay(); } public void pauseMovie() { inputProvider.pauseMovie(); } public void unpauseMovie() { inputProvider.unpauseMovie(); } public void nextFrame() { if (inputProvider.isActive()) { inputProvider.releaseFrame(); inputProvider.updateFrame(); processFrameUpdate(); } else { inputProvider.stop(); } } public int getWidth() { return width; } public int getHeight() { return height; } public Int16 getDepthAt(int x, int y) { return depthImage.getDepthAt(x, y); } public float getRelativeDepth(int x, int y) { return depthImage.getRelativeDepthAt(x, y); } public bool isEdgeAt(int x, int y) { return edgeImage.isEdgeAt(x, y); } public FingerImageState getFingerImageStateAt(int x, int y) { return fingerImage.getStateAt(x, y); } public PalmImageState getPalmImageStateAt(int x, int y) { return palmImage.getStateAt(x, y); } public TouchImageState getTouchImageStateAt(int x, int y) { return touchImage.getStateAt(x, y); } public List getTouchEvents() { return palmTouchDetector.getPalmTouchEvents(); } private void processFrameUpdate() { //read data from inputProvider inputFrame = inputProvider.getInputFrame(); width = inputFrame.getWidth(); height = inputFrame.getHeight(); //create depthImage Image image = new Image(width, height); for (int x = 0; x < width; x++) { for (int y = 0; y < height; y++) { image.Data[y, x, 0] = inputFrame.getDepthAt(x, y); } } depthImage = new DepthImage(width, height, image); //create images edgeImage = new EdgeImage(depthImage); touchImage = new TouchImage(width, height); fingerImage = new FingerImage(width, height); palmImage = new PalmImage(width, height); //detect+track fingers fingerDetector = new FingerDetector(depthImage, edgeImage, fingerImage); fingerTracker.setDetectedTouchEventsThisFrame(fingerDetector.Fingers, fingerImage); //detect palm palmDetector = new PalmDetector(depthImage, edgeImage, fingerDetector.Fingers, palmImage); //detect+track touchEvents touchDetector = new TouchDetector(fingerTracker.getFingers(), depthImage, touchImage); if(palmDetector.getPalmQuad() != null) palmTouchDetector = new PalmTouchDetector(touchDetector.getTouchEvents(), palmDetector.getPalmQuad()); touchTracker.setDetectedTouchEventsThisFrame(touchDetector.getTouchEvents(), touchImage); } } }