|
|
@@ -0,0 +1,159 @@
|
|
|
+using System.Collections;
|
|
|
+using System.Collections.Generic;
|
|
|
+using UnityEngine;
|
|
|
+using Kinect = Windows.Kinect;
|
|
|
+
|
|
|
+public class Visualizer_FadeInSeries : MonoBehaviour
|
|
|
+{
|
|
|
+ public Material boneMaterial;
|
|
|
+ public Material transparentMat;
|
|
|
+ public BodySourceView bsv;
|
|
|
+
|
|
|
+ public bool wristLeftTriggered;
|
|
|
+ public bool wristRightTriggered;
|
|
|
+
|
|
|
+ private List<JointsData> jointsDataSeries = new List<JointsData>();
|
|
|
+ private List<float> recordingTimesSeries = new List<float>();
|
|
|
+ private Dictionary<Kinect.JointType, Kinect.JointType> _BoneMap = new Dictionary<Kinect.JointType, Kinect.JointType>()
|
|
|
+ {
|
|
|
+ { Kinect.JointType.FootLeft, Kinect.JointType.AnkleLeft },
|
|
|
+ { Kinect.JointType.AnkleLeft, Kinect.JointType.KneeLeft },
|
|
|
+ { Kinect.JointType.KneeLeft, Kinect.JointType.HipLeft },
|
|
|
+ { Kinect.JointType.HipLeft, Kinect.JointType.SpineBase },
|
|
|
+
|
|
|
+ { Kinect.JointType.FootRight, Kinect.JointType.AnkleRight },
|
|
|
+ { Kinect.JointType.AnkleRight, Kinect.JointType.KneeRight },
|
|
|
+ { Kinect.JointType.KneeRight, Kinect.JointType.HipRight },
|
|
|
+ { Kinect.JointType.HipRight, Kinect.JointType.SpineBase },
|
|
|
+
|
|
|
+ { Kinect.JointType.HandTipLeft, Kinect.JointType.HandLeft },
|
|
|
+ { Kinect.JointType.ThumbLeft, Kinect.JointType.HandLeft },
|
|
|
+ { Kinect.JointType.HandLeft, Kinect.JointType.WristLeft },
|
|
|
+ { Kinect.JointType.WristLeft, Kinect.JointType.ElbowLeft },
|
|
|
+ { Kinect.JointType.ElbowLeft, Kinect.JointType.ShoulderLeft },
|
|
|
+ { Kinect.JointType.ShoulderLeft, Kinect.JointType.SpineShoulder },
|
|
|
+
|
|
|
+ { Kinect.JointType.HandTipRight, Kinect.JointType.HandRight },
|
|
|
+ { Kinect.JointType.ThumbRight, Kinect.JointType.HandRight },
|
|
|
+ { Kinect.JointType.HandRight, Kinect.JointType.WristRight },
|
|
|
+ { Kinect.JointType.WristRight, Kinect.JointType.ElbowRight },
|
|
|
+ { Kinect.JointType.ElbowRight, Kinect.JointType.ShoulderRight },
|
|
|
+ { Kinect.JointType.ShoulderRight, Kinect.JointType.SpineShoulder },
|
|
|
+
|
|
|
+ { Kinect.JointType.SpineBase, Kinect.JointType.SpineMid },
|
|
|
+ { Kinect.JointType.SpineMid, Kinect.JointType.SpineShoulder },
|
|
|
+ { Kinect.JointType.SpineShoulder, Kinect.JointType.Neck },
|
|
|
+ { Kinect.JointType.Neck, Kinect.JointType.Head },
|
|
|
+ };
|
|
|
+
|
|
|
+ private float t;
|
|
|
+ private List<GameObject> jointObjs = new List<GameObject>();
|
|
|
+ private bool beginUpdate;
|
|
|
+ private List<GameObject> bodies = new List<GameObject>();
|
|
|
+
|
|
|
+ void Update()
|
|
|
+ {
|
|
|
+ if (!beginUpdate)
|
|
|
+ return;
|
|
|
+
|
|
|
+ if (t >= 1)
|
|
|
+ {
|
|
|
+ foreach (GameObject go in bodies)
|
|
|
+ {
|
|
|
+ Destroy(go);
|
|
|
+ }
|
|
|
+ Destroy(gameObject);
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ t += Time.deltaTime / 2;
|
|
|
+
|
|
|
+ // TODO: different way to do it
|
|
|
+ // After half time, report if player WristLeft or WristRight late or not
|
|
|
+ if (t > 0.5f)
|
|
|
+ {
|
|
|
+ if (!wristLeftTriggered)
|
|
|
+ {
|
|
|
+ bsv.wristLeftLate = true;
|
|
|
+ }
|
|
|
+ if (!wristRightTriggered)
|
|
|
+ {
|
|
|
+ bsv.wristRightLate = true;
|
|
|
+ }
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ public void SetData(List<JointsData> jointsDataSeries, List<float> recordingTimesSeries)
|
|
|
+ {
|
|
|
+ this.jointsDataSeries = jointsDataSeries;
|
|
|
+ this.recordingTimesSeries = recordingTimesSeries;
|
|
|
+ }
|
|
|
+
|
|
|
+ public void ShowBody()
|
|
|
+ {
|
|
|
+ for (int i = 0; i < jointsDataSeries.Count; i++)
|
|
|
+ {
|
|
|
+ // Create GameObject body
|
|
|
+ GameObject body = new GameObject("Recorded Body (Visualizer_FadeInSeries) " + i);
|
|
|
+ body.transform.parent = gameObject.transform;
|
|
|
+ bodies.Add(body);
|
|
|
+
|
|
|
+ for (Kinect.JointType jt = Kinect.JointType.SpineBase; jt <= Kinect.JointType.ThumbRight; jt++)
|
|
|
+ {
|
|
|
+ // Skip these joints
|
|
|
+ if (jt == Kinect.JointType.Head || jt == Kinect.JointType.ThumbLeft || jt == Kinect.JointType.ThumbRight
|
|
|
+ || jt == Kinect.JointType.HandLeft || jt == Kinect.JointType.HandRight
|
|
|
+ || jt == Kinect.JointType.HandTipLeft || jt == Kinect.JointType.HandTipRight)
|
|
|
+ continue;
|
|
|
+
|
|
|
+ // Create GameObject cubes for joints
|
|
|
+ GameObject jointObj = GameObject.CreatePrimitive(PrimitiveType.Cube);
|
|
|
+ jointObj.GetComponent<MeshRenderer>().material = transparentMat;
|
|
|
+
|
|
|
+ // Give BoxCollider.isTrigger true and TriggerDetector to WristLeft and WristRight
|
|
|
+ if (jt == Kinect.JointType.WristLeft || jt == Kinect.JointType.WristRight)
|
|
|
+ {
|
|
|
+ jointObj.GetComponent<BoxCollider>().isTrigger = true;
|
|
|
+ jointObj.AddComponent<TriggerDetectorSeries>();
|
|
|
+ }
|
|
|
+
|
|
|
+ LineRenderer lr = jointObj.AddComponent<LineRenderer>();
|
|
|
+ lr.positionCount = 2;
|
|
|
+ lr.material = boneMaterial;
|
|
|
+ lr.startWidth = 0.05f;
|
|
|
+ lr.endWidth = 0.05f;
|
|
|
+
|
|
|
+ jointObj.transform.localScale = new Vector3(0.05f, 0.05f, 0.05f);
|
|
|
+ jointObj.name = jt.ToString();
|
|
|
+ jointObj.transform.position = new Vector3(jointsDataSeries[i].jointsPositionsX[(int)jt], jointsDataSeries[i].jointsPositionsY[(int)jt], jointsDataSeries[i].jointsPositionsZ[(int)jt]);
|
|
|
+ jointObj.transform.parent = body.transform;
|
|
|
+
|
|
|
+ // Set alpha depends on i
|
|
|
+ Color newColor = new Color(1, 1, 1, Mathf.Lerp(0, 1, (float) (i + 1) / jointsDataSeries.Count));
|
|
|
+ jointObj.GetComponent<MeshRenderer>().material.color = newColor;
|
|
|
+ jointObj.GetComponent<LineRenderer>().startColor = newColor;
|
|
|
+ jointObj.GetComponent<LineRenderer>().endColor = newColor;
|
|
|
+ }
|
|
|
+
|
|
|
+ // Connect the joints with LineRenderer
|
|
|
+ for (Kinect.JointType jt = Kinect.JointType.SpineBase; jt <= Kinect.JointType.ThumbRight; jt++)
|
|
|
+ {
|
|
|
+ // Skip if dictionary not contains the joint or other these joints
|
|
|
+ if (!_BoneMap.ContainsKey(jt) || jt == Kinect.JointType.Neck
|
|
|
+ || jt == Kinect.JointType.ThumbLeft || jt == Kinect.JointType.ThumbRight
|
|
|
+ || jt == Kinect.JointType.HandLeft || jt == Kinect.JointType.HandRight
|
|
|
+ || jt == Kinect.JointType.HandTipLeft || jt == Kinect.JointType.HandTipRight)
|
|
|
+ continue;
|
|
|
+
|
|
|
+ Transform jointObj = body.transform.Find(jt.ToString());
|
|
|
+ Transform targetJoint = body.transform.Find(_BoneMap[jt].ToString());
|
|
|
+ LineRenderer lr = jointObj.GetComponent<LineRenderer>();
|
|
|
+
|
|
|
+ lr.SetPosition(0, jointObj.localPosition);
|
|
|
+ lr.SetPosition(1, targetJoint.localPosition);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ beginUpdate = true;
|
|
|
+ }
|
|
|
+}
|
