package de.tudarmstadt.informatik.hostage.ui.fragment.opengl; import java.io.IOException; import java.io.InputStream; import java.nio.ByteBuffer; import java.nio.ByteOrder; import java.nio.FloatBuffer; import java.util.Scanner; import javax.microedition.khronos.egl.EGLConfig; import javax.microedition.khronos.opengles.GL10; import android.content.Context; import android.content.res.AssetManager; import android.graphics.Bitmap; import android.graphics.BitmapFactory; import android.graphics.Color; import android.opengl.GLES20; import android.opengl.GLSurfaceView.Renderer; import android.opengl.GLUtils; import android.opengl.Matrix; import android.util.Log; import de.tudarmstadt.informatik.hostage.R; import de.tudarmstadt.informatik.hostage.ui.activity.MainActivity; /** * @author Fabio Arnold * * ThreatIndicatorGLRenderer * This class is responsible for drawing an animation representing the current threat level. * Use the method setThreatLevel to set the state (0 to 3). */ public class ThreatIndicatorGLRenderer implements Renderer { public enum ThreatLevel { NOT_MONITORING, NO_THREAT, PAST_THREAT, LIVE_THREAT } /** * Set the threat level which should be indicated * @param threatLevel */ public static void setThreatLevel(ThreatLevel threatLevel) { mNextThreatLevel = threatLevel; } public static void showSpeechBubble() { bubbleWait = 3.0f; // 3 seconds; } /** * Match the background color of the view holding this renderer * @param color 32 bit integer encoding the color */ public static void setBackgroundColor(int color) { mBackgroundColor[0] = (float)Color.red(color) / 255.0f; mBackgroundColor[1] = (float)Color.green(color) / 255.0f; mBackgroundColor[2] = (float)Color.blue(color) / 255.0f; } private static float[] mBackgroundColor = new float[3]; // OpenGL data private int mAnimatedProgram; private int mTexturedProgram; private float [] mModelview; private float [] mProjection; private float [] mMVP; private AnimatedMesh androidMesh = null; private AnimatedMesh beeMesh = null; private int androidTexture; private int beeTexture; private int speechBubbleTexture; private int mQuadVertexBuffer; private GLFont font = null; private static float bubbleAlpha = 0.0f; private static float bubbleWait = 0.0f; // threat state private static ThreatLevel mNextThreatLevel = ThreatLevel.NO_THREAT; private ThreatLevel mCurrentThreatLevel = ThreatLevel.NO_THREAT; private ThreatLevel mTargetThreatLevel = ThreatLevel.NO_THREAT; private float mThreatLevelTransition = 1.0f; // 1.0 means transition is complete private static boolean sPlayGreetingAnimation = true; // greet the first time private long mStartTimeMillis; // for animation public ThreatIndicatorGLRenderer() { mStartTimeMillis = System.currentTimeMillis(); } /** * Initialization will be called after GL context is created and is current */ public void onSurfaceCreated(GL10 arg0, EGLConfig arg1) { GLES20.glClearColor(mBackgroundColor[0], mBackgroundColor[1], mBackgroundColor[2], 1.0f); GLES20.glEnable(GLES20.GL_DEPTH_TEST); GLES20.glEnable(GLES20.GL_CULL_FACE); GLES20.glEnable(GLES20.GL_TEXTURE_2D); AssetManager assets = MainActivity.getInstance().getAssets(); try { InputStream is = assets.open("meshes/android.amh"); androidMesh = new AnimatedMesh(is); /* play the greeting animation the first time the gets opened not each time the threatindicator gets created */ if (sPlayGreetingAnimation) { androidMesh.startAction("greet", false, false); sPlayGreetingAnimation = false; } else if (mCurrentThreatLevel == ThreatLevel.NO_THREAT) { // default state androidMesh.startAction("happy", true, false); // play NO_THREAT animation } } catch (IOException e) { Log.e("gl", "Couldn't open android mesh"); } androidTexture = loadTexture("textures/android-tex.png"); try { InputStream is = assets.open("meshes/bee.amh"); beeMesh = new AnimatedMesh(is); beeMesh.startAction("bee_armatureAct", true, false); } catch (IOException e) { Log.e("gl", "Couldn't open bee mesh"); } beeTexture = loadTexture("textures/bee-tex.png"); speechBubbleTexture = loadTexture("textures/speech-bubble.png"); int buffers[] = new int[1]; GLES20.glGenBuffers(1, buffers, 0); // buffer names mQuadVertexBuffer = buffers[0]; font = new GLFont("fonts/komika.png", "fonts/komika.bin"); mModelview = new float[16]; Matrix.setIdentityM(mModelview, 0); mProjection = new float[16]; mMVP = new float[16]; // default shader String vertexSource = "attribute vec3 position; void main() {gl_Position = vec4(position, 1.0);}"; String fragmentSource = "void main() {gl_FragColor = vec4(1.0, 0.0, 1.0, 1.0);}"; try { vertexSource = inputStreamToString(assets.open("shaders/skinned.vert")); } catch (IOException e) { e.printStackTrace(); } try {fragmentSource = inputStreamToString(assets.open("shaders/skinned.frag")); } catch (IOException e) { e.printStackTrace(); } mAnimatedProgram = loadProgram(vertexSource, fragmentSource); mTexturedProgram = loadProgram( "uniform vec2 resolution;" // vertex + "uniform float scale;" + "attribute vec2 position;" + "attribute vec2 texCoord;" + "varying vec2 vertexTexCoord;" + "void main() {" + " vertexTexCoord = texCoord;" + " gl_Position = vec4(scale * (2.0 * (position / resolution) - 1.0), 0.0, 1.0);" + "}", "precision mediump float;" + "uniform sampler2D colormap;" // fragment + "uniform vec4 color;" + "varying vec2 vertexTexCoord;" + "void main() {" + " vec4 texel = texture2D(colormap, vertexTexCoord);" + " gl_FragColor = color * texel;" + "}"); } private void updateAndroidAndBee() { // threat level state machine if (mTargetThreatLevel != mCurrentThreatLevel) { boolean blocked = false; // block until current action is completed if (mThreatLevelTransition == 0.0f) { if (androidMesh.isActionDone()) { switch (mTargetThreatLevel) { case NOT_MONITORING: androidMesh.startAction("sleep", false, false); break; case NO_THREAT: androidMesh.startAction("happy", true, false); break; case PAST_THREAT: androidMesh.startAction("fear", true, false); break; case LIVE_THREAT: androidMesh.startAction("panic", true, false); break; } } else blocked = true; } if (!blocked) { mThreatLevelTransition += 0.016f; if (mThreatLevelTransition >= 1.0f) { mCurrentThreatLevel = mTargetThreatLevel; mThreatLevelTransition = 1.0f; } } } else { if (mNextThreatLevel != mTargetThreatLevel) { mTargetThreatLevel = mNextThreatLevel; mThreatLevelTransition = 0.0f; // HACK!!! reverses the sleep animation to create smooth transition into other states if (mCurrentThreatLevel == ThreatLevel.NOT_MONITORING) androidMesh.startAction("sleep", false, true); } } androidMesh.tick(); // animate android } private void drawAndroidAndBee(double animTime) { GLES20.glUseProgram(mAnimatedProgram); int colorUniformLoc = GLES20.glGetUniformLocation(mAnimatedProgram, "color"); int textureUniformLoc = GLES20.glGetUniformLocation(mAnimatedProgram, "texture"); int mvpUniformLoc = GLES20.glGetUniformLocation(mAnimatedProgram, "mvp"); // animate color final float[] whiteColor = {1.0f, 1.0f, 1.0f, 1.0f}; final float[] greyColor = {0.5f, 0.5f, 0.5f, 1.0f}; final float[] redColor = {2.0f, 0.4f, 0.2f, 1.0f}; final float[] yellowColor = {1.1f * 255.0f / 166.0f, 1.2f * 255.0f / 200.0f, 0.0f, 1.0f}; float[] currentColor = whiteColor; float blink = 0.5f + 0.5f * (float)Math.sin(12.0 * animTime); switch (mCurrentThreatLevel) { case NOT_MONITORING: currentColor = greyColor; break; case PAST_THREAT: currentColor = mixColor(blink, whiteColor, yellowColor); break; case LIVE_THREAT: currentColor = mixColor(blink, whiteColor, redColor); break; } if (mTargetThreatLevel != mCurrentThreatLevel) { float[] targetColor = whiteColor; switch (mTargetThreatLevel) { case NOT_MONITORING: targetColor = greyColor; break; case PAST_THREAT: targetColor = mixColor(blink, whiteColor, yellowColor); break; case LIVE_THREAT: targetColor = mixColor(blink, whiteColor, redColor); break; } currentColor = mixColor(mThreatLevelTransition, currentColor, targetColor); } GLES20.glUniform4fv(colorUniformLoc, 1, currentColor, 0); GLES20.glUniform1i(textureUniformLoc, 0); // animate camera Matrix.setIdentityM(mModelview, 0); if (mCurrentThreatLevel == ThreatLevel.LIVE_THREAT || mTargetThreatLevel == ThreatLevel.LIVE_THREAT) { float delta = 1.0f; if (mThreatLevelTransition < 0.4f) { // animate only during the first 40% of the transition delta = mThreatLevelTransition / 0.4f; delta = -2.0f * delta * delta * delta + 3.0f * delta * delta; // ease in/out } if (mTargetThreatLevel != ThreatLevel.LIVE_THREAT) delta = 1.0f - delta; Matrix.translateM(mModelview, 0, 0.0f, -0.6f - 0.2f * delta, -1.6f - 0.4f * delta); // 0.0f, -0.8f, -2.0f Matrix.rotateM(mModelview, 0, -85.0f + 5.0f * delta, 1.0f, 0.0f, 0.0f); // -80.0f } else { Matrix.translateM(mModelview, 0, 0.0f, -0.6f, -1.6f); Matrix.rotateM(mModelview, 0, -85.0f, 1.0f, 0.0f, 0.0f); } Matrix.multiplyMM(mMVP, 0, mProjection, 0, mModelview, 0); GLES20.glUniformMatrix4fv(mvpUniformLoc, 1, false, mMVP, 0); GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, androidTexture); androidMesh.draw(mAnimatedProgram); // restore color GLES20.glUniform4fv(colorUniformLoc, 1, whiteColor, 0); if (mCurrentThreatLevel == ThreatLevel.LIVE_THREAT || mTargetThreatLevel == ThreatLevel.LIVE_THREAT) { // draw a bee rotating around the android float fadeIn = mThreatLevelTransition; if (mTargetThreatLevel != ThreatLevel.LIVE_THREAT) fadeIn = 1.0f - fadeIn; // fade out float beePositionZ = 2.0f * (1.0f - fadeIn) * (1.0f - fadeIn); // animate the bee going in/out final float beeSize = 0.2f; Matrix.rotateM(mModelview, 0, (float)((-240.0 * animTime) % 360.0), 0.0f, 0.0f, 1.0f); // rotate around android Matrix.translateM(mModelview, 0, 0.6f, 0.0f, 0.7f + 0.1f * (float)Math.sin(12.0 * animTime) + beePositionZ); // go up and down Matrix.rotateM(mModelview, 0, 20.0f * (float)Math.cos(12.0 * animTime), 1.0f, 0.0f, 0.0f); // rock back and forth Matrix.scaleM(mModelview, 0, beeSize, beeSize, beeSize); Matrix.multiplyMM(mMVP, 0, mProjection, 0, mModelview, 0); GLES20.glUniformMatrix4fv(mvpUniformLoc, 1, false, mMVP, 0); GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, beeTexture); beeMesh.tick(); beeMesh.draw(mAnimatedProgram); } } private float easeInOut(float alpha) { return 3.0f*alpha*alpha - 2.0f*alpha*alpha*alpha; } /** * Tries to render at 30 Hz (see bottom part) */ public void onDrawFrame(GL10 arg0) { Context ctx = MainActivity.getInstance(); long timeMillis = System.currentTimeMillis() - mStartTimeMillis; double animTime = 0.001 * (double)timeMillis; // in seconds float dt = 1.0f/30.0f; // OpenGL drawing GLES20.glClear(GLES20.GL_COLOR_BUFFER_BIT | GLES20.GL_DEPTH_BUFFER_BIT); updateAndroidAndBee(); drawAndroidAndBee(animTime); if (bubbleWait > 0.0f) { bubbleAlpha += 4.0f * dt; if (bubbleAlpha >= 1.0f) { bubbleAlpha = 1.0f; bubbleWait -= dt; } } else if (bubbleAlpha > 0.0f) { bubbleAlpha -= 4.0f * dt; if (bubbleAlpha < 0.0f) { bubbleAlpha = 0.0f; } } if (bubbleAlpha > 0.0f) { GLES20.glDisable(GLES20.GL_DEPTH_TEST); GLES20.glEnable(GLES20.GL_BLEND); GLES20.glDisable(GLES20.GL_CULL_FACE); GLES20.glBlendFunc(GLES20.GL_SRC_ALPHA, GLES20.GL_ONE_MINUS_SRC_ALPHA); GLES20.glUseProgram(mTexturedProgram); int resolutionUniformLoc = GLES20.glGetUniformLocation(mTexturedProgram, "resolution"); int textureUniformLoc = GLES20.glGetUniformLocation(mTexturedProgram, "colormap"); int colorUniformLoc = GLES20.glGetUniformLocation(mTexturedProgram, "color"); int scaleUniformLoc = GLES20.glGetUniformLocation(mTexturedProgram, "scale"); GLES20.glUniform2f(resolutionUniformLoc, 1024.0f, 1024.0f); GLES20.glUniform1i(textureUniformLoc, 0); GLES20.glUniform4f(colorUniformLoc, 1.0f, 1.0f, 1.0f, 0.8f); GLES20.glUniform1f(scaleUniformLoc, easeInOut(bubbleAlpha)); String message = "???"; switch (mNextThreatLevel) { case NOT_MONITORING: message = ctx.getString(R.string.honeypot_not_monitoring); break; case NO_THREAT: message = ctx.getString(R.string.honeypot_no_threat); break; case PAST_THREAT: message = ctx.getString(R.string.honeypot_past_threat); break; case LIVE_THREAT: message = ctx.getString(R.string.honeypot_live_threat); break; } float textWidth = font.getTextWidth(message); float textHeight = 40.0f; float bubbleDiameter = 256.0f; float bubbleWidth = textWidth + 0.75f*bubbleDiameter; float bubbleHeight = bubbleDiameter; float y = 0.8f * 1024.0f + 32.0f * (float) Math.sin(2.0 * animTime); float x = 0.5f * 1024.0f + 16.0f * (float) Math.cos(1.0 * animTime); drawSpeechBubble(speechBubbleTexture, x - 0.5f * bubbleWidth, y - 0.5f * bubbleHeight, bubbleWidth, bubbleHeight); GLES20.glUniform4f(colorUniformLoc, 0.0f, 0.0f, 0.0f, 1.0f); font.drawText(mTexturedProgram, message, x - 0.5f * textWidth, y - 0.5f * textHeight); GLES20.glUseProgram(0); GLES20.glEnable(GLES20.GL_DEPTH_TEST); GLES20.glDisable(GLES20.GL_BLEND); } long deltaTime = System.currentTimeMillis() - mStartTimeMillis - timeMillis; // time for one frame if (deltaTime < 33) { try { Thread.sleep(33 - deltaTime); // sleep remaining time for 30 Hz } catch (InterruptedException e) { e.printStackTrace(); } } } /** * Informs renderer of changed surface dimensions */ public void onSurfaceChanged(GL10 arg0, int w, int h) { int width = w; int height = h; float aspectRatio = (float) w / (float) h; //Matrix.orthoM(mProjection, 0, -aspectRatio, aspectRatio, -1.0f, 1.0f, -1.0f, 1.0f); float near = 0.1f; float fov = 2.0f; Matrix.frustumM(mProjection, 0, near * -aspectRatio, near * aspectRatio, -near, near, fov * near, 100.0f); GLES20.glViewport(0, 0, width, height); } // some helper functions private void drawSpeechBubble(int texture, float x, float y, float w, float h) { float bubbleRadius = 128.0f; int vertexCount = 8; int vertexSize = (2+2)*4; // size in bytes FloatBuffer buffer = ByteBuffer.allocateDirect(vertexCount * vertexSize).order(ByteOrder.nativeOrder()).asFloatBuffer(); buffer.put(x); buffer.put(y+h); buffer.put(0.0f); buffer.put(1.0f); buffer.put(x); buffer.put(y); buffer.put(0.0f); buffer.put(0.0f); buffer.put(x+bubbleRadius); buffer.put(y+h); buffer.put(0.5f); buffer.put(1.0f); buffer.put(x+bubbleRadius); buffer.put(y); buffer.put(0.5f); buffer.put(0.0f); buffer.put(x+w-bubbleRadius); buffer.put(y+h); buffer.put(0.5f); buffer.put(1.0f); buffer.put(x+w-bubbleRadius); buffer.put(y); buffer.put(0.5f); buffer.put(0.0f); buffer.put(x+w); buffer.put(y+h); buffer.put(1.0f); buffer.put(1.0f); buffer.put(x+w); buffer.put(y); buffer.put(1.0f); buffer.put(0.0f); buffer.position(0); // rewind GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, texture); GLES20.glBindBuffer(GLES20.GL_ARRAY_BUFFER, mQuadVertexBuffer); GLES20.glBufferData(GLES20.GL_ARRAY_BUFFER, vertexSize * vertexCount, buffer, GLES20.GL_STREAM_DRAW); int positionIndex = GLES20.glGetAttribLocation(mTexturedProgram, "position"); int texCoordIndex = GLES20.glGetAttribLocation(mTexturedProgram, "texCoord"); GLES20.glEnableVertexAttribArray(positionIndex); GLES20.glEnableVertexAttribArray(texCoordIndex); GLES20.glVertexAttribPointer(positionIndex, 2, GLES20.GL_FLOAT, false, vertexSize, 0); GLES20.glVertexAttribPointer(texCoordIndex, 2, GLES20.GL_FLOAT, false, vertexSize, 8); GLES20.glDrawArrays(GLES20.GL_TRIANGLE_STRIP, 0, vertexCount); GLES20.glBindBuffer(GLES20.GL_ARRAY_BUFFER, 0); GLES20.glDisableVertexAttribArray(positionIndex); GLES20.glDisableVertexAttribArray(texCoordIndex); } private float[] mixColor(float alpha, float[] color1, float[] color2) { float[] color3 = new float[4]; color3[0] = (1.0f - alpha) * color1[0] + alpha * color2[0]; color3[1] = (1.0f - alpha) * color1[1] + alpha * color2[1]; color3[2] = (1.0f - alpha) * color1[2] + alpha * color2[2]; color3[3] = (1.0f - alpha) * color1[3] + alpha * color2[3]; return color3; } public static int loadTexture(String filePath) { AssetManager assets = MainActivity.getInstance().getAssets(); Bitmap bitmap; try { bitmap = BitmapFactory.decodeStream(assets.open(filePath)); } catch (IOException e) { e.printStackTrace(); return 0; } int[] names = {0}; GLES20.glGenTextures(1, names, 0); int tex = names[0]; GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, tex); GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MIN_FILTER, GLES20.GL_LINEAR); GLES20.glTexParameteri(GLES20.GL_TEXTURE_2D, GLES20.GL_TEXTURE_MAG_FILTER, GLES20.GL_LINEAR); GLUtils.texImage2D(GLES20.GL_TEXTURE_2D, 0, bitmap, 0); bitmap.recycle(); // memory is now gpu -> free it GLES20.glBindTexture(GLES20.GL_TEXTURE_2D, tex); return tex; } // see http://stackoverflow.com/questions/309424/read-convert-an-inputstream-to-a-string private static String inputStreamToString(InputStream is) { Scanner scanner = new Scanner(is); Scanner s = scanner.useDelimiter("\\A"); String result = s.hasNext() ? s.next() : ""; scanner.close(); return result; } private static int loadShader(int type, String source) { int shader = GLES20.glCreateShader(type); GLES20.glShaderSource(shader, source); GLES20.glCompileShader(shader); Log.i("gl", GLES20.glGetShaderInfoLog(shader)); return shader; } private static int loadProgram(String vertexSource, String fragmentSource) { int program = GLES20.glCreateProgram(); GLES20.glAttachShader(program, loadShader(GLES20.GL_VERTEX_SHADER, vertexSource)); GLES20.glAttachShader(program, loadShader(GLES20.GL_FRAGMENT_SHADER, fragmentSource)); GLES20.glLinkProgram(program); return program; } }