Render the preview frame on the TextureView

Signed-off-by: Umair Khan <[email protected]>

Author: omerjerk

src/in/omerjerk/processing/video/android/Capture.java

@@ -5,6 +5,7 @@
 
 import android.content.Context;
 import android.hardware.Camera;
+import android.hardware.Camera.Size;
 import android.view.Gravity;
 import android.util.Log;
 import android.view.SurfaceHolder;
@@ -23,6 +24,7 @@ public class Capture extends PImage implements PConstants {
 	private PApplet context;
 
 	private Camera mCamera;
+	private Size previewSize;
 
 	private static ArrayList<String> camerasList = new ArrayList<String>();
 
@@ -59,7 +61,9 @@ private void createPreviewWindow() {
 
         try {
 			mCamera = Camera.open(selectedCamera);
-			final WindowManager windowManager = (WindowManager) context.getSystemService(Context.WINDOW_SERVICE);			
+			previewSize = mCamera.getParameters().getPreviewSize();
+			init(previewSize.width, previewSize.height, ARGB);
+			final WindowManager windowManager = (WindowManager) context.getSystemService(Context.WINDOW_SERVICE);
 			context.runOnUiThread(new Runnable() {
 				@Override
 				public void run() {
@@ -98,7 +102,8 @@ public String[] list() {
 
 		@Override
 		public void onPreviewFrame(byte[] frame, Camera camera) {
-			log("Received Camera frame");
+			log("preview frame received");
+			pixels  = Utils.convertYUV420_NV21toRGB8888(frame, previewSize.width, previewSize.height);
 		}
 	};
 

src/in/omerjerk/processing/video/android/Utils.java

@@ -0,0 +1,54 @@
+package in.omerjerk.processing.video.android;
+
+public class Utils {
+	/**
+	 * Converts YUV420 NV21 to RGB8888
+	 * 
+	 * @param data byte array on YUV420 NV21 format.
+	 * @param width pixels width
+	 * @param height pixels height
+	 * @return a RGB8888 pixels int array. Where each int is a pixels ARGB. 
+	 */
+	public static int[] convertYUV420_NV21toRGB8888(byte [] data, int width, int height) {
+	    int size = width*height;
+	    int offset = size;
+	    int[] pixels = new int[size];
+	    int u, v, y1, y2, y3, y4;
+
+	    // i percorre os Y and the final pixels
+	    // k percorre os pixles U e V
+	    for(int i=0, k=0; i < size; i+=2, k+=2) {
+	        y1 = data[i  ]&0xff;
+	        y2 = data[i+1]&0xff;
+	        y3 = data[width+i  ]&0xff;
+	        y4 = data[width+i+1]&0xff;
+
+	        u = data[offset+k  ]&0xff;
+	        v = data[offset+k+1]&0xff;
+	        u = u-128;
+	        v = v-128;
+
+	        pixels[i  ] = convertYUVtoRGB(y1, u, v);
+	        pixels[i+1] = convertYUVtoRGB(y2, u, v);
+	        pixels[width+i  ] = convertYUVtoRGB(y3, u, v);
+	        pixels[width+i+1] = convertYUVtoRGB(y4, u, v);
+
+	        if (i!=0 && (i+2)%width==0)
+	            i+=width;
+	    }
+
+	    return pixels;
+	}
+
+	private static int convertYUVtoRGB(int y, int u, int v) {
+	    int r,g,b;
+
+	    r = y + (int)1.402f*v;
+	    g = y - (int)(0.344f*u +0.714f*v);
+	    b = y + (int)1.772f*u;
+	    r = r>255? 255 : r<0 ? 0 : r;
+	    g = g>255? 255 : g<0 ? 0 : g;
+	    b = b>255? 255 : b<0 ? 0 : b;
+	    return 0xff000000 | (b<<16) | (g<<8) | r;
+	}
+}