/* * Copyright 2013 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package androidx.media.filterpacks.image; import androidx.media.filterfw.Filter; import androidx.media.filterfw.Frame; import androidx.media.filterfw.FrameBuffer2D; import androidx.media.filterfw.FrameImage2D; import androidx.media.filterfw.FrameType; import androidx.media.filterfw.ImageShader; import androidx.media.filterfw.MffContext; import androidx.media.filterfw.OutputPort; import androidx.media.filterfw.RenderTarget; import androidx.media.filterfw.Signature; import androidx.media.filterfw.geometry.Quad; import java.nio.ByteBuffer; public class ToGrayValuesFilter extends Filter { private final static String mGrayPackFragment = "precision mediump float;\n" + "const vec4 coeff_y = vec4(0.299, 0.587, 0.114, 0);\n" + "uniform sampler2D tex_sampler_0;\n" + "uniform float pix_stride;\n" + "varying vec2 v_texcoord;\n" + "void main() {\n" + " for (int i = 0; i < 4; i++) {\n" + // Here is an example showing how this works: // Assuming the input texture is 1x4 while the output texture is 1x1 // the coordinates of the 4 input pixels will be: // { (0.125, 0.5), (0.375, 0.5), (0.625, 0.5), (0.875, 0.5) } // and the coordinates of the 1 output pixels will be: // { (0.5, 0.5) } // the equation below locates the 4 input pixels from the coordinate of the output pixel " vec4 p = texture2D(tex_sampler_0,\n" + " v_texcoord + vec2(pix_stride * (float(i) - 1.5), 0.0));\n" + " gl_FragColor[i] = dot(p, coeff_y);\n" + " }\n" + "}\n"; private ImageShader mShader; private FrameType mImageInType; public ToGrayValuesFilter(MffContext context, String name) { super(context, name); } @Override public Signature getSignature() { mImageInType = FrameType.image2D(FrameType.ELEMENT_RGBA8888, FrameType.READ_GPU); FrameType imageOut = FrameType.buffer2D(FrameType.ELEMENT_INT8); return new Signature() .addInputPort("image", Signature.PORT_REQUIRED, mImageInType) .addOutputPort("image", Signature.PORT_REQUIRED, imageOut) .disallowOtherPorts(); } @Override protected void onPrepare() { if (isOpenGLSupported()) { mShader = new ImageShader(mGrayPackFragment); } } @Override protected void onProcess() { OutputPort outPort = getConnectedOutputPort("image"); FrameImage2D inputImage = getConnectedInputPort("image").pullFrame().asFrameImage2D(); int[] dim = inputImage.getDimensions(); FrameBuffer2D outputFrame; ByteBuffer grayBuffer; if (isOpenGLSupported()) { // crop out the portion of inputImage that will be used to generate outputFrame. int modular = dim[0] % 4; int[] outDim = new int[] {dim[0] - modular, dim[1]}; outputFrame = outPort.fetchAvailableFrame(outDim).asFrameBuffer2D(); grayBuffer = outputFrame.lockBytes(Frame.MODE_WRITE); int[] targetDims = new int[] { outDim[0] / 4, outDim[1] }; FrameImage2D targetFrame = Frame.create(mImageInType, targetDims).asFrameImage2D(); mShader.setSourceQuad(Quad.fromRect(0f, 0f, ((float)outDim[0])/dim[0], 1f)); mShader.setUniformValue("pix_stride", 1f / outDim[0]); mShader.process(inputImage, targetFrame); RenderTarget grayTarget = targetFrame.lockRenderTarget(); grayTarget.readPixelData(grayBuffer, targetDims[0], targetDims[1]); targetFrame.unlock(); targetFrame.release(); } else { outputFrame = outPort.fetchAvailableFrame(dim).asFrameBuffer2D(); grayBuffer = outputFrame.lockBytes(Frame.MODE_WRITE); ByteBuffer inputBuffer = inputImage.lockBytes(Frame.MODE_READ); if (!toGrayValues(inputBuffer, grayBuffer)) { throw new RuntimeException( "Native implementation encountered an error during processing!"); } inputImage.unlock(); } outputFrame.unlock(); outPort.pushFrame(outputFrame); } private static native boolean toGrayValues(ByteBuffer imageBuffer, ByteBuffer grayBuffer); static { System.loadLibrary("smartcamera_jni"); } }