blob: a72deef61a39437cc16752d98237ecf489087543 [file] [log] [blame]
/*
* Copyright 2019 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package androidx.camera.extensions.impl;
import android.content.Context;
import android.graphics.ImageFormat;
import android.hardware.camera2.CameraCharacteristics;
import android.hardware.camera2.CaptureRequest;
import android.hardware.camera2.CaptureResult;
import android.hardware.camera2.TotalCaptureResult;
import android.hardware.camera2.params.SessionConfiguration;
import android.hardware.camera2.params.StreamConfigurationMap;
import android.media.Image;
import android.media.ImageWriter;
import android.os.Build;
import android.util.Log;
import android.util.Pair;
import android.util.Range;
import android.util.Size;
import android.view.Surface;
import java.nio.ByteBuffer;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.concurrent.Executor;
import java.util.List;
import java.util.Map;
/**
* Implementation for bokeh image capture use case.
*
* <p>This class should be implemented by OEM and deployed to the target devices. 3P developers
* don't need to implement this, unless this is used for related testing usage.
*
* @since 1.0
* @hide
*/
public final class BokehImageCaptureExtenderImpl implements ImageCaptureExtenderImpl {
private static final String TAG = "BokehICExtender";
private static final int DEFAULT_STAGE_ID = 0;
private static final int SESSION_STAGE_ID = 101;
private static final int MODE = CaptureRequest.CONTROL_AWB_MODE_SHADE;
private CameraCharacteristics mCameraCharacteristics;
/**
* @hide
*/
public BokehImageCaptureExtenderImpl() {
}
/**
* @hide
*/
@Override
public void init(String cameraId, CameraCharacteristics cameraCharacteristics) {
mCameraCharacteristics = cameraCharacteristics;
}
/**
* @hide
*/
@Override
public boolean isExtensionAvailable(String cameraId,
CameraCharacteristics cameraCharacteristics) {
// Requires API 23 for ImageWriter
if (android.os.Build.VERSION.SDK_INT < android.os.Build.VERSION_CODES.M) {
return false;
}
if (cameraCharacteristics == null) {
return false;
}
return CameraCharacteristicAvailability.isWBModeAvailable(cameraCharacteristics, MODE) &&
CameraCharacteristicAvailability.hasFlashUnit(cameraCharacteristics);
}
/**
* @hide
*/
@Override
public List<CaptureStageImpl> getCaptureStages() {
// Placeholder set of CaptureRequest.Key values
SettableCaptureStage captureStage = new SettableCaptureStage(DEFAULT_STAGE_ID);
captureStage.addCaptureRequestParameters(CaptureRequest.CONTROL_AWB_MODE, MODE);
List<CaptureStageImpl> captureStages = new ArrayList<>();
captureStages.add(captureStage);
return captureStages;
}
/**
* @hide
*/
@Override
public CaptureProcessorImpl getCaptureProcessor() {
CaptureProcessorImpl captureProcessor =
new CaptureProcessorImpl() {
private ImageWriter mImageWriter;
private ImageWriter mImageWriterPostview;
@Override
public void onOutputSurface(Surface surface, int imageFormat) {
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {
mImageWriter = ImageWriter.newInstance(surface, 1);
}
}
@Override
public void onPostviewOutputSurface(Surface surface) {
if ((Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) &&
mImageWriterPostview == null) {
mImageWriterPostview = ImageWriter.newInstance(surface, 1);
}
}
@Override
public void processWithPostview(
Map<Integer, Pair<Image, TotalCaptureResult>> results,
ProcessResultImpl resultCallback, Executor executor) {
Pair<Image, TotalCaptureResult> result = results.get(DEFAULT_STAGE_ID);
if (result == null) {
Log.w(TAG,
"Unable to process since images does not contain all " +
"stages.");
return;
} else {
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {
Image image = mImageWriterPostview.dequeueInputImage();
// Postview processing here
ByteBuffer yByteBuffer = image.getPlanes()[0].getBuffer();
ByteBuffer uByteBuffer = image.getPlanes()[2].getBuffer();
ByteBuffer vByteBuffer = image.getPlanes()[1].getBuffer();
// For sample, allocate empty buffer to match postview size
yByteBuffer.put(ByteBuffer.allocate(image.getPlanes()[0]
.getBuffer().capacity()));
uByteBuffer.put(ByteBuffer.allocate(image.getPlanes()[2]
.getBuffer().capacity()));
vByteBuffer.put(ByteBuffer.allocate(image.getPlanes()[1]
.getBuffer().capacity()));
Long sensorTimestamp =
result.second.get(CaptureResult.SENSOR_TIMESTAMP);
if (sensorTimestamp != null) {
image.setTimestamp(sensorTimestamp);
} else {
Log.e(TAG, "Sensor timestamp absent using default!");
}
mImageWriterPostview.queueInputImage(image);
}
}
// Process still capture
if (resultCallback != null) {
process(results, resultCallback, executor);
} else {
process(results);
}
}
@Override
public void process(Map<Integer, Pair<Image, TotalCaptureResult>> results,
ProcessResultImpl resultCallback, Executor executor) {
Pair<Image, TotalCaptureResult> result = results.get(DEFAULT_STAGE_ID);
if ((resultCallback != null) && (result != null)) {
ArrayList<Pair<CaptureResult.Key, Object>> captureResults =
new ArrayList<>();
Long shutterTimestamp =
result.second.get(CaptureResult.SENSOR_TIMESTAMP);
if (shutterTimestamp != null) {
Integer aeMode = result.second.get(
CaptureResult.CONTROL_AE_MODE);
if (aeMode != null) {
captureResults.add(new Pair<>(CaptureResult.CONTROL_AE_MODE,
aeMode));
}
Integer aeTrigger = result.second.get(
CaptureResult.CONTROL_AE_PRECAPTURE_TRIGGER);
if (aeTrigger != null) {
captureResults.add(new Pair<>(
CaptureResult.CONTROL_AE_PRECAPTURE_TRIGGER,
aeTrigger));
}
Boolean aeLock = result.second.get(CaptureResult.CONTROL_AE_LOCK);
if (aeLock != null) {
captureResults.add(new Pair<>(CaptureResult.CONTROL_AE_LOCK,
aeLock));
}
Integer aeState = result.second.get(
CaptureResult.CONTROL_AE_STATE);
if (aeState != null) {
captureResults.add(new Pair<>(CaptureResult.CONTROL_AE_STATE,
aeState));
}
Integer flashMode = result.second.get(
CaptureResult.FLASH_MODE);
if (flashMode != null) {
captureResults.add(new Pair<>(CaptureResult.FLASH_MODE,
flashMode));
}
Integer flashState = result.second.get(
CaptureResult.FLASH_STATE);
if (flashState != null) {
captureResults.add(new Pair<>(CaptureResult.FLASH_STATE,
flashState));
}
Byte jpegQuality = result.second.get(CaptureResult.JPEG_QUALITY);
if (jpegQuality != null) {
captureResults.add(new Pair<>(CaptureResult.JPEG_QUALITY,
jpegQuality));
}
Integer jpegOrientation = result.second.get(
CaptureResult.JPEG_ORIENTATION);
if (jpegOrientation != null) {
captureResults.add(new Pair<>(CaptureResult.JPEG_ORIENTATION,
jpegOrientation));
}
if (executor != null) {
executor.execute(() -> resultCallback.onCaptureCompleted(
shutterTimestamp, captureResults));
} else {
resultCallback.onCaptureCompleted(shutterTimestamp,
captureResults);
}
}
}
process(results);
}
@Override
public void process(Map<Integer, Pair<Image, TotalCaptureResult>> results) {
Log.d(TAG, "Started bokeh CaptureProcessor");
Pair<Image, TotalCaptureResult> result = results.get(DEFAULT_STAGE_ID);
if (result == null) {
Log.w(TAG,
"Unable to process since images does not contain all stages.");
return;
} else {
if (android.os.Build.VERSION.SDK_INT
>= android.os.Build.VERSION_CODES.M) {
Image image = mImageWriter.dequeueInputImage();
// Do processing here
ByteBuffer yByteBuffer = image.getPlanes()[0].getBuffer();
ByteBuffer uByteBuffer = image.getPlanes()[2].getBuffer();
ByteBuffer vByteBuffer = image.getPlanes()[1].getBuffer();
// Sample here just simply copy/paste the capture image result
yByteBuffer.put(result.first.getPlanes()[0].getBuffer());
uByteBuffer.put(result.first.getPlanes()[2].getBuffer());
vByteBuffer.put(result.first.getPlanes()[1].getBuffer());
Long sensorTimestamp =
result.second.get(CaptureResult.SENSOR_TIMESTAMP);
if (sensorTimestamp != null) {
image.setTimestamp(sensorTimestamp);
} else {
Log.e(TAG, "Sensor timestamp absent using default!");
}
mImageWriter.queueInputImage(image);
}
}
// Close all input images
for (Pair<Image, TotalCaptureResult> imageDataPair : results.values()) {
imageDataPair.first.close();
}
Log.d(TAG, "Completed bokeh CaptureProcessor");
}
@Override
public void onResolutionUpdate(Size size) {
}
@Override
public void onResolutionUpdate(Size size, Size postviewSize) {
}
@Override
public void onImageFormatUpdate(int imageFormat) {
}
};
return captureProcessor;
}
/**
* @hide
*/
@Override
public void onInit(String cameraId, CameraCharacteristics cameraCharacteristics,
Context context) {
}
/**
* @hide
*/
@Override
public void onDeInit() {
}
/**
* @hide
*/
@Override
public CaptureStageImpl onPresetSession() {
// Set the necessary CaptureRequest parameters via CaptureStage, here we use some
// placeholder set of CaptureRequest.Key values
SettableCaptureStage captureStage = new SettableCaptureStage(SESSION_STAGE_ID);
captureStage.addCaptureRequestParameters(CaptureRequest.CONTROL_AWB_MODE, MODE);
return captureStage;
}
/**
* @hide
*/
@Override
public CaptureStageImpl onEnableSession() {
// Set the necessary CaptureRequest parameters via CaptureStage, here we use some
// placeholder set of CaptureRequest.Key values
SettableCaptureStage captureStage = new SettableCaptureStage(SESSION_STAGE_ID);
captureStage.addCaptureRequestParameters(CaptureRequest.CONTROL_AWB_MODE, MODE);
return captureStage;
}
/**
* @hide
*/
@Override
public CaptureStageImpl onDisableSession() {
// Set the necessary CaptureRequest parameters via CaptureStage, here we use some
// placeholder set of CaptureRequest.Key values
SettableCaptureStage captureStage = new SettableCaptureStage(SESSION_STAGE_ID);
captureStage.addCaptureRequestParameters(CaptureRequest.CONTROL_AWB_MODE, MODE);
return captureStage;
}
/**
* @hide
*/
@Override
public int getMaxCaptureStage() {
return 3;
}
/**
* @hide
*/
@Override
public List<Pair<Integer, Size[]>> getSupportedResolutions() {
List<Pair<Integer, Size[]>> formatResolutionsPairList = new ArrayList<>();
StreamConfigurationMap map =
mCameraCharacteristics.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);
if (map != null) {
// The sample implementation only retrieves originally supported resolutions from
// CameraCharacteristics for JPEG and YUV_420_888 formats to return.
Size[] outputSizes = map.getOutputSizes(ImageFormat.JPEG);
if (outputSizes != null) {
formatResolutionsPairList.add(Pair.create(ImageFormat.JPEG, outputSizes));
}
outputSizes = map.getOutputSizes(ImageFormat.YUV_420_888);
if (outputSizes != null) {
formatResolutionsPairList.add(Pair.create(ImageFormat.YUV_420_888, outputSizes));
}
}
return formatResolutionsPairList;
}
@Override
public List<Pair<Integer, Size[]>> getSupportedPostviewResolutions(Size captureSize) {
// Sample for supported postview sizes, returns subset of supported resolutions for
// still capture that are less than its size and match the aspect ratio
List<Pair<Integer, Size[]>> res = new ArrayList<>();
List<Pair<Integer, Size[]>> captureSupportedResolutions = getSupportedResolutions();
float targetAr = ((float) captureSize.getWidth()) / captureSize.getHeight();
for (Pair<Integer, Size[]> elem : captureSupportedResolutions) {
Integer currFormat = elem.first;
Size[] currFormatSizes = elem.second;
List<Size> postviewSizes = new ArrayList<>();
for (Size s : currFormatSizes) {
if ((s.equals(captureSize)) || (s.getWidth() > captureSize.getWidth())
|| (s.getHeight() > captureSize.getHeight())) continue;
float currentAr = ((float) s.getWidth()) / s.getHeight();
if (Math.abs(targetAr - currentAr) < 0.01) {
postviewSizes.add(s);
}
}
if (!postviewSizes.isEmpty()) {
res.add(new Pair<Integer, Size[]>(currFormat,
postviewSizes.toArray(new Size[postviewSizes.size()])));
}
}
return res;
}
@Override
public Range<Long> getEstimatedCaptureLatencyRange(Size captureOutputSize) {
return null;
}
@Override
public List<CaptureRequest.Key> getAvailableCaptureRequestKeys() {
final CaptureRequest.Key [] CAPTURE_REQUEST_SET = {CaptureRequest.CONTROL_AE_MODE,
CaptureRequest.CONTROL_AE_PRECAPTURE_TRIGGER, CaptureRequest.CONTROL_AE_LOCK,
CaptureRequest.FLASH_MODE};
return Arrays.asList(CAPTURE_REQUEST_SET);
}
@Override
public List<CaptureResult.Key> getAvailableCaptureResultKeys() {
final CaptureResult.Key [] CAPTURE_RESULT_SET = {CaptureResult.CONTROL_AE_MODE,
CaptureResult.CONTROL_AE_PRECAPTURE_TRIGGER, CaptureResult.CONTROL_AE_LOCK,
CaptureResult.CONTROL_AE_STATE, CaptureResult.FLASH_MODE,
CaptureResult.FLASH_STATE};
return Arrays.asList(CAPTURE_RESULT_SET);
}
@Override
public int onSessionType() {
return SessionConfiguration.SESSION_REGULAR;
}
@Override
public boolean isCaptureProcessProgressAvailable() {
return false;
}
@Override
public Pair<Long, Long> getRealtimeCaptureLatency() {
return null;
}
@Override
public boolean isPostviewAvailable() {
return true;
}
}