Adding in the android studio project
@@ -0,0 +1,59 @@
|
|||||||
|
apply plugin: 'com.android.application'
|
||||||
|
|
||||||
|
project.ext.ASSET_DIR = projectDir.toString() + '/src/main/assets'
|
||||||
|
|
||||||
|
assert file(project.ext.ASSET_DIR + "/graph.lite").exists()
|
||||||
|
assert file(project.ext.ASSET_DIR + "/labels.txt").exists()
|
||||||
|
|
||||||
|
android {
|
||||||
|
compileSdkVersion 26
|
||||||
|
defaultConfig {
|
||||||
|
applicationId "android.example.com.tflitecamerademo"
|
||||||
|
minSdkVersion 21
|
||||||
|
targetSdkVersion 26
|
||||||
|
versionCode 1
|
||||||
|
versionName "1.0"
|
||||||
|
testInstrumentationRunner "android.support.test.runner.AndroidJUnitRunner"
|
||||||
|
}
|
||||||
|
lintOptions {
|
||||||
|
abortOnError false
|
||||||
|
}
|
||||||
|
buildTypes {
|
||||||
|
release {
|
||||||
|
minifyEnabled false
|
||||||
|
proguardFiles getDefaultProguardFile('proguard-android.txt'), 'proguard-rules.pro'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
aaptOptions {
|
||||||
|
noCompress "tflite"
|
||||||
|
noCompress "lite"
|
||||||
|
}
|
||||||
|
|
||||||
|
compileOptions {
|
||||||
|
sourceCompatibility JavaVersion.VERSION_1_8
|
||||||
|
targetCompatibility JavaVersion.VERSION_1_8
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
repositories {
|
||||||
|
maven {
|
||||||
|
url 'https://google.bintray.com/tensorflow'
|
||||||
|
}
|
||||||
|
google()
|
||||||
|
}
|
||||||
|
|
||||||
|
dependencies {
|
||||||
|
implementation fileTree(dir: 'libs', include: ['*.jar'])
|
||||||
|
androidTestImplementation('com.android.support.test.espresso:espresso-core:2.2.2', {
|
||||||
|
exclude group: 'com.android.support', module: 'support-annotations'
|
||||||
|
})
|
||||||
|
implementation 'com.android.support:appcompat-v7:25.2.0'
|
||||||
|
implementation 'com.android.support.constraint:constraint-layout:1.1.0'
|
||||||
|
implementation 'com.android.support:design:25.2.0'
|
||||||
|
implementation 'com.android.support:support-annotations:25.3.1'
|
||||||
|
implementation 'com.android.support:support-v13:25.2.0'
|
||||||
|
|
||||||
|
implementation 'org.tensorflow:tensorflow-lite:+'
|
||||||
|
|
||||||
|
testImplementation 'junit:junit:4.12'
|
||||||
|
}
|
||||||
@@ -0,0 +1,40 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<!--
|
||||||
|
Copyright 2014 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
|
||||||
|
<manifest xmlns:android="http://schemas.android.com/apk/res/android"
|
||||||
|
package="com.example.android.tflitecamerademo">
|
||||||
|
|
||||||
|
<uses-permission android:name="android.permission.CAMERA" />
|
||||||
|
|
||||||
|
<uses-feature android:name="android.hardware.camera" />
|
||||||
|
<uses-feature android:name="android.hardware.camera.autofocus" />
|
||||||
|
|
||||||
|
<application android:allowBackup="true"
|
||||||
|
android:label="@string/app_name"
|
||||||
|
android:icon="@drawable/ic_launcher"
|
||||||
|
android:theme="@style/MaterialTheme">
|
||||||
|
|
||||||
|
<activity android:name="com.example.android.tflitecamerademo.CameraActivity"
|
||||||
|
android:label="@string/app_name">
|
||||||
|
<intent-filter>
|
||||||
|
<action android:name="android.intent.action.MAIN" />
|
||||||
|
<category android:name="android.intent.category.LAUNCHER" />
|
||||||
|
</intent-filter>
|
||||||
|
</activity>
|
||||||
|
</application>
|
||||||
|
|
||||||
|
</manifest>
|
||||||
@@ -0,0 +1,24 @@
|
|||||||
|
package(default_visibility = ["//visibility:private"])
|
||||||
|
|
||||||
|
licenses(["notice"]) # Apache 2.0
|
||||||
|
|
||||||
|
exports_files(
|
||||||
|
glob(
|
||||||
|
["**/*"],
|
||||||
|
exclude = [
|
||||||
|
"BUILD",
|
||||||
|
],
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
filegroup(
|
||||||
|
name = "all_files",
|
||||||
|
srcs = glob(
|
||||||
|
["**/*"],
|
||||||
|
exclude = [
|
||||||
|
"**/METADATA",
|
||||||
|
"**/OWNERS",
|
||||||
|
],
|
||||||
|
),
|
||||||
|
visibility = ["//tensorflow:__subpackages__"],
|
||||||
|
)
|
||||||
@@ -0,0 +1,72 @@
|
|||||||
|
/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
==============================================================================*/
|
||||||
|
|
||||||
|
package com.example.android.tflitecamerademo;
|
||||||
|
|
||||||
|
import android.content.Context;
|
||||||
|
import android.util.AttributeSet;
|
||||||
|
import android.view.TextureView;
|
||||||
|
|
||||||
|
/** A {@link TextureView} that can be adjusted to a specified aspect ratio. */
|
||||||
|
public class AutoFitTextureView extends TextureView {
|
||||||
|
|
||||||
|
private int mRatioWidth = 0;
|
||||||
|
private int mRatioHeight = 0;
|
||||||
|
|
||||||
|
public AutoFitTextureView(Context context) {
|
||||||
|
this(context, null);
|
||||||
|
}
|
||||||
|
|
||||||
|
public AutoFitTextureView(Context context, AttributeSet attrs) {
|
||||||
|
this(context, attrs, 0);
|
||||||
|
}
|
||||||
|
|
||||||
|
public AutoFitTextureView(Context context, AttributeSet attrs, int defStyle) {
|
||||||
|
super(context, attrs, defStyle);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Sets the aspect ratio for this view. The size of the view will be measured based on the ratio
|
||||||
|
* calculated from the parameters. Note that the actual sizes of parameters don't matter, that is,
|
||||||
|
* calling setAspectRatio(2, 3) and setAspectRatio(4, 6) make the same result.
|
||||||
|
*
|
||||||
|
* @param width Relative horizontal size
|
||||||
|
* @param height Relative vertical size
|
||||||
|
*/
|
||||||
|
public void setAspectRatio(int width, int height) {
|
||||||
|
if (width < 0 || height < 0) {
|
||||||
|
throw new IllegalArgumentException("Size cannot be negative.");
|
||||||
|
}
|
||||||
|
mRatioWidth = width;
|
||||||
|
mRatioHeight = height;
|
||||||
|
requestLayout();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected void onMeasure(int widthMeasureSpec, int heightMeasureSpec) {
|
||||||
|
super.onMeasure(widthMeasureSpec, heightMeasureSpec);
|
||||||
|
int width = MeasureSpec.getSize(widthMeasureSpec);
|
||||||
|
int height = MeasureSpec.getSize(heightMeasureSpec);
|
||||||
|
if (0 == mRatioWidth || 0 == mRatioHeight) {
|
||||||
|
setMeasuredDimension(width, height);
|
||||||
|
} else {
|
||||||
|
if (width < height * mRatioWidth / mRatioHeight) {
|
||||||
|
setMeasuredDimension(width, width * mRatioHeight / mRatioWidth);
|
||||||
|
} else {
|
||||||
|
setMeasuredDimension(height * mRatioWidth / mRatioHeight, height);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,708 @@
|
|||||||
|
/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
==============================================================================*/
|
||||||
|
|
||||||
|
package com.example.android.tflitecamerademo;
|
||||||
|
|
||||||
|
import android.app.Activity;
|
||||||
|
import android.app.AlertDialog;
|
||||||
|
import android.app.Dialog;
|
||||||
|
import android.app.DialogFragment;
|
||||||
|
import android.app.Fragment;
|
||||||
|
import android.content.Context;
|
||||||
|
import android.content.DialogInterface;
|
||||||
|
import android.content.pm.PackageInfo;
|
||||||
|
import android.content.pm.PackageManager;
|
||||||
|
import android.content.res.Configuration;
|
||||||
|
import android.graphics.Bitmap;
|
||||||
|
import android.graphics.ImageFormat;
|
||||||
|
import android.graphics.Matrix;
|
||||||
|
import android.graphics.Point;
|
||||||
|
import android.graphics.RectF;
|
||||||
|
import android.graphics.SurfaceTexture;
|
||||||
|
import android.hardware.camera2.CameraAccessException;
|
||||||
|
import android.hardware.camera2.CameraCaptureSession;
|
||||||
|
import android.hardware.camera2.CameraCharacteristics;
|
||||||
|
import android.hardware.camera2.CameraDevice;
|
||||||
|
import android.hardware.camera2.CameraManager;
|
||||||
|
import android.hardware.camera2.CaptureRequest;
|
||||||
|
import android.hardware.camera2.CaptureResult;
|
||||||
|
import android.hardware.camera2.TotalCaptureResult;
|
||||||
|
import android.hardware.camera2.params.StreamConfigurationMap;
|
||||||
|
import android.media.ImageReader;
|
||||||
|
import android.os.Bundle;
|
||||||
|
import android.os.Handler;
|
||||||
|
import android.os.HandlerThread;
|
||||||
|
import android.support.annotation.NonNull;
|
||||||
|
import android.support.v13.app.FragmentCompat;
|
||||||
|
import android.support.v4.content.ContextCompat;
|
||||||
|
import android.util.Log;
|
||||||
|
import android.util.Size;
|
||||||
|
import android.view.LayoutInflater;
|
||||||
|
import android.view.Surface;
|
||||||
|
import android.view.TextureView;
|
||||||
|
import android.view.View;
|
||||||
|
import android.view.ViewGroup;
|
||||||
|
import android.widget.TextView;
|
||||||
|
import android.widget.Toast;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.Arrays;
|
||||||
|
import java.util.Collections;
|
||||||
|
import java.util.Comparator;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.concurrent.Semaphore;
|
||||||
|
import java.util.concurrent.TimeUnit;
|
||||||
|
|
||||||
|
/** Basic fragments for the Camera. */
|
||||||
|
public class Camera2BasicFragment extends Fragment
|
||||||
|
implements FragmentCompat.OnRequestPermissionsResultCallback {
|
||||||
|
|
||||||
|
/** Tag for the {@link Log}. */
|
||||||
|
private static final String TAG = "TfLiteCameraDemo";
|
||||||
|
|
||||||
|
private static final String FRAGMENT_DIALOG = "dialog";
|
||||||
|
|
||||||
|
private static final String HANDLE_THREAD_NAME = "CameraBackground";
|
||||||
|
|
||||||
|
private static final int PERMISSIONS_REQUEST_CODE = 1;
|
||||||
|
|
||||||
|
private final Object lock = new Object();
|
||||||
|
private boolean runClassifier = false;
|
||||||
|
private boolean checkedPermissions = false;
|
||||||
|
private TextView textView;
|
||||||
|
private ImageClassifier classifier;
|
||||||
|
|
||||||
|
/** Max preview width that is guaranteed by Camera2 API */
|
||||||
|
private static final int MAX_PREVIEW_WIDTH = 1920;
|
||||||
|
|
||||||
|
/** Max preview height that is guaranteed by Camera2 API */
|
||||||
|
private static final int MAX_PREVIEW_HEIGHT = 1080;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* {@link TextureView.SurfaceTextureListener} handles several lifecycle events on a {@link
|
||||||
|
* TextureView}.
|
||||||
|
*/
|
||||||
|
private final TextureView.SurfaceTextureListener surfaceTextureListener =
|
||||||
|
new TextureView.SurfaceTextureListener() {
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onSurfaceTextureAvailable(SurfaceTexture texture, int width, int height) {
|
||||||
|
openCamera(width, height);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onSurfaceTextureSizeChanged(SurfaceTexture texture, int width, int height) {
|
||||||
|
configureTransform(width, height);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public boolean onSurfaceTextureDestroyed(SurfaceTexture texture) {
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onSurfaceTextureUpdated(SurfaceTexture texture) {}
|
||||||
|
};
|
||||||
|
|
||||||
|
/** ID of the current {@link CameraDevice}. */
|
||||||
|
private String cameraId;
|
||||||
|
|
||||||
|
/** An {@link AutoFitTextureView} for camera preview. */
|
||||||
|
private AutoFitTextureView textureView;
|
||||||
|
|
||||||
|
/** A {@link CameraCaptureSession } for camera preview. */
|
||||||
|
private CameraCaptureSession captureSession;
|
||||||
|
|
||||||
|
/** A reference to the opened {@link CameraDevice}. */
|
||||||
|
private CameraDevice cameraDevice;
|
||||||
|
|
||||||
|
/** The {@link android.util.Size} of camera preview. */
|
||||||
|
private Size previewSize;
|
||||||
|
|
||||||
|
/** {@link CameraDevice.StateCallback} is called when {@link CameraDevice} changes its state. */
|
||||||
|
private final CameraDevice.StateCallback stateCallback =
|
||||||
|
new CameraDevice.StateCallback() {
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onOpened(@NonNull CameraDevice currentCameraDevice) {
|
||||||
|
// This method is called when the camera is opened. We start camera preview here.
|
||||||
|
cameraOpenCloseLock.release();
|
||||||
|
cameraDevice = currentCameraDevice;
|
||||||
|
createCameraPreviewSession();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onDisconnected(@NonNull CameraDevice currentCameraDevice) {
|
||||||
|
cameraOpenCloseLock.release();
|
||||||
|
currentCameraDevice.close();
|
||||||
|
cameraDevice = null;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onError(@NonNull CameraDevice currentCameraDevice, int error) {
|
||||||
|
cameraOpenCloseLock.release();
|
||||||
|
currentCameraDevice.close();
|
||||||
|
cameraDevice = null;
|
||||||
|
Activity activity = getActivity();
|
||||||
|
if (null != activity) {
|
||||||
|
activity.finish();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
/** An additional thread for running tasks that shouldn't block the UI. */
|
||||||
|
private HandlerThread backgroundThread;
|
||||||
|
|
||||||
|
/** A {@link Handler} for running tasks in the background. */
|
||||||
|
private Handler backgroundHandler;
|
||||||
|
|
||||||
|
/** An {@link ImageReader} that handles image capture. */
|
||||||
|
private ImageReader imageReader;
|
||||||
|
|
||||||
|
/** {@link CaptureRequest.Builder} for the camera preview */
|
||||||
|
private CaptureRequest.Builder previewRequestBuilder;
|
||||||
|
|
||||||
|
/** {@link CaptureRequest} generated by {@link #previewRequestBuilder} */
|
||||||
|
private CaptureRequest previewRequest;
|
||||||
|
|
||||||
|
/** A {@link Semaphore} to prevent the app from exiting before closing the camera. */
|
||||||
|
private Semaphore cameraOpenCloseLock = new Semaphore(1);
|
||||||
|
|
||||||
|
/** A {@link CameraCaptureSession.CaptureCallback} that handles events related to capture. */
|
||||||
|
private CameraCaptureSession.CaptureCallback captureCallback =
|
||||||
|
new CameraCaptureSession.CaptureCallback() {
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onCaptureProgressed(
|
||||||
|
@NonNull CameraCaptureSession session,
|
||||||
|
@NonNull CaptureRequest request,
|
||||||
|
@NonNull CaptureResult partialResult) {}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onCaptureCompleted(
|
||||||
|
@NonNull CameraCaptureSession session,
|
||||||
|
@NonNull CaptureRequest request,
|
||||||
|
@NonNull TotalCaptureResult result) {}
|
||||||
|
};
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Shows a {@link Toast} on the UI thread for the classification results.
|
||||||
|
*
|
||||||
|
* @param text The message to show
|
||||||
|
*/
|
||||||
|
private void showToast(final String text) {
|
||||||
|
final Activity activity = getActivity();
|
||||||
|
if (activity != null) {
|
||||||
|
activity.runOnUiThread(
|
||||||
|
new Runnable() {
|
||||||
|
@Override
|
||||||
|
public void run() {
|
||||||
|
textView.setText(text);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Resizes image.
|
||||||
|
*
|
||||||
|
* Attempting to use too large a preview size could exceed the camera bus' bandwidth limitation,
|
||||||
|
* resulting in gorgeous previews but the storage of garbage capture data.
|
||||||
|
*
|
||||||
|
* Given {@code choices} of {@code Size}s supported by a camera, choose the smallest one that is
|
||||||
|
* at least as large as the respective texture view size, and that is at most as large as the
|
||||||
|
* respective max size, and whose aspect ratio matches with the specified value. If such size
|
||||||
|
* doesn't exist, choose the largest one that is at most as large as the respective max size, and
|
||||||
|
* whose aspect ratio matches with the specified value.
|
||||||
|
*
|
||||||
|
* @param choices The list of sizes that the camera supports for the intended output class
|
||||||
|
* @param textureViewWidth The width of the texture view relative to sensor coordinate
|
||||||
|
* @param textureViewHeight The height of the texture view relative to sensor coordinate
|
||||||
|
* @param maxWidth The maximum width that can be chosen
|
||||||
|
* @param maxHeight The maximum height that can be chosen
|
||||||
|
* @param aspectRatio The aspect ratio
|
||||||
|
* @return The optimal {@code Size}, or an arbitrary one if none were big enough
|
||||||
|
*/
|
||||||
|
private static Size chooseOptimalSize(
|
||||||
|
Size[] choices,
|
||||||
|
int textureViewWidth,
|
||||||
|
int textureViewHeight,
|
||||||
|
int maxWidth,
|
||||||
|
int maxHeight,
|
||||||
|
Size aspectRatio) {
|
||||||
|
|
||||||
|
// Collect the supported resolutions that are at least as big as the preview Surface
|
||||||
|
List<Size> bigEnough = new ArrayList<>();
|
||||||
|
// Collect the supported resolutions that are smaller than the preview Surface
|
||||||
|
List<Size> notBigEnough = new ArrayList<>();
|
||||||
|
int w = aspectRatio.getWidth();
|
||||||
|
int h = aspectRatio.getHeight();
|
||||||
|
for (Size option : choices) {
|
||||||
|
if (option.getWidth() <= maxWidth
|
||||||
|
&& option.getHeight() <= maxHeight
|
||||||
|
&& option.getHeight() == option.getWidth() * h / w) {
|
||||||
|
if (option.getWidth() >= textureViewWidth && option.getHeight() >= textureViewHeight) {
|
||||||
|
bigEnough.add(option);
|
||||||
|
} else {
|
||||||
|
notBigEnough.add(option);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Pick the smallest of those big enough. If there is no one big enough, pick the
|
||||||
|
// largest of those not big enough.
|
||||||
|
if (bigEnough.size() > 0) {
|
||||||
|
return Collections.min(bigEnough, new CompareSizesByArea());
|
||||||
|
} else if (notBigEnough.size() > 0) {
|
||||||
|
return Collections.max(notBigEnough, new CompareSizesByArea());
|
||||||
|
} else {
|
||||||
|
Log.e(TAG, "Couldn't find any suitable preview size");
|
||||||
|
return choices[0];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public static Camera2BasicFragment newInstance() {
|
||||||
|
return new Camera2BasicFragment();
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Layout the preview and buttons. */
|
||||||
|
@Override
|
||||||
|
public View onCreateView(
|
||||||
|
LayoutInflater inflater, ViewGroup container, Bundle savedInstanceState) {
|
||||||
|
return inflater.inflate(R.layout.fragment_camera2_basic, container, false);
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Connect the buttons to their event handler. */
|
||||||
|
@Override
|
||||||
|
public void onViewCreated(final View view, Bundle savedInstanceState) {
|
||||||
|
textureView = (AutoFitTextureView) view.findViewById(R.id.texture);
|
||||||
|
textView = (TextView) view.findViewById(R.id.text);
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Load the model and labels. */
|
||||||
|
@Override
|
||||||
|
public void onActivityCreated(Bundle savedInstanceState) {
|
||||||
|
super.onActivityCreated(savedInstanceState);
|
||||||
|
try {
|
||||||
|
classifier = new ImageClassifier(getActivity());
|
||||||
|
} catch (IOException e) {
|
||||||
|
Log.e(TAG, "Failed to initialize an image classifier.");
|
||||||
|
}
|
||||||
|
startBackgroundThread();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onResume() {
|
||||||
|
super.onResume();
|
||||||
|
startBackgroundThread();
|
||||||
|
|
||||||
|
// When the screen is turned off and turned back on, the SurfaceTexture is already
|
||||||
|
// available, and "onSurfaceTextureAvailable" will not be called. In that case, we can open
|
||||||
|
// a camera and start preview from here (otherwise, we wait until the surface is ready in
|
||||||
|
// the SurfaceTextureListener).
|
||||||
|
if (textureView.isAvailable()) {
|
||||||
|
openCamera(textureView.getWidth(), textureView.getHeight());
|
||||||
|
} else {
|
||||||
|
textureView.setSurfaceTextureListener(surfaceTextureListener);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onPause() {
|
||||||
|
closeCamera();
|
||||||
|
stopBackgroundThread();
|
||||||
|
super.onPause();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onDestroy() {
|
||||||
|
classifier.close();
|
||||||
|
super.onDestroy();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Sets up member variables related to camera.
|
||||||
|
*
|
||||||
|
* @param width The width of available size for camera preview
|
||||||
|
* @param height The height of available size for camera preview
|
||||||
|
*/
|
||||||
|
private void setUpCameraOutputs(int width, int height) {
|
||||||
|
Activity activity = getActivity();
|
||||||
|
CameraManager manager = (CameraManager) activity.getSystemService(Context.CAMERA_SERVICE);
|
||||||
|
try {
|
||||||
|
for (String cameraId : manager.getCameraIdList()) {
|
||||||
|
CameraCharacteristics characteristics = manager.getCameraCharacteristics(cameraId);
|
||||||
|
|
||||||
|
// We don't use a front facing camera in this sample.
|
||||||
|
Integer facing = characteristics.get(CameraCharacteristics.LENS_FACING);
|
||||||
|
if (facing != null && facing == CameraCharacteristics.LENS_FACING_FRONT) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
StreamConfigurationMap map =
|
||||||
|
characteristics.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);
|
||||||
|
if (map == null) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
// // For still image captures, we use the largest available size.
|
||||||
|
Size largest =
|
||||||
|
Collections.max(
|
||||||
|
Arrays.asList(map.getOutputSizes(ImageFormat.JPEG)), new CompareSizesByArea());
|
||||||
|
imageReader =
|
||||||
|
ImageReader.newInstance(
|
||||||
|
largest.getWidth(), largest.getHeight(), ImageFormat.JPEG, /*maxImages*/ 2);
|
||||||
|
|
||||||
|
// Find out if we need to swap dimension to get the preview size relative to sensor
|
||||||
|
// coordinate.
|
||||||
|
int displayRotation = activity.getWindowManager().getDefaultDisplay().getRotation();
|
||||||
|
// noinspection ConstantConditions
|
||||||
|
/* Orientation of the camera sensor */
|
||||||
|
int sensorOrientation = characteristics.get(CameraCharacteristics.SENSOR_ORIENTATION);
|
||||||
|
boolean swappedDimensions = false;
|
||||||
|
switch (displayRotation) {
|
||||||
|
case Surface.ROTATION_0:
|
||||||
|
case Surface.ROTATION_180:
|
||||||
|
if (sensorOrientation == 90 || sensorOrientation == 270) {
|
||||||
|
swappedDimensions = true;
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
case Surface.ROTATION_90:
|
||||||
|
case Surface.ROTATION_270:
|
||||||
|
if (sensorOrientation == 0 || sensorOrientation == 180) {
|
||||||
|
swappedDimensions = true;
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
Log.e(TAG, "Display rotation is invalid: " + displayRotation);
|
||||||
|
}
|
||||||
|
|
||||||
|
Point displaySize = new Point();
|
||||||
|
activity.getWindowManager().getDefaultDisplay().getSize(displaySize);
|
||||||
|
int rotatedPreviewWidth = width;
|
||||||
|
int rotatedPreviewHeight = height;
|
||||||
|
int maxPreviewWidth = displaySize.x;
|
||||||
|
int maxPreviewHeight = displaySize.y;
|
||||||
|
|
||||||
|
if (swappedDimensions) {
|
||||||
|
rotatedPreviewWidth = height;
|
||||||
|
rotatedPreviewHeight = width;
|
||||||
|
maxPreviewWidth = displaySize.y;
|
||||||
|
maxPreviewHeight = displaySize.x;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (maxPreviewWidth > MAX_PREVIEW_WIDTH) {
|
||||||
|
maxPreviewWidth = MAX_PREVIEW_WIDTH;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (maxPreviewHeight > MAX_PREVIEW_HEIGHT) {
|
||||||
|
maxPreviewHeight = MAX_PREVIEW_HEIGHT;
|
||||||
|
}
|
||||||
|
|
||||||
|
previewSize =
|
||||||
|
chooseOptimalSize(
|
||||||
|
map.getOutputSizes(SurfaceTexture.class),
|
||||||
|
rotatedPreviewWidth,
|
||||||
|
rotatedPreviewHeight,
|
||||||
|
maxPreviewWidth,
|
||||||
|
maxPreviewHeight,
|
||||||
|
largest);
|
||||||
|
|
||||||
|
// We fit the aspect ratio of TextureView to the size of preview we picked.
|
||||||
|
int orientation = getResources().getConfiguration().orientation;
|
||||||
|
if (orientation == Configuration.ORIENTATION_LANDSCAPE) {
|
||||||
|
textureView.setAspectRatio(previewSize.getWidth(), previewSize.getHeight());
|
||||||
|
} else {
|
||||||
|
textureView.setAspectRatio(previewSize.getHeight(), previewSize.getWidth());
|
||||||
|
}
|
||||||
|
|
||||||
|
this.cameraId = cameraId;
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
} catch (CameraAccessException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
} catch (NullPointerException e) {
|
||||||
|
// Currently an NPE is thrown when the Camera2API is used but not supported on the
|
||||||
|
// device this code runs.
|
||||||
|
ErrorDialog.newInstance(getString(R.string.camera_error))
|
||||||
|
.show(getChildFragmentManager(), FRAGMENT_DIALOG);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private String[] getRequiredPermissions() {
|
||||||
|
Activity activity = getActivity();
|
||||||
|
try {
|
||||||
|
PackageInfo info =
|
||||||
|
activity
|
||||||
|
.getPackageManager()
|
||||||
|
.getPackageInfo(activity.getPackageName(), PackageManager.GET_PERMISSIONS);
|
||||||
|
String[] ps = info.requestedPermissions;
|
||||||
|
if (ps != null && ps.length > 0) {
|
||||||
|
return ps;
|
||||||
|
} else {
|
||||||
|
return new String[0];
|
||||||
|
}
|
||||||
|
} catch (Exception e) {
|
||||||
|
return new String[0];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Opens the camera specified by {@link Camera2BasicFragment#cameraId}. */
|
||||||
|
private void openCamera(int width, int height) {
|
||||||
|
if (!checkedPermissions && !allPermissionsGranted()) {
|
||||||
|
FragmentCompat.requestPermissions(this, getRequiredPermissions(), PERMISSIONS_REQUEST_CODE);
|
||||||
|
return;
|
||||||
|
} else {
|
||||||
|
checkedPermissions = true;
|
||||||
|
}
|
||||||
|
setUpCameraOutputs(width, height);
|
||||||
|
configureTransform(width, height);
|
||||||
|
Activity activity = getActivity();
|
||||||
|
CameraManager manager = (CameraManager) activity.getSystemService(Context.CAMERA_SERVICE);
|
||||||
|
try {
|
||||||
|
if (!cameraOpenCloseLock.tryAcquire(2500, TimeUnit.MILLISECONDS)) {
|
||||||
|
throw new RuntimeException("Time out waiting to lock camera opening.");
|
||||||
|
}
|
||||||
|
manager.openCamera(cameraId, stateCallback, backgroundHandler);
|
||||||
|
} catch (CameraAccessException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
} catch (InterruptedException e) {
|
||||||
|
throw new RuntimeException("Interrupted while trying to lock camera opening.", e);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private boolean allPermissionsGranted() {
|
||||||
|
for (String permission : getRequiredPermissions()) {
|
||||||
|
if (ContextCompat.checkSelfPermission(getActivity(), permission)
|
||||||
|
!= PackageManager.PERMISSION_GRANTED) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onRequestPermissionsResult(
|
||||||
|
int requestCode, @NonNull String[] permissions, @NonNull int[] grantResults) {
|
||||||
|
super.onRequestPermissionsResult(requestCode, permissions, grantResults);
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Closes the current {@link CameraDevice}. */
|
||||||
|
private void closeCamera() {
|
||||||
|
try {
|
||||||
|
cameraOpenCloseLock.acquire();
|
||||||
|
if (null != captureSession) {
|
||||||
|
captureSession.close();
|
||||||
|
captureSession = null;
|
||||||
|
}
|
||||||
|
if (null != cameraDevice) {
|
||||||
|
cameraDevice.close();
|
||||||
|
cameraDevice = null;
|
||||||
|
}
|
||||||
|
if (null != imageReader) {
|
||||||
|
imageReader.close();
|
||||||
|
imageReader = null;
|
||||||
|
}
|
||||||
|
} catch (InterruptedException e) {
|
||||||
|
throw new RuntimeException("Interrupted while trying to lock camera closing.", e);
|
||||||
|
} finally {
|
||||||
|
cameraOpenCloseLock.release();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Starts a background thread and its {@link Handler}. */
|
||||||
|
private void startBackgroundThread() {
|
||||||
|
backgroundThread = new HandlerThread(HANDLE_THREAD_NAME);
|
||||||
|
backgroundThread.start();
|
||||||
|
backgroundHandler = new Handler(backgroundThread.getLooper());
|
||||||
|
synchronized (lock) {
|
||||||
|
runClassifier = true;
|
||||||
|
}
|
||||||
|
backgroundHandler.post(periodicClassify);
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Stops the background thread and its {@link Handler}. */
|
||||||
|
private void stopBackgroundThread() {
|
||||||
|
backgroundThread.quitSafely();
|
||||||
|
try {
|
||||||
|
backgroundThread.join();
|
||||||
|
backgroundThread = null;
|
||||||
|
backgroundHandler = null;
|
||||||
|
synchronized (lock) {
|
||||||
|
runClassifier = false;
|
||||||
|
}
|
||||||
|
} catch (InterruptedException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Takes photos and classify them periodically. */
|
||||||
|
private Runnable periodicClassify =
|
||||||
|
new Runnable() {
|
||||||
|
@Override
|
||||||
|
public void run() {
|
||||||
|
synchronized (lock) {
|
||||||
|
if (runClassifier) {
|
||||||
|
classifyFrame();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
backgroundHandler.post(periodicClassify);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
/** Creates a new {@link CameraCaptureSession} for camera preview. */
|
||||||
|
private void createCameraPreviewSession() {
|
||||||
|
try {
|
||||||
|
SurfaceTexture texture = textureView.getSurfaceTexture();
|
||||||
|
assert texture != null;
|
||||||
|
|
||||||
|
// We configure the size of default buffer to be the size of camera preview we want.
|
||||||
|
texture.setDefaultBufferSize(previewSize.getWidth(), previewSize.getHeight());
|
||||||
|
|
||||||
|
// This is the output Surface we need to start preview.
|
||||||
|
Surface surface = new Surface(texture);
|
||||||
|
|
||||||
|
// We set up a CaptureRequest.Builder with the output Surface.
|
||||||
|
previewRequestBuilder = cameraDevice.createCaptureRequest(CameraDevice.TEMPLATE_PREVIEW);
|
||||||
|
previewRequestBuilder.addTarget(surface);
|
||||||
|
|
||||||
|
// Here, we create a CameraCaptureSession for camera preview.
|
||||||
|
cameraDevice.createCaptureSession(
|
||||||
|
Arrays.asList(surface),
|
||||||
|
new CameraCaptureSession.StateCallback() {
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onConfigured(@NonNull CameraCaptureSession cameraCaptureSession) {
|
||||||
|
// The camera is already closed
|
||||||
|
if (null == cameraDevice) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// When the session is ready, we start displaying the preview.
|
||||||
|
captureSession = cameraCaptureSession;
|
||||||
|
try {
|
||||||
|
// Auto focus should be continuous for camera preview.
|
||||||
|
previewRequestBuilder.set(
|
||||||
|
CaptureRequest.CONTROL_AF_MODE,
|
||||||
|
CaptureRequest.CONTROL_AF_MODE_CONTINUOUS_PICTURE);
|
||||||
|
|
||||||
|
// Finally, we start displaying the camera preview.
|
||||||
|
previewRequest = previewRequestBuilder.build();
|
||||||
|
captureSession.setRepeatingRequest(
|
||||||
|
previewRequest, captureCallback, backgroundHandler);
|
||||||
|
} catch (CameraAccessException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void onConfigureFailed(@NonNull CameraCaptureSession cameraCaptureSession) {
|
||||||
|
showToast("Failed");
|
||||||
|
}
|
||||||
|
},
|
||||||
|
null);
|
||||||
|
} catch (CameraAccessException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Configures the necessary {@link android.graphics.Matrix} transformation to `textureView`. This
|
||||||
|
* method should be called after the camera preview size is determined in setUpCameraOutputs and
|
||||||
|
* also the size of `textureView` is fixed.
|
||||||
|
*
|
||||||
|
* @param viewWidth The width of `textureView`
|
||||||
|
* @param viewHeight The height of `textureView`
|
||||||
|
*/
|
||||||
|
private void configureTransform(int viewWidth, int viewHeight) {
|
||||||
|
Activity activity = getActivity();
|
||||||
|
if (null == textureView || null == previewSize || null == activity) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
int rotation = activity.getWindowManager().getDefaultDisplay().getRotation();
|
||||||
|
Matrix matrix = new Matrix();
|
||||||
|
RectF viewRect = new RectF(0, 0, viewWidth, viewHeight);
|
||||||
|
RectF bufferRect = new RectF(0, 0, previewSize.getHeight(), previewSize.getWidth());
|
||||||
|
float centerX = viewRect.centerX();
|
||||||
|
float centerY = viewRect.centerY();
|
||||||
|
if (Surface.ROTATION_90 == rotation || Surface.ROTATION_270 == rotation) {
|
||||||
|
bufferRect.offset(centerX - bufferRect.centerX(), centerY - bufferRect.centerY());
|
||||||
|
matrix.setRectToRect(viewRect, bufferRect, Matrix.ScaleToFit.FILL);
|
||||||
|
float scale =
|
||||||
|
Math.max(
|
||||||
|
(float) viewHeight / previewSize.getHeight(),
|
||||||
|
(float) viewWidth / previewSize.getWidth());
|
||||||
|
matrix.postScale(scale, scale, centerX, centerY);
|
||||||
|
matrix.postRotate(90 * (rotation - 2), centerX, centerY);
|
||||||
|
} else if (Surface.ROTATION_180 == rotation) {
|
||||||
|
matrix.postRotate(180, centerX, centerY);
|
||||||
|
}
|
||||||
|
textureView.setTransform(matrix);
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Classifies a frame from the preview stream. */
|
||||||
|
private void classifyFrame() {
|
||||||
|
if (classifier == null || getActivity() == null || cameraDevice == null) {
|
||||||
|
showToast("Uninitialized Classifier or invalid context.");
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
Bitmap bitmap =
|
||||||
|
textureView.getBitmap(ImageClassifier.DIM_IMG_SIZE_X, ImageClassifier.DIM_IMG_SIZE_Y);
|
||||||
|
String textToShow = classifier.classifyFrame(bitmap);
|
||||||
|
bitmap.recycle();
|
||||||
|
showToast(textToShow);
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Compares two {@code Size}s based on their areas. */
|
||||||
|
private static class CompareSizesByArea implements Comparator<Size> {
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public int compare(Size lhs, Size rhs) {
|
||||||
|
// We cast here to ensure the multiplications won't overflow
|
||||||
|
return Long.signum(
|
||||||
|
(long) lhs.getWidth() * lhs.getHeight() - (long) rhs.getWidth() * rhs.getHeight());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Shows an error message dialog. */
|
||||||
|
public static class ErrorDialog extends DialogFragment {
|
||||||
|
|
||||||
|
private static final String ARG_MESSAGE = "message";
|
||||||
|
|
||||||
|
public static ErrorDialog newInstance(String message) {
|
||||||
|
ErrorDialog dialog = new ErrorDialog();
|
||||||
|
Bundle args = new Bundle();
|
||||||
|
args.putString(ARG_MESSAGE, message);
|
||||||
|
dialog.setArguments(args);
|
||||||
|
return dialog;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Dialog onCreateDialog(Bundle savedInstanceState) {
|
||||||
|
final Activity activity = getActivity();
|
||||||
|
return new AlertDialog.Builder(activity)
|
||||||
|
.setMessage(getArguments().getString(ARG_MESSAGE))
|
||||||
|
.setPositiveButton(
|
||||||
|
android.R.string.ok,
|
||||||
|
new DialogInterface.OnClickListener() {
|
||||||
|
@Override
|
||||||
|
public void onClick(DialogInterface dialogInterface, int i) {
|
||||||
|
activity.finish();
|
||||||
|
}
|
||||||
|
})
|
||||||
|
.create();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,35 @@
|
|||||||
|
/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
==============================================================================*/
|
||||||
|
|
||||||
|
package com.example.android.tflitecamerademo;
|
||||||
|
|
||||||
|
import android.app.Activity;
|
||||||
|
import android.os.Bundle;
|
||||||
|
|
||||||
|
/** Main {@code Activity} class for the Camera app. */
|
||||||
|
public class CameraActivity extends Activity {
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected void onCreate(Bundle savedInstanceState) {
|
||||||
|
super.onCreate(savedInstanceState);
|
||||||
|
setContentView(R.layout.activity_camera);
|
||||||
|
if (null == savedInstanceState) {
|
||||||
|
getFragmentManager()
|
||||||
|
.beginTransaction()
|
||||||
|
.replace(R.id.container, Camera2BasicFragment.newInstance())
|
||||||
|
.commit();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,222 @@
|
|||||||
|
/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
==============================================================================*/
|
||||||
|
|
||||||
|
package com.example.android.tflitecamerademo;
|
||||||
|
|
||||||
|
import android.app.Activity;
|
||||||
|
import android.content.res.AssetFileDescriptor;
|
||||||
|
import android.graphics.Bitmap;
|
||||||
|
import android.os.SystemClock;
|
||||||
|
import android.util.Log;
|
||||||
|
import java.io.BufferedReader;
|
||||||
|
import java.io.FileInputStream;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.io.InputStreamReader;
|
||||||
|
import java.nio.ByteBuffer;
|
||||||
|
import java.nio.ByteOrder;
|
||||||
|
import java.nio.MappedByteBuffer;
|
||||||
|
import java.nio.channels.FileChannel;
|
||||||
|
import java.util.AbstractMap;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.Comparator;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.PriorityQueue;
|
||||||
|
import org.tensorflow.lite.Interpreter;
|
||||||
|
|
||||||
|
/** Classifies images with Tensorflow Lite. */
|
||||||
|
public class ImageClassifier {
|
||||||
|
|
||||||
|
/** Tag for the {@link Log}. */
|
||||||
|
private static final String TAG = "TfLiteCameraDemo";
|
||||||
|
|
||||||
|
/** Name of the model file stored in Assets. */
|
||||||
|
private static final String MODEL_PATH = "graph.lite";
|
||||||
|
|
||||||
|
/** Name of the label file stored in Assets. */
|
||||||
|
private static final String LABEL_PATH = "labels.txt";
|
||||||
|
|
||||||
|
/** Number of results to show in the UI. */
|
||||||
|
private static final int RESULTS_TO_SHOW = 3;
|
||||||
|
|
||||||
|
/** Dimensions of inputs. */
|
||||||
|
private static final int DIM_BATCH_SIZE = 1;
|
||||||
|
|
||||||
|
private static final int DIM_PIXEL_SIZE = 3;
|
||||||
|
|
||||||
|
static final int DIM_IMG_SIZE_X = 224;
|
||||||
|
static final int DIM_IMG_SIZE_Y = 224;
|
||||||
|
|
||||||
|
private static final int IMAGE_MEAN = 128;
|
||||||
|
private static final float IMAGE_STD = 128.0f;
|
||||||
|
|
||||||
|
|
||||||
|
/* Preallocated buffers for storing image data in. */
|
||||||
|
private int[] intValues = new int[DIM_IMG_SIZE_X * DIM_IMG_SIZE_Y];
|
||||||
|
|
||||||
|
/** An instance of the driver class to run model inference with Tensorflow Lite. */
|
||||||
|
private Interpreter tflite;
|
||||||
|
|
||||||
|
/** Labels corresponding to the output of the vision model. */
|
||||||
|
private List<String> labelList;
|
||||||
|
|
||||||
|
/** A ByteBuffer to hold image data, to be feed into Tensorflow Lite as inputs. */
|
||||||
|
private ByteBuffer imgData = null;
|
||||||
|
|
||||||
|
/** An array to hold inference results, to be feed into Tensorflow Lite as outputs. */
|
||||||
|
private float[][] labelProbArray = null;
|
||||||
|
/** multi-stage low pass filter **/
|
||||||
|
private float[][] filterLabelProbArray = null;
|
||||||
|
private static final int FILTER_STAGES = 3;
|
||||||
|
private static final float FILTER_FACTOR = 0.4f;
|
||||||
|
|
||||||
|
private PriorityQueue<Map.Entry<String, Float>> sortedLabels =
|
||||||
|
new PriorityQueue<>(
|
||||||
|
RESULTS_TO_SHOW,
|
||||||
|
new Comparator<Map.Entry<String, Float>>() {
|
||||||
|
@Override
|
||||||
|
public int compare(Map.Entry<String, Float> o1, Map.Entry<String, Float> o2) {
|
||||||
|
return (o1.getValue()).compareTo(o2.getValue());
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
/** Initializes an {@code ImageClassifier}. */
|
||||||
|
ImageClassifier(Activity activity) throws IOException {
|
||||||
|
tflite = new Interpreter(loadModelFile(activity));
|
||||||
|
labelList = loadLabelList(activity);
|
||||||
|
imgData =
|
||||||
|
ByteBuffer.allocateDirect(
|
||||||
|
4 * DIM_BATCH_SIZE * DIM_IMG_SIZE_X * DIM_IMG_SIZE_Y * DIM_PIXEL_SIZE);
|
||||||
|
imgData.order(ByteOrder.nativeOrder());
|
||||||
|
labelProbArray = new float[1][labelList.size()];
|
||||||
|
filterLabelProbArray = new float[FILTER_STAGES][labelList.size()];
|
||||||
|
Log.d(TAG, "Created a Tensorflow Lite Image Classifier.");
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Classifies a frame from the preview stream. */
|
||||||
|
String classifyFrame(Bitmap bitmap) {
|
||||||
|
if (tflite == null) {
|
||||||
|
Log.e(TAG, "Image classifier has not been initialized; Skipped.");
|
||||||
|
return "Uninitialized Classifier.";
|
||||||
|
}
|
||||||
|
convertBitmapToByteBuffer(bitmap);
|
||||||
|
// Here's where the magic happens!!!
|
||||||
|
long startTime = SystemClock.uptimeMillis();
|
||||||
|
tflite.run(imgData, labelProbArray);
|
||||||
|
long endTime = SystemClock.uptimeMillis();
|
||||||
|
Log.d(TAG, "Timecost to run model inference: " + Long.toString(endTime - startTime));
|
||||||
|
|
||||||
|
// smooth the results
|
||||||
|
applyFilter();
|
||||||
|
|
||||||
|
// print the results
|
||||||
|
String textToShow = printTopKLabels();
|
||||||
|
textToShow = Long.toString(endTime - startTime) + "ms" + textToShow;
|
||||||
|
return textToShow;
|
||||||
|
}
|
||||||
|
|
||||||
|
void applyFilter(){
|
||||||
|
int num_labels = labelList.size();
|
||||||
|
|
||||||
|
// Low pass filter `labelProbArray` into the first stage of the filter.
|
||||||
|
for(int j=0; j<num_labels; ++j){
|
||||||
|
filterLabelProbArray[0][j] += FILTER_FACTOR*(labelProbArray[0][j] -
|
||||||
|
filterLabelProbArray[0][j]);
|
||||||
|
}
|
||||||
|
// Low pass filter each stage into the next.
|
||||||
|
for (int i=1; i<FILTER_STAGES; ++i){
|
||||||
|
for(int j=0; j<num_labels; ++j){
|
||||||
|
filterLabelProbArray[i][j] += FILTER_FACTOR*(
|
||||||
|
filterLabelProbArray[i-1][j] -
|
||||||
|
filterLabelProbArray[i][j]);
|
||||||
|
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Copy the last stage filter output back to `labelProbArray`.
|
||||||
|
for(int j=0; j<num_labels; ++j){
|
||||||
|
labelProbArray[0][j] = filterLabelProbArray[FILTER_STAGES-1][j];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Closes tflite to release resources. */
|
||||||
|
public void close() {
|
||||||
|
tflite.close();
|
||||||
|
tflite = null;
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Reads label list from Assets. */
|
||||||
|
private List<String> loadLabelList(Activity activity) throws IOException {
|
||||||
|
List<String> labelList = new ArrayList<String>();
|
||||||
|
BufferedReader reader =
|
||||||
|
new BufferedReader(new InputStreamReader(activity.getAssets().open(LABEL_PATH)));
|
||||||
|
String line;
|
||||||
|
while ((line = reader.readLine()) != null) {
|
||||||
|
labelList.add(line);
|
||||||
|
}
|
||||||
|
reader.close();
|
||||||
|
return labelList;
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Memory-map the model file in Assets. */
|
||||||
|
private MappedByteBuffer loadModelFile(Activity activity) throws IOException {
|
||||||
|
AssetFileDescriptor fileDescriptor = activity.getAssets().openFd(MODEL_PATH);
|
||||||
|
FileInputStream inputStream = new FileInputStream(fileDescriptor.getFileDescriptor());
|
||||||
|
FileChannel fileChannel = inputStream.getChannel();
|
||||||
|
long startOffset = fileDescriptor.getStartOffset();
|
||||||
|
long declaredLength = fileDescriptor.getDeclaredLength();
|
||||||
|
return fileChannel.map(FileChannel.MapMode.READ_ONLY, startOffset, declaredLength);
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Writes Image data into a {@code ByteBuffer}. */
|
||||||
|
private void convertBitmapToByteBuffer(Bitmap bitmap) {
|
||||||
|
if (imgData == null) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
imgData.rewind();
|
||||||
|
bitmap.getPixels(intValues, 0, bitmap.getWidth(), 0, 0, bitmap.getWidth(), bitmap.getHeight());
|
||||||
|
// Convert the image to floating point.
|
||||||
|
int pixel = 0;
|
||||||
|
long startTime = SystemClock.uptimeMillis();
|
||||||
|
for (int i = 0; i < DIM_IMG_SIZE_X; ++i) {
|
||||||
|
for (int j = 0; j < DIM_IMG_SIZE_Y; ++j) {
|
||||||
|
final int val = intValues[pixel++];
|
||||||
|
imgData.putFloat((((val >> 16) & 0xFF)-IMAGE_MEAN)/IMAGE_STD);
|
||||||
|
imgData.putFloat((((val >> 8) & 0xFF)-IMAGE_MEAN)/IMAGE_STD);
|
||||||
|
imgData.putFloat((((val) & 0xFF)-IMAGE_MEAN)/IMAGE_STD);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
long endTime = SystemClock.uptimeMillis();
|
||||||
|
Log.d(TAG, "Timecost to put values into ByteBuffer: " + Long.toString(endTime - startTime));
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Prints top-K labels, to be shown in UI as the results. */
|
||||||
|
private String printTopKLabels() {
|
||||||
|
for (int i = 0; i < labelList.size(); ++i) {
|
||||||
|
sortedLabels.add(
|
||||||
|
new AbstractMap.SimpleEntry<>(labelList.get(i), labelProbArray[0][i]));
|
||||||
|
if (sortedLabels.size() > RESULTS_TO_SHOW) {
|
||||||
|
sortedLabels.poll();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
String textToShow = "";
|
||||||
|
final int size = sortedLabels.size();
|
||||||
|
for (int i = 0; i < size; ++i) {
|
||||||
|
Map.Entry<String, Float> label = sortedLabels.poll();
|
||||||
|
textToShow = String.format("\n%s: %4.2f",label.getKey(),label.getValue()) + textToShow;
|
||||||
|
}
|
||||||
|
return textToShow;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
After Width: | Height: | Size: 490 B |
|
After Width: | Height: | Size: 3.1 KiB |
|
After Width: | Height: | Size: 116 B |
|
After Width: | Height: | Size: 320 B |
|
After Width: | Height: | Size: 1.9 KiB |
|
After Width: | Height: | Size: 611 B |
|
After Width: | Height: | Size: 4.2 KiB |
|
After Width: | Height: | Size: 952 B |
|
After Width: | Height: | Size: 7.1 KiB |
@@ -0,0 +1,50 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?><!--
|
||||||
|
Copyright 2014 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
<RelativeLayout xmlns:android="http://schemas.android.com/apk/res/android"
|
||||||
|
android:layout_width="match_parent"
|
||||||
|
android:layout_height="match_parent">
|
||||||
|
|
||||||
|
<com.example.android.tflitecamerademo.AutoFitTextureView
|
||||||
|
android:id="@+id/texture"
|
||||||
|
android:layout_width="wrap_content"
|
||||||
|
android:layout_height="wrap_content"
|
||||||
|
android:layout_alignParentBottom="true"
|
||||||
|
android:layout_alignParentStart="true"
|
||||||
|
android:layout_alignParentTop="true" />
|
||||||
|
|
||||||
|
<FrameLayout
|
||||||
|
android:id="@+id/control"
|
||||||
|
android:layout_width="match_parent"
|
||||||
|
android:layout_height="wrap_content"
|
||||||
|
android:layout_alignParentBottom="true"
|
||||||
|
android:layout_alignParentEnd="true"
|
||||||
|
android:layout_alignParentTop="true"
|
||||||
|
android:layout_toRightOf="@id/texture"
|
||||||
|
android:background="@color/control_background"
|
||||||
|
android:orientation="horizontal">
|
||||||
|
|
||||||
|
<TextView android:id="@+id/text"
|
||||||
|
android:layout_width="wrap_content"
|
||||||
|
android:layout_height="wrap_content"
|
||||||
|
android:paddingTop="20dp"
|
||||||
|
android:textColor="#FFF"
|
||||||
|
android:textSize="20sp"
|
||||||
|
android:textStyle="bold" />
|
||||||
|
|
||||||
|
|
||||||
|
</FrameLayout>
|
||||||
|
|
||||||
|
</RelativeLayout>
|
||||||
@@ -0,0 +1,22 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?><!--
|
||||||
|
Copyright 2014 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
<FrameLayout xmlns:android="http://schemas.android.com/apk/res/android"
|
||||||
|
xmlns:tools="http://schemas.android.com/tools"
|
||||||
|
android:id="@+id/container"
|
||||||
|
android:layout_width="match_parent"
|
||||||
|
android:layout_height="match_parent"
|
||||||
|
android:background="#000"
|
||||||
|
tools:context="com.example.android.tflitecamerademo.CameraActivity" />
|
||||||
@@ -0,0 +1,45 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?><!--
|
||||||
|
Copyright 2014 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
<RelativeLayout xmlns:android="http://schemas.android.com/apk/res/android"
|
||||||
|
android:layout_width="match_parent"
|
||||||
|
android:layout_height="match_parent">
|
||||||
|
|
||||||
|
<com.example.android.tflitecamerademo.AutoFitTextureView
|
||||||
|
android:id="@+id/texture"
|
||||||
|
android:layout_width="wrap_content"
|
||||||
|
android:layout_height="wrap_content"
|
||||||
|
android:layout_alignParentStart="true"
|
||||||
|
android:layout_alignParentTop="true" />
|
||||||
|
|
||||||
|
<FrameLayout
|
||||||
|
android:id="@+id/control"
|
||||||
|
android:layout_width="match_parent"
|
||||||
|
android:layout_height="112dp"
|
||||||
|
android:layout_alignParentBottom="true"
|
||||||
|
android:layout_alignParentStart="true"
|
||||||
|
android:background="@color/control_background">
|
||||||
|
|
||||||
|
<TextView android:id="@+id/text"
|
||||||
|
android:layout_width="wrap_content"
|
||||||
|
android:layout_height="wrap_content"
|
||||||
|
android:paddingLeft="80dp"
|
||||||
|
android:textColor="#FFF"
|
||||||
|
android:textSize="20sp"
|
||||||
|
android:textStyle="bold" />
|
||||||
|
|
||||||
|
</FrameLayout>
|
||||||
|
|
||||||
|
</RelativeLayout>
|
||||||
@@ -0,0 +1,24 @@
|
|||||||
|
<!--
|
||||||
|
Copyright 2013 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
|
||||||
|
<resources>
|
||||||
|
|
||||||
|
<!-- Semantic definitions -->
|
||||||
|
|
||||||
|
<dimen name="horizontal_page_margin">@dimen/margin_huge</dimen>
|
||||||
|
<dimen name="vertical_page_margin">@dimen/margin_medium</dimen>
|
||||||
|
|
||||||
|
</resources>
|
||||||
@@ -0,0 +1,25 @@
|
|||||||
|
<!--
|
||||||
|
Copyright 2013 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
|
||||||
|
<resources>
|
||||||
|
|
||||||
|
<style name="Widget.SampleMessage">
|
||||||
|
<item name="android:textAppearance">?android:textAppearanceLarge</item>
|
||||||
|
<item name="android:lineSpacingMultiplier">1.2</item>
|
||||||
|
<item name="android:shadowDy">-6.5</item>
|
||||||
|
</style>
|
||||||
|
|
||||||
|
</resources>
|
||||||
@@ -0,0 +1,22 @@
|
|||||||
|
<!--
|
||||||
|
Copyright 2013 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
|
||||||
|
<resources>
|
||||||
|
|
||||||
|
<!-- Activity themes -->
|
||||||
|
<style name="Theme.Base" parent="android:Theme.Holo.Light" />
|
||||||
|
|
||||||
|
</resources>
|
||||||
@@ -0,0 +1,21 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<!--
|
||||||
|
Copyright 2013 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
|
||||||
|
<resources>
|
||||||
|
|
||||||
|
|
||||||
|
</resources>
|
||||||
@@ -0,0 +1,24 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<!--
|
||||||
|
Copyright 2013 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
|
||||||
|
<resources>
|
||||||
|
|
||||||
|
<!-- Activity themes -->
|
||||||
|
<style name="Theme.Base" parent="android:Theme.Material.Light">
|
||||||
|
</style>
|
||||||
|
|
||||||
|
</resources>
|
||||||
@@ -0,0 +1,30 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<!--
|
||||||
|
Copyright 2013 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
|
||||||
|
<resources>
|
||||||
|
<string name="app_name">TensorDex</string>
|
||||||
|
<string name="intro_message">
|
||||||
|
<![CDATA[
|
||||||
|
|
||||||
|
|
||||||
|
This sample demonstrates the basic use of TfLite API. Check the source code to see how
|
||||||
|
you can use TfLite for efficient, on-device inference with trained TensorFlow models.
|
||||||
|
|
||||||
|
|
||||||
|
]]>
|
||||||
|
</string>
|
||||||
|
</resources>
|
||||||
@@ -0,0 +1,19 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<!--
|
||||||
|
Copyright 2015 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
<resources>
|
||||||
|
<color name="control_background">#cc4285f4</color>
|
||||||
|
</resources>
|
||||||
@@ -0,0 +1,24 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?><!--
|
||||||
|
Copyright 2014 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
<resources>
|
||||||
|
<string name="picture">Picture</string>
|
||||||
|
<string name="description_info">Info</string>
|
||||||
|
<string name="request_permission">This sample needs camera permission.</string>
|
||||||
|
<string name="camera_error">This device doesn\'t support Camera2 API.</string>
|
||||||
|
<string name="toggle_turn_on">NN:On</string>
|
||||||
|
<string name="toggle_turn_off">NN:Off</string>
|
||||||
|
<string name="toggle">Use NNAPI</string>
|
||||||
|
</resources>
|
||||||
@@ -0,0 +1,18 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?><!--
|
||||||
|
Copyright 2014 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
<resources>
|
||||||
|
<style name="MaterialTheme" parent="android:Theme.Material.Light.NoActionBar.Fullscreen" />
|
||||||
|
</resources>
|
||||||
@@ -0,0 +1,32 @@
|
|||||||
|
<!--
|
||||||
|
Copyright 2013 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
|
||||||
|
<resources>
|
||||||
|
|
||||||
|
<!-- Define standard dimensions to comply with Holo-style grids and rhythm. -->
|
||||||
|
|
||||||
|
<dimen name="margin_tiny">4dp</dimen>
|
||||||
|
<dimen name="margin_small">8dp</dimen>
|
||||||
|
<dimen name="margin_medium">16dp</dimen>
|
||||||
|
<dimen name="margin_large">32dp</dimen>
|
||||||
|
<dimen name="margin_huge">64dp</dimen>
|
||||||
|
|
||||||
|
<!-- Semantic definitions -->
|
||||||
|
|
||||||
|
<dimen name="horizontal_page_margin">@dimen/margin_medium</dimen>
|
||||||
|
<dimen name="vertical_page_margin">@dimen/margin_medium</dimen>
|
||||||
|
|
||||||
|
</resources>
|
||||||
@@ -0,0 +1,42 @@
|
|||||||
|
<!--
|
||||||
|
Copyright 2013 The Android Open Source Project
|
||||||
|
|
||||||
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
you may not use this file except in compliance with the License.
|
||||||
|
You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
|
||||||
|
<resources>
|
||||||
|
|
||||||
|
<!-- Activity themes -->
|
||||||
|
|
||||||
|
<style name="Theme.Base" parent="android:Theme.Light" />
|
||||||
|
|
||||||
|
<style name="Theme.Sample" parent="Theme.Base" />
|
||||||
|
|
||||||
|
<style name="AppTheme" parent="Theme.Sample" />
|
||||||
|
<!-- Widget styling -->
|
||||||
|
|
||||||
|
<style name="Widget" />
|
||||||
|
|
||||||
|
<style name="Widget.SampleMessage">
|
||||||
|
<item name="android:textAppearance">?android:textAppearanceMedium</item>
|
||||||
|
<item name="android:lineSpacingMultiplier">1.1</item>
|
||||||
|
</style>
|
||||||
|
|
||||||
|
<style name="Widget.SampleMessageTile">
|
||||||
|
<item name="android:background">@drawable/tile</item>
|
||||||
|
<item name="android:shadowColor">#7F000000</item>
|
||||||
|
<item name="android:shadowDy">-3.5</item>
|
||||||
|
<item name="android:shadowRadius">2</item>
|
||||||
|
</style>
|
||||||
|
|
||||||
|
</resources>
|
||||||
@@ -0,0 +1,24 @@
|
|||||||
|
// Top-level build file where you can add configuration options common to all sub-projects/modules.
|
||||||
|
|
||||||
|
buildscript {
|
||||||
|
repositories {
|
||||||
|
jcenter()
|
||||||
|
google()
|
||||||
|
}
|
||||||
|
dependencies {
|
||||||
|
classpath 'com.android.tools.build:gradle:3.3.2'
|
||||||
|
|
||||||
|
// NOTE: Do not place your application dependencies here; they belong
|
||||||
|
// in the individual module build.gradle files
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
allprojects {
|
||||||
|
repositories {
|
||||||
|
jcenter()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
task clean(type: Delete) {
|
||||||
|
delete rootProject.buildDir
|
||||||
|
}
|
||||||
@@ -0,0 +1,17 @@
|
|||||||
|
# Project-wide Gradle settings.
|
||||||
|
|
||||||
|
# IDE (e.g. Android Studio) users:
|
||||||
|
# Gradle settings configured through the IDE *will override*
|
||||||
|
# any settings specified in this file.
|
||||||
|
|
||||||
|
# For more details on how to configure your build environment visit
|
||||||
|
# http://www.gradle.org/docs/current/userguide/build_environment.html
|
||||||
|
|
||||||
|
# Specifies the JVM arguments used for the daemon process.
|
||||||
|
# The setting is particularly useful for tweaking memory settings.
|
||||||
|
org.gradle.jvmargs=-Xmx1536m
|
||||||
|
|
||||||
|
# When configured, Gradle will run in incubating parallel mode.
|
||||||
|
# This option should only be used with decoupled projects. More details, visit
|
||||||
|
# http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects
|
||||||
|
# org.gradle.parallel=true
|
||||||
@@ -1,6 +1,6 @@
|
|||||||
#Tue Nov 14 09:09:45 PST 2017
|
#Sun Apr 14 18:55:46 CDT 2019
|
||||||
distributionBase=GRADLE_USER_HOME
|
distributionBase=GRADLE_USER_HOME
|
||||||
distributionPath=wrapper/dists
|
distributionPath=wrapper/dists
|
||||||
zipStoreBase=GRADLE_USER_HOME
|
zipStoreBase=GRADLE_USER_HOME
|
||||||
zipStorePath=wrapper/dists
|
zipStorePath=wrapper/dists
|
||||||
distributionUrl=https\://services.gradle.org/distributions/gradle-4.1-all.zip
|
distributionUrl=https\://services.gradle.org/distributions/gradle-4.10.1-all.zip
|
||||||
|
|||||||
@@ -0,0 +1 @@
|
|||||||
|
include ':app'
|
||||||