[
{
"path": ".gitattributes",
"content": "*.zip filter=lfs diff=lfs merge=lfs -text\n"
},
{
"path": ".gitignore",
"content": "#### CocoaPods\nPods/\n*.generated.swift\n\n#### Fastlane\nfastlane/report.xml\nfastlane/README.md\n\n#### macOS\n.DS_Store\n\n#### Xcode\nxcuserdata/\n*.xcworkspace\niOS/*.zip\n*.ipa\n\n# For rswift build workaround\nrswift.workaround.file\n\n*.Framework/\n[Ll]ibrary/\n[Tt]emp/\n[Oo]bj/\n[Bb]uild/\n[Bb]uilds/\nAssets/AssetStoreTools*\n\n# Visual Studio cache directory\n.vs/\n\n# Autogenerated VS/MD/Consulo solution and project files\nExportedObj/\n.consulo/\n*.csproj\n*.unityproj\n*.sln\n*.suo\n*.tmp\n*.user\n*.userprefs\n*.pidb\n*.booproj\n*.svd\n*.pdb\n*.opendb\n\n# Unity3D generated meta files\n*.pidb.meta\n*.pdb.meta\n\n# Unity3D Generated File On Crash Reports\nsysinfo.txt\n\n# Builds\n*.apk\n*.unitypackage\n*.Framework/\n*.framework.meta\n\n.DS_Store\n\nFritzConfig.asset\nFritzConfig.asset.meta\n\n# excluding local python version\n.python-version\n"
},
{
"path": ".swiftlint.yml",
"content": "included:\n - Heartbeat/Source\nexcluded:\n - Pods\n - Supporting Files\nopt_in_rules:\n - attributes\n - closure_end_indentation\n - empty_count\n - explicit_top_level_acl\n - force_unwrapping\ndisabled_rules:\n - explicit_top_level_acl\n - line_length\n"
},
{
"path": "Android/.gitignore",
"content": "# Built application files\n*.apk\n*.ap_\n\n# Files for the ART/Dalvik VM\n*.dex\n\n# Java class files\n*.class\n\n# Generated files\nbin/\ngen/\nout/\n\n# Gradle files\n.gradle/\nbuild/\ngradle/\n\n# Local configuration file (sdk path, etc)\nlocal.properties\n\n# Proguard folder generated by Eclipse\nproguard/\n\n# Log Files\n*.log\n\n# Android Studio Navigation editor temp files\n.navigation/\n\n# Android Studio captures folder\ncaptures/\n\n# Intellij\n*.iml\n.idea\n\n# Keystore files\n*.jks\n\n# External native build folder generated in Android Studio 2.2 and later\n.externalNativeBuild\n\n# Google Services (e.g. APIs or Firebase)\ngoogle-services.json\n\n# Freeline\nfreeline.py\nfreeline/\nfreeline_project_description.json\n\n.DS_Store\n"
},
{
"path": "Android/AnimatedSkyApp/.gitignore",
"content": "# Built application files\n*.apk\n*.ap_\n\n# Files for the ART/Dalvik VM\n*.dex\n\n# Java class files\n*.class\n\n# Generated files\nbin/\ngen/\nout/\n\n# Gradle files\n.gradle/\nbuild/\n\n# Local configuration file (sdk path, etc)\nlocal.properties\n\n# Proguard folder generated by Eclipse\nproguard/\n\n# Log Files\n*.log\n\n# Android Studio Navigation editor temp files\n.navigation/\n\n# Android Studio captures folder\ncaptures/\n\n# IntelliJ\n*.iml\n.idea\n\n# Keystore files\n# Uncomment the following line if you do not want to check your keystore files in.\n#*.jks\n\n# External native build folder generated in Android Studio 2.2 and later\n.externalNativeBuild\n\n# Google Services (e.g. APIs or Firebase)\ngoogle-services.json\n\n# Freeline\nfreeline.py\nfreeline/\nfreeline_project_description.json\n\n# fastlane\nfastlane/report.xml\nfastlane/Preview.html\nfastlane/screenshots\nfastlane/test_output\nfastlane/readme.md\n"
},
{
"path": "Android/AnimatedSkyApp/README.md",
"content": "# Animations with Sky Segmentation\n\n[ ](https://app.codeship.com/projects/297281)\n[](http://twitter.com/fritzlabs)\n\nIn this app, we create a simple photo app to replace the sky with an animation.\n\n\n\nThis example app uses the on-device Image Segmentation API with the Sky Segmentation Model for Android.\n\n- [Overview](https://www.fritz.ai/features/image-segmentation.html?utm_source=github&utm_campaign=fritz-examples)\n- [Documentation](https://docs.fritz.ai/develop/vision/image-segmentation/android.html?utm_source=github&utm_campaign=fritz-examples)\n\n## Fritz AI\n\nFritz AI is the machine learning platform for iOS and Android developers. Teach your mobile apps to see, hear, sense, and think. Start with our ready-to-use feature APIs or connect and deploy your own custom models.\n\n## Requirements\n\n- Android Studio 3.2 or above\n- Android device in developer model (USB debugging enabled)\n\n## Getting Started\n\n**Step 1: Choose a Fritz AI Plan**\n\n[Sign up](https://www.fritz.ai/pricing/?utm_source=github&utm_campaign=fritz-examples) for a Fritz AI plan to get started.\n\nRegister the Android app in your Fritz account with the package id \"ai.fritz.animatedSky\". During registration, you'll receive an API key for the app. Save this for later. To find it in the webapp, you can go to Project Settings > Apps > Your App > Show API Key.\n\n**Step 2: Clone / Fork the fritz-examples repository and open the AnimatedSkyApp app in Android Studio**\n\n```\ngit clone https://github.com/fritzlabs/fritz-examples.git\n```\n\nIn Android Studio, choose \"Open an existing Android Studio project\" and select `AnimatedSkyApp`.\n\n**Step 3: Edit the fritz.xml file with your API Key**\n\nIn app/src/main/res/values/fritz.xml, change the fritz_api_key attribute with the one you received in step 1.\n\n**Step 4: Build the Android Studio Project**\n\nSelect \"Build > Make Project\" from the top nav. Download any missing libraries if applicable. This should sync the gradle dependencies so give the build a second to complete.\n\n**Step 5: Install the app onto your device**\n\nWith your Android device connected, select `Run > Run App` from the top nav. When running the app for the first time, you'll have to give permissions to access the camera. After the app is installed and running, take a picture outside and watch as we replace the sky with an animated image.\n\n## Official Documentation\n\n[SDK Documentation](https://docs.fritz.ai/?utm_source=github&utm_campaign=fritz-examples)\n\n[Android API Docs](https://docs.fritz.ai/android/latest/index.html?utm_source=github&utm_campaign=fritz-examples)\n\n## Join the community\n\n[Heartbeat](https://heartbeat.fritz.ai/?utm_source=github&utm_campaign=fritz-examples) is a community of developers interested in the intersection of mobile and machine learning. [Chat with us in Slack](https://www.fritz.ai/slack?utm_source=github&utm_campaign=fritz-examples) and stay up to date on the latest mobile ML news with our [Newsletter](https://www.fritz.ai/newsletter?utm_source=github&utm_campaign=fritz-examples).\n\n## Help\n\nFor any questions or issues, you can:\n\n- Submit an issue on this repo\n- Go to [Support](https://support.fritz.ai/?utm_source=github&utm_campaign=fritz-examples)\n- Message us directly in [Slack](https://www.fritz.ai/slack?utm_source=github&utm_campaign=fritz-examples)\n"
},
{
"path": "Android/AnimatedSkyApp/app/.gitignore",
"content": "/build\n"
},
{
"path": "Android/AnimatedSkyApp/app/build.gradle",
"content": "apply plugin: 'com.android.application'\n\nandroid {\n compileSdkVersion 28\n defaultConfig {\n // MUST MATCH THE APPLICATION YOU CREATE IN FRITZ\n applicationId \"ai.fritz.animatedSky\"\n minSdkVersion 24\n targetSdkVersion 28\n versionCode 1\n versionName \"1.0\"\n testInstrumentationRunner \"android.support.test.runner.AndroidJUnitRunner\"\n }\n buildTypes {\n debug {\n debuggable true\n }\n release {\n minifyEnabled false\n proguardFiles getDefaultProguardFile('proguard-android.txt'), 'proguard-rules.pro'\n }\n }\n\n aaptOptions {\n noCompress \"tflite\"\n }\n\n lintOptions {\n abortOnError false\n }\n}\n\ndependencies {\n implementation 'com.android.support:appcompat-v7:28.0.0'\n implementation 'com.android.support.constraint:constraint-layout:1.1.3'\n\n implementation \"ai.fritz:vision:6.0.3\"\n implementation \"ai.fritz:vision-sky-segmentation-model-fast:3.0.0\"\n\n testImplementation 'junit:junit:4.12'\n androidTestImplementation 'com.android.support.test:runner:1.0.2'\n androidTestImplementation 'com.android.support.test.espresso:espresso-core:3.0.2'\n}\n"
},
{
"path": "Android/AnimatedSkyApp/app/proguard-rules.pro",
"content": "# Add project specific ProGuard rules here.\n# You can control the set of applied configuration files using the\n# proguardFiles setting in build.gradle.\n#\n# For more details, see\n# http://developer.android.com/guide/developing/tools/proguard.html\n\n# If your project uses WebView with JS, uncomment the following\n# and specify the fully qualified class name to the JavaScript interface\n# class:\n#-keepclassmembers class fqcn.of.javascript.interface.for.webview {\n# public *;\n#}\n\n# Uncomment this to preserve the line number information for\n# debugging stack traces.\n#-keepattributes SourceFile,LineNumberTable\n\n# If you keep the line number information, uncomment this to\n# hide the original source file name.\n#-renamesourcefileattribute SourceFile\n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/AndroidManifest.xml",
"content": "\n\n\n \n \n \n\n \n \n\n \n \n \n \n\n \n \n \n\n \n \n\n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/java/ai/fritz/animatedSky/AutoFitTextureView.java",
"content": "package ai.fritz.animatedSky;\n\nimport android.content.Context;\nimport android.util.AttributeSet;\nimport android.view.TextureView;\n\n/**\n * A {@link TextureView} that can be adjusted to a specified aspect ratio.\n */\npublic class AutoFitTextureView extends TextureView {\n\n private int mRatioWidth = 0;\n private int mRatioHeight = 0;\n\n public AutoFitTextureView(Context context) {\n this(context, null);\n }\n\n public AutoFitTextureView(Context context, AttributeSet attrs) {\n this(context, attrs, 0);\n }\n\n public AutoFitTextureView(Context context, AttributeSet attrs, int defStyle) {\n super(context, attrs, defStyle);\n }\n\n /**\n * Sets the aspect ratio for this view. The size of the view will be measured based on the ratio\n * calculated from the parameters. Note that the actual sizes of parameters don't matter, that\n * is, calling setAspectRatio(2, 3) and setAspectRatio(4, 6) make the same result.\n *\n * @param width Relative horizontal size\n * @param height Relative vertical size\n */\n public void setAspectRatio(int width, int height) {\n if (width < 0 || height < 0) {\n throw new IllegalArgumentException(\"Size cannot be negative.\");\n }\n mRatioWidth = width;\n mRatioHeight = height;\n requestLayout();\n }\n\n @Override\n protected void onMeasure(int widthMeasureSpec, int heightMeasureSpec) {\n super.onMeasure(widthMeasureSpec, heightMeasureSpec);\n int width = MeasureSpec.getSize(widthMeasureSpec);\n int height = MeasureSpec.getSize(heightMeasureSpec);\n if (0 == mRatioWidth || 0 == mRatioHeight) {\n setMeasuredDimension(width, height);\n return;\n }\n if (width < height * mRatioWidth / mRatioHeight) {\n setMeasuredDimension(width, width * mRatioHeight / mRatioWidth);\n return;\n }\n setMeasuredDimension(height * mRatioWidth / mRatioHeight, height);\n }\n}"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/java/ai/fritz/animatedSky/BaseCameraActivity.java",
"content": "package ai.fritz.animatedSky;\n\nimport android.Manifest;\nimport android.content.Context;\nimport android.content.pm.PackageManager;\nimport android.hardware.camera2.CameraAccessException;\nimport android.hardware.camera2.CameraCharacteristics;\nimport android.hardware.camera2.CameraManager;\nimport android.hardware.camera2.params.StreamConfigurationMap;\nimport android.media.ImageReader.OnImageAvailableListener;\nimport android.os.Build;\nimport android.os.Bundle;\nimport android.os.Handler;\nimport android.os.HandlerThread;\nimport android.support.v7.app.AppCompatActivity;\nimport android.util.DisplayMetrics;\nimport android.util.Log;\nimport android.util.Size;\nimport android.view.KeyEvent;\nimport android.view.WindowManager;\nimport android.widget.Toast;\n\n\npublic abstract class BaseCameraActivity extends AppCompatActivity implements OnImageAvailableListener {\n private static final String TAG = BaseCameraActivity.class.getSimpleName();\n private static int MAX_WIDTH = 500;\n private static final int PERMISSIONS_REQUEST = 1;\n\n private static final String PERMISSION_CAMERA = Manifest.permission.CAMERA;\n private static final String PERMISSION_STORAGE = Manifest.permission.WRITE_EXTERNAL_STORAGE;\n private boolean useCamera2API;\n\n private boolean debug = false;\n\n private Handler handler;\n private HandlerThread handlerThread;\n\n protected String cameraId;\n protected int cameraFacingDirection = CameraCharacteristics.LENS_FACING_BACK;\n\n @Override\n protected void onCreate(final Bundle savedInstanceState) {\n Log.d(TAG, \"onCreate \" + this);\n super.onCreate(null);\n getWindow().addFlags(WindowManager.LayoutParams.FLAG_KEEP_SCREEN_ON);\n\n setContentView(R.layout.activity_main);\n\n if (hasPermission()) {\n setFragment();\n } else {\n requestPermission();\n }\n }\n\n @Override\n public synchronized void onStart() {\n Log.d(TAG, \"onStart \" + this);\n super.onStart();\n }\n\n @Override\n public synchronized void onResume() {\n Log.d(TAG, \"onResume \" + this);\n super.onResume();\n\n handlerThread = new HandlerThread(\"inference\");\n handlerThread.start();\n handler = new Handler(handlerThread.getLooper());\n }\n\n @Override\n public synchronized void onPause() {\n Log.d(TAG, \"onPause \" + this);\n\n handlerThread.quitSafely();\n try {\n handlerThread.join();\n handlerThread = null;\n handler = null;\n } catch (final InterruptedException e) {\n Log.e(TAG, \"Exception!\" + e);\n }\n\n super.onPause();\n }\n\n @Override\n public synchronized void onStop() {\n Log.d(TAG, \"onStop \" + this);\n super.onStop();\n }\n\n @Override\n public synchronized void onDestroy() {\n Log.d(TAG, \"onDestroy \" + this);\n super.onDestroy();\n }\n\n protected int getCameraFacingDirection() {\n return cameraFacingDirection;\n }\n\n protected synchronized void runInBackground(final Runnable r) {\n if (handler != null) {\n handler.post(r);\n }\n }\n\n @Override\n public void onRequestPermissionsResult(\n final int requestCode, final String[] permissions, final int[] grantResults) {\n switch (requestCode) {\n case PERMISSIONS_REQUEST: {\n if (grantResults.length > 0\n && grantResults[0] == PackageManager.PERMISSION_GRANTED\n && grantResults[1] == PackageManager.PERMISSION_GRANTED) {\n setFragment();\n } else {\n requestPermission();\n }\n }\n }\n }\n\n private boolean hasPermission() {\n if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {\n boolean cameraPermission = checkSelfPermission(PERMISSION_CAMERA) == PackageManager.PERMISSION_GRANTED;\n return cameraPermission;\n } else {\n return true;\n }\n }\n\n private void requestPermission() {\n if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {\n if (shouldShowRequestPermissionRationale(PERMISSION_CAMERA) || shouldShowRequestPermissionRationale(PERMISSION_STORAGE)) {\n Toast.makeText(BaseCameraActivity.this, \"Camera AND storage permission are required for this demo\", Toast.LENGTH_LONG).show();\n }\n requestPermissions(new String[]{PERMISSION_CAMERA, PERMISSION_STORAGE}, PERMISSIONS_REQUEST);\n }\n }\n\n protected void setFragment() {\n cameraId = chooseCamera();\n final CameraConnectionFragment fragment =\n CameraConnectionFragment.newInstance(\n new CameraConnectionFragment.ConnectionCallback() {\n @Override\n public void onPreviewSizeChosen(final Size previewSize, final Size cameraViewSize, final int rotation) {\n BaseCameraActivity.this.onPreviewSizeChosen(previewSize, cameraViewSize, rotation);\n }\n },\n this,\n getLayoutId(),\n getDesiredPreviewFrameSize());\n\n fragment.setCamera(cameraId);\n\n getFragmentManager()\n .beginTransaction()\n .replace(R.id.camera_container, fragment)\n .commit();\n }\n\n protected void toggleCameraFacingDirection() {\n if (cameraFacingDirection == CameraCharacteristics.LENS_FACING_FRONT) {\n cameraFacingDirection = CameraCharacteristics.LENS_FACING_BACK;\n } else {\n cameraFacingDirection = CameraCharacteristics.LENS_FACING_FRONT;\n }\n\n setFragment();\n }\n\n private String chooseCamera() {\n final CameraManager manager = (CameraManager) getSystemService(Context.CAMERA_SERVICE);\n try {\n for (final String cameraId : manager.getCameraIdList()) {\n final CameraCharacteristics characteristics = manager.getCameraCharacteristics(cameraId);\n\n // We don't use a front facing camera in this sample.\n final Integer facing = characteristics.get(CameraCharacteristics.LENS_FACING);\n if (facing != null && facing != cameraFacingDirection) {\n continue;\n }\n\n final StreamConfigurationMap map =\n characteristics.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);\n\n if (map == null) {\n continue;\n }\n\n // Fallback to camera1 API for internal cameras that don't have full support.\n // This should help with legacy situations where using the camera2 API causes\n // distorted or otherwise broken previews.\n useCamera2API = (facing == CameraCharacteristics.LENS_FACING_EXTERNAL)\n || isHardwareLevelSupported(characteristics,\n CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL_FULL);\n Log.i(TAG, \"Camera API lv2?: \" + useCamera2API);\n return cameraId;\n }\n } catch (CameraAccessException e) {\n Log.e(TAG, \"Not allowed to access camera: \" + e);\n }\n\n return null;\n }\n\n // Returns true if the device supports the required hardware level, or better.\n private boolean isHardwareLevelSupported(\n CameraCharacteristics characteristics, int requiredLevel) {\n int deviceLevel = characteristics.get(CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL);\n if (deviceLevel == CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL_LEGACY) {\n return requiredLevel == deviceLevel;\n }\n // deviceLevel is not LEGACY, can use numerical sort\n return requiredLevel <= deviceLevel;\n }\n\n\n public boolean isDebug() {\n return debug;\n }\n\n public void requestRender() {\n final OverlayView overlay = (OverlayView) findViewById(R.id.debug_overlay);\n if (overlay != null) {\n overlay.postInvalidate();\n }\n }\n\n public void setCallback(final OverlayView.DrawCallback callback) {\n final OverlayView overlay = (OverlayView) findViewById(R.id.debug_overlay);\n if (overlay != null) {\n overlay.setCallback(callback);\n }\n }\n\n public void onSetDebug(final boolean debug) {\n }\n\n @Override\n public boolean onKeyDown(final int keyCode, final KeyEvent event) {\n if (keyCode == KeyEvent.KEYCODE_VOLUME_DOWN || keyCode == KeyEvent.KEYCODE_VOLUME_UP) {\n debug = !debug;\n requestRender();\n onSetDebug(debug);\n return true;\n }\n return super.onKeyDown(keyCode, event);\n }\n\n protected abstract void onPreviewSizeChosen(final Size previewSize, final Size cameraViewSize, final int rotation);\n\n protected abstract int getLayoutId();\n\n protected Size getDesiredPreviewFrameSize() {\n DisplayMetrics metrics = getResources().getDisplayMetrics();\n float ratio = (float) metrics.heightPixels / metrics.widthPixels;\n return new Size(MAX_WIDTH, (int) ratio * MAX_WIDTH);\n }\n}\n\n\n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/java/ai/fritz/animatedSky/CameraConnectionFragment.java",
"content": "package ai.fritz.animatedSky;\n\nimport android.app.Activity;\nimport android.app.AlertDialog;\nimport android.app.Dialog;\nimport android.app.DialogFragment;\nimport android.app.Fragment;\nimport android.content.Context;\nimport android.content.DialogInterface;\nimport android.graphics.ImageFormat;\nimport android.graphics.Matrix;\nimport android.graphics.RectF;\nimport android.graphics.SurfaceTexture;\nimport android.hardware.camera2.CameraAccessException;\nimport android.hardware.camera2.CameraCaptureSession;\nimport android.hardware.camera2.CameraCharacteristics;\nimport android.hardware.camera2.CameraDevice;\nimport android.hardware.camera2.CameraManager;\nimport android.hardware.camera2.CaptureRequest;\nimport android.hardware.camera2.CaptureResult;\nimport android.hardware.camera2.TotalCaptureResult;\nimport android.hardware.camera2.params.StreamConfigurationMap;\nimport android.media.ImageReader;\nimport android.media.ImageReader.OnImageAvailableListener;\nimport android.os.Bundle;\nimport android.os.Handler;\nimport android.os.HandlerThread;\nimport android.text.TextUtils;\nimport android.util.Log;\nimport android.util.Size;\nimport android.view.LayoutInflater;\nimport android.view.Surface;\nimport android.view.TextureView;\nimport android.view.View;\nimport android.view.ViewGroup;\nimport android.widget.Toast;\n\nimport java.util.ArrayList;\nimport java.util.Arrays;\nimport java.util.Collections;\nimport java.util.Comparator;\nimport java.util.List;\nimport java.util.concurrent.Semaphore;\nimport java.util.concurrent.TimeUnit;\n\n\npublic class CameraConnectionFragment extends Fragment {\n private static final String TAG = CameraConnectionFragment.class.getSimpleName();\n\n public CameraConnectionFragment() {\n\n }\n\n /**\n * The camera preview size will be chosen to be the smallest frame by pixel size capable of\n * containing a DESIRED_SIZE x DESIRED_SIZE square.\n */\n private static final int MINIMUM_PREVIEW_SIZE = 320;\n\n /**\n * Conversion from screen rotation to JPEG orientation.\n */\n private static final String FRAGMENT_DIALOG = \"dialog\";\n\n /**\n * {@link android.view.TextureView.SurfaceTextureListener} handles several lifecycle events on a\n * {@link TextureView}.\n */\n private final TextureView.SurfaceTextureListener surfaceTextureListener =\n new TextureView.SurfaceTextureListener() {\n @Override\n public void onSurfaceTextureAvailable(\n final SurfaceTexture texture, final int width, final int height) {\n openCamera(width, height);\n }\n\n @Override\n public void onSurfaceTextureSizeChanged(\n final SurfaceTexture texture, final int width, final int height) {\n configureTransform(width, height);\n }\n\n @Override\n public boolean onSurfaceTextureDestroyed(final SurfaceTexture texture) {\n return true;\n }\n\n @Override\n public void onSurfaceTextureUpdated(final SurfaceTexture texture) {\n }\n };\n\n /**\n * Callback for Activities to use to initialize their data once the\n * selected preview size is known.\n */\n public interface ConnectionCallback {\n void onPreviewSizeChosen(Size size, Size cameraViewSize, int cameraRotation);\n }\n\n /**\n * ID of the current {@link CameraDevice}.\n */\n private String cameraId;\n\n /**\n * An {@link AutoFitTextureView} for camera preview.\n */\n private AutoFitTextureView textureView;\n\n /**\n * A {@link CameraCaptureSession } for camera preview.\n */\n private CameraCaptureSession captureSession;\n\n /**\n * A reference to the opened {@link CameraDevice}.\n */\n private CameraDevice cameraDevice;\n\n /**\n * The rotation in degrees of the camera sensor from the display.\n */\n private Integer sensorOrientation;\n\n /**\n * The {@link android.util.Size} of camera preview.\n */\n private Size previewSize;\n\n /**\n * {@link android.hardware.camera2.CameraDevice.StateCallback}\n * is called when {@link CameraDevice} changes its state.\n */\n private final CameraDevice.StateCallback stateCallback =\n new CameraDevice.StateCallback() {\n @Override\n public void onOpened(final CameraDevice cd) {\n // This method is called when the camera is opened. We start camera preview here.\n cameraOpenCloseLock.release();\n cameraDevice = cd;\n createCameraPreviewSession();\n }\n\n @Override\n public void onDisconnected(final CameraDevice cd) {\n cameraOpenCloseLock.release();\n cd.close();\n cameraDevice = null;\n }\n\n @Override\n public void onError(final CameraDevice cd, final int error) {\n cameraOpenCloseLock.release();\n cd.close();\n cameraDevice = null;\n final Activity activity = getActivity();\n if (null != activity) {\n activity.finish();\n }\n }\n };\n\n /**\n * An additional thread for running tasks that shouldn't block the UI.\n */\n private HandlerThread backgroundThread;\n\n /**\n * A {@link Handler} for running tasks in the background.\n */\n private Handler backgroundHandler;\n\n /**\n * An {@link ImageReader} that handles preview frame capture.\n */\n private ImageReader previewReader;\n\n /**\n * {@link android.hardware.camera2.CaptureRequest.Builder} for the camera preview\n */\n private CaptureRequest.Builder previewRequestBuilder;\n\n /**\n * {@link CaptureRequest} generated by {@link #previewRequestBuilder}\n */\n private CaptureRequest previewRequest;\n\n /**\n * A {@link Semaphore} to prevent the app from exiting before closing the camera.\n */\n private final Semaphore cameraOpenCloseLock = new Semaphore(1);\n\n /**\n * A {@link OnImageAvailableListener} to receive frames as they are available.\n */\n private OnImageAvailableListener imageListener = null;\n\n /**\n * The input size in pixels desired by TensorFlow (width and height of a square bitmap).\n */\n private Size inputSize = null;\n\n /**\n * The layout identifier to inflate for this Fragment.\n */\n private int layout = -1;\n\n\n private ConnectionCallback cameraConnectionCallback = null;\n\n private CameraConnectionFragment(\n final ConnectionCallback connectionCallback,\n final OnImageAvailableListener imageListener,\n final int layout,\n final Size inputSize) {\n this.cameraConnectionCallback = connectionCallback;\n this.imageListener = imageListener;\n this.layout = layout;\n this.inputSize = inputSize;\n }\n\n /**\n * Shows a {@link Toast} on the UI thread.\n *\n * @param text The message to show\n */\n private void showToast(final String text) {\n final Activity activity = getActivity();\n if (activity != null) {\n activity.runOnUiThread(\n new Runnable() {\n @Override\n public void run() {\n Toast.makeText(activity, text, Toast.LENGTH_SHORT).show();\n }\n });\n }\n }\n\n /**\n * Given {@code choices} of {@code Size}s supported by a camera, chooses the smallest one whose\n * width and height are at least as large as the minimum of both, or an exact match if possible.\n *\n * @param choices The list of sizes that the camera supports for the intended output class\n * @param width The minimum desired width\n * @param height The minimum desired height\n * @return The optimal {@code Size}, or an arbitrary one if none were big enough\n */\n protected static Size chooseOptimalSize(final Size[] choices, final int width, final int height) {\n final int minSize = Math.max(Math.min(width, height), MINIMUM_PREVIEW_SIZE);\n final Size desiredSize = new Size(width, height);\n\n // Collect the supported resolutions that are at least as big as the preview Surface\n boolean exactSizeFound = false;\n final List bigEnough = new ArrayList();\n final List tooSmall = new ArrayList();\n for (final Size option : choices) {\n if (option.equals(desiredSize)) {\n // Set the size but don't return yet so that remaining sizes will still be logged.\n exactSizeFound = true;\n }\n\n if (option.getHeight() >= minSize && option.getWidth() >= minSize) {\n bigEnough.add(option);\n } else {\n tooSmall.add(option);\n }\n }\n\n Log.d(TAG, \"Desired size: \" + desiredSize + \", min size: \" + minSize + \"x\" + minSize);\n Log.d(TAG, \"Valid preview sizes: [\" + TextUtils.join(\", \", bigEnough) + \"]\");\n Log.d(TAG, \"Rejected preview sizes: [\" + TextUtils.join(\", \", tooSmall) + \"]\");\n\n if (exactSizeFound) {\n Log.d(TAG, \"Exact size match found.\");\n return desiredSize;\n }\n\n // Pick the smallest of those, assuming we found any\n if (bigEnough.size() > 0) {\n final Size chosenSize = Collections.min(bigEnough, new CompareSizesByArea());\n Log.d(TAG, \"Chosen size: \" + chosenSize.getWidth() + \"x\" + chosenSize.getHeight());\n return chosenSize;\n } else {\n Log.e(TAG, \"Couldn't find any suitable preview size\");\n return choices[0];\n }\n }\n\n public static CameraConnectionFragment newInstance(\n final ConnectionCallback callback,\n final OnImageAvailableListener imageListener,\n final int layout,\n final Size inputSize) {\n return new CameraConnectionFragment(callback, imageListener, layout, inputSize);\n }\n\n @Override\n public View onCreateView(\n final LayoutInflater inflater, final ViewGroup container, final Bundle savedInstanceState) {\n return inflater.inflate(layout, container, false);\n }\n\n @Override\n public void onViewCreated(final View view, final Bundle savedInstanceState) {\n textureView = (AutoFitTextureView) view.findViewById(R.id.texture);\n }\n\n @Override\n public void onActivityCreated(final Bundle savedInstanceState) {\n super.onActivityCreated(savedInstanceState);\n }\n\n @Override\n public void onResume() {\n super.onResume();\n startBackgroundThread();\n\n // When the screen is turned off and turned back on, the SurfaceTexture is ai.fritz.heartbeat.ui.AutoFitTextureViewalready\n // available, and \"onSurfaceTextureAvailable\" will not be called. In that case, we can open\n // a camera and start preview from here (otherwise, we wait until the surface is ready in\n // the SurfaceTextureListener).\n if (textureView.isAvailable()) {\n openCamera(textureView.getWidth(), textureView.getHeight());\n } else {\n textureView.setSurfaceTextureListener(surfaceTextureListener);\n }\n }\n\n @Override\n public void onPause() {\n closeCamera();\n stopBackgroundThread();\n super.onPause();\n }\n\n public void setCamera(String cameraId) {\n this.cameraId = cameraId;\n }\n\n /**\n * Sets up member variables related to camera.\n */\n private void setUpCameraOutputs() {\n final Activity activity = getActivity();\n final CameraManager manager = (CameraManager) activity.getSystemService(Context.CAMERA_SERVICE);\n try {\n final CameraCharacteristics characteristics = manager.getCameraCharacteristics(cameraId);\n\n final StreamConfigurationMap map =\n characteristics.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);\n\n // For still image captures, we use the largest available size.\n final Size largest =\n Collections.max(\n Arrays.asList(map.getOutputSizes(ImageFormat.YUV_420_888)),\n new CompareSizesByArea());\n\n sensorOrientation = characteristics.get(CameraCharacteristics.SENSOR_ORIENTATION);\n\n // Danger, W.R.! Attempting to use too large a preview size could exceed the camera\n // bus' bandwidth limitation, resulting in gorgeous previews but the storage of\n // garbage capture data.\n previewSize =\n chooseOptimalSize(map.getOutputSizes(SurfaceTexture.class),\n inputSize.getWidth(),\n inputSize.getHeight());\n } catch (final CameraAccessException e) {\n Log.e(TAG, \"Exception!\" + e);\n } catch (final NullPointerException e) {\n // Currently an NPE is thrown when the Camera2API is used but not supported on the\n // device this code runs.\n // TODO(andrewharp): abstract ErrorDialog/RuntimeException handling out into new method and\n // reuse throughout app.\n ErrorDialog.newInstance(getString(R.string.camera_error))\n .show(getChildFragmentManager(), FRAGMENT_DIALOG);\n throw new RuntimeException(getString(R.string.camera_error));\n }\n\n Size textureViewSize = new Size(textureView.getWidth(), textureView.getHeight());\n cameraConnectionCallback.onPreviewSizeChosen(previewSize, textureViewSize, sensorOrientation);\n }\n\n /**\n * Opens the camera specified by {@link CameraConnectionFragment#cameraId}.\n */\n private void openCamera(final int width, final int height) {\n setUpCameraOutputs();\n configureTransform(width, height);\n final Activity activity = getActivity();\n final CameraManager manager = (CameraManager) activity.getSystemService(Context.CAMERA_SERVICE);\n try {\n if (!cameraOpenCloseLock.tryAcquire(2500, TimeUnit.MILLISECONDS)) {\n throw new RuntimeException(\"Time out waiting to lock camera opening.\");\n }\n manager.openCamera(cameraId, stateCallback, backgroundHandler);\n } catch (final CameraAccessException | SecurityException e) {\n Log.e(TAG, \"Exception!\" + e);\n } catch (final InterruptedException e) {\n throw new RuntimeException(\"Interrupted while trying to lock camera opening.\", e);\n }\n }\n\n /**\n * Closes the current {@link CameraDevice}.\n */\n private void closeCamera() {\n try {\n cameraOpenCloseLock.acquire();\n if (null != captureSession) {\n captureSession.close();\n captureSession = null;\n }\n if (null != cameraDevice) {\n cameraDevice.close();\n cameraDevice = null;\n }\n if (null != previewReader) {\n previewReader.close();\n previewReader = null;\n }\n } catch (final InterruptedException e) {\n throw new RuntimeException(\"Interrupted while trying to lock camera closing.\", e);\n } finally {\n cameraOpenCloseLock.release();\n }\n }\n\n /**\n * Starts a background thread and its {@link Handler}.\n */\n private void startBackgroundThread() {\n backgroundThread = new HandlerThread(\"ImageListener\");\n backgroundThread.start();\n backgroundHandler = new Handler(backgroundThread.getLooper());\n }\n\n /**\n * Stops the background thread and its {@link Handler}.\n */\n private void stopBackgroundThread() {\n backgroundThread.quitSafely();\n try {\n backgroundThread.join();\n backgroundThread = null;\n backgroundHandler = null;\n } catch (final InterruptedException e) {\n Log.e(TAG, \"Exception!\" + e);\n }\n }\n\n private final CameraCaptureSession.CaptureCallback captureCallback =\n new CameraCaptureSession.CaptureCallback() {\n @Override\n public void onCaptureProgressed(\n final CameraCaptureSession session,\n final CaptureRequest request,\n final CaptureResult partialResult) {\n }\n\n @Override\n public void onCaptureCompleted(\n final CameraCaptureSession session,\n final CaptureRequest request,\n final TotalCaptureResult result) {\n }\n };\n\n /**\n * Creates a new {@link CameraCaptureSession} for camera preview.\n */\n private void createCameraPreviewSession() {\n try {\n final SurfaceTexture texture = textureView.getSurfaceTexture();\n assert texture != null;\n\n // We configure the size of default buffer to be the size of camera preview we want.\n texture.setDefaultBufferSize(previewSize.getWidth(), previewSize.getHeight());\n\n // This is the output Surface we need to start preview.\n final Surface surface = new Surface(texture);\n\n // We set up a CaptureRequest.Builder with the output Surface.\n previewRequestBuilder = cameraDevice.createCaptureRequest(CameraDevice.TEMPLATE_PREVIEW);\n previewRequestBuilder.addTarget(surface);\n\n Log.i(TAG, \"Opening camera preview: \" + previewSize.getWidth() + \"x\" + previewSize.getHeight());\n\n // Create the reader for the preview frames.\n previewReader =\n ImageReader.newInstance(\n previewSize.getWidth(), previewSize.getHeight(), ImageFormat.YUV_420_888, 2);\n previewReader.setOnImageAvailableListener(imageListener, backgroundHandler);\n previewRequestBuilder.addTarget(previewReader.getSurface());\n\n // Here, we create a CameraCaptureSession for camera preview.\n cameraDevice.createCaptureSession(\n Arrays.asList(surface, previewReader.getSurface()),\n new CameraCaptureSession.StateCallback() {\n\n @Override\n public void onConfigured(final CameraCaptureSession cameraCaptureSession) {\n // The camera is already closed\n if (null == cameraDevice) {\n return;\n }\n\n // When the session is ready, we start displaying the preview.\n captureSession = cameraCaptureSession;\n try {\n // Auto focus should be continuous for camera preview.\n previewRequestBuilder.set(\n CaptureRequest.CONTROL_AF_MODE,\n CaptureRequest.CONTROL_AF_MODE_CONTINUOUS_PICTURE);\n // Flash is automatically enabled when necessary.\n previewRequestBuilder.set(\n CaptureRequest.CONTROL_AE_MODE, CaptureRequest.CONTROL_AE_MODE_ON_AUTO_FLASH);\n\n // Finally, we start displaying the camera preview.\n previewRequest = previewRequestBuilder.build();\n captureSession.setRepeatingRequest(\n previewRequest, captureCallback, backgroundHandler);\n } catch (final CameraAccessException e) {\n Log.e(TAG, \"Exception!\" + e);\n }\n }\n\n @Override\n public void onConfigureFailed(final CameraCaptureSession cameraCaptureSession) {\n showToast(\"Failed\");\n }\n },\n null);\n } catch (final CameraAccessException e) {\n Log.e(TAG, \"Exception!\" + e);\n }\n }\n\n /**\n * Configures the necessary {@link android.graphics.Matrix} transformation to `mTextureView`.\n * This method should be called after the camera preview size is determined in\n * setUpCameraOutputs and also the size of `mTextureView` is fixed.\n *\n * @param viewWidth The width of `mTextureView`\n * @param viewHeight The height of `mTextureView`\n */\n private void configureTransform(final int viewWidth, final int viewHeight) {\n final Activity activity = getActivity();\n if (null == textureView || null == previewSize || null == activity) {\n return;\n }\n final int rotation = activity.getWindowManager().getDefaultDisplay().getRotation();\n final Matrix matrix = new Matrix();\n final RectF viewRect = new RectF(0, 0, viewWidth, viewHeight);\n final RectF bufferRect = new RectF(0, 0, previewSize.getHeight(), previewSize.getWidth());\n final float centerX = viewRect.centerX();\n final float centerY = viewRect.centerY();\n if (Surface.ROTATION_90 == rotation || Surface.ROTATION_270 == rotation) {\n bufferRect.offset(centerX - bufferRect.centerX(), centerY - bufferRect.centerY());\n matrix.setRectToRect(viewRect, bufferRect, Matrix.ScaleToFit.FILL);\n final float scale =\n Math.max(\n (float) viewHeight / previewSize.getHeight(),\n (float) viewWidth / previewSize.getWidth());\n matrix.postScale(scale, scale, centerX, centerY);\n matrix.postRotate(90 * (rotation - 2), centerX, centerY);\n } else if (Surface.ROTATION_180 == rotation) {\n matrix.postRotate(180, centerX, centerY);\n }\n textureView.setTransform(matrix);\n }\n\n /**\n * Compares two {@code Size}s based on their areas.\n */\n static class CompareSizesByArea implements Comparator {\n @Override\n public int compare(final Size lhs, final Size rhs) {\n // We cast here to ensure the multiplications won't overflow\n return Long.signum(\n (long) lhs.getWidth() * lhs.getHeight() - (long) rhs.getWidth() * rhs.getHeight());\n }\n }\n\n /**\n * Shows an error message dialog.\n */\n public static class ErrorDialog extends DialogFragment {\n private static final String ARG_MESSAGE = \"message\";\n\n public static ErrorDialog newInstance(final String message) {\n final ErrorDialog dialog = new ErrorDialog();\n final Bundle args = new Bundle();\n args.putString(ARG_MESSAGE, message);\n dialog.setArguments(args);\n return dialog;\n }\n\n @Override\n public Dialog onCreateDialog(final Bundle savedInstanceState) {\n final Activity activity = getActivity();\n return new AlertDialog.Builder(activity)\n .setMessage(getArguments().getString(ARG_MESSAGE))\n .setPositiveButton(\n android.R.string.ok,\n new DialogInterface.OnClickListener() {\n @Override\n public void onClick(final DialogInterface dialogInterface, final int i) {\n activity.finish();\n }\n })\n .create();\n }\n }\n}\n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/java/ai/fritz/animatedSky/MainActivity.java",
"content": "package ai.fritz.animatedSky;\n\nimport android.animation.ValueAnimator;\nimport android.content.Context;\nimport android.content.res.AssetManager;\nimport android.graphics.Bitmap;\nimport android.graphics.BitmapFactory;\nimport android.graphics.Canvas;\nimport android.graphics.Matrix;\nimport android.graphics.Paint;\nimport android.graphics.RectF;\nimport android.media.Image;\nimport android.media.ImageReader;\nimport android.os.Bundle;\nimport android.util.Size;\nimport android.view.View;\nimport android.widget.Button;\nimport android.widget.ImageView;\nimport android.widget.ProgressBar;\nimport android.widget.RelativeLayout;\n\nimport java.io.IOException;\nimport java.io.InputStream;\nimport java.util.concurrent.atomic.AtomicBoolean;\n\nimport ai.fritz.core.Fritz;\nimport ai.fritz.vision.FritzVision;\nimport ai.fritz.vision.FritzVisionImage;\nimport ai.fritz.vision.FritzVisionModels;\nimport ai.fritz.vision.FritzVisionOrientation;\nimport ai.fritz.vision.ImageOrientation;\nimport ai.fritz.vision.ImageRotation;\nimport ai.fritz.vision.ModelVariant;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictor;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictorOptions;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationResult;\nimport ai.fritz.vision.imagesegmentation.MaskClass;\nimport ai.fritz.vision.imagesegmentation.SegmentationOnDeviceModel;\n\n\npublic class MainActivity extends BaseCameraActivity implements ImageReader.OnImageAvailableListener {\n private static final String TAG = MainActivity.class.getSimpleName();\n\n private AtomicBoolean shouldSample = new AtomicBoolean(true);\n private FritzVisionSegmentationPredictor predictor;\n private ImageOrientation orientation;\n\n private static final int DURATION = 5000;\n\n private ValueAnimator mCurrentAnimator;\n private Matrix mMatrix = new Matrix();\n private ImageView mImageView;\n private float mScaleFactor;\n private RectF mDisplayRect = new RectF();\n\n private FritzVisionSegmentationResult segmentResult;\n private FritzVisionImage visionImage;\n\n Button snapshotButton;\n RelativeLayout previewLayout;\n RelativeLayout snapshotLayout;\n OverlayView snapshotOverlay;\n ProgressBar snapshotProcessingSpinner;\n Button closeButton;\n FritzVisionSegmentationPredictorOptions options;\n\n @Override\n protected void onCreate(final Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n Fritz.configure(getApplicationContext());\n\n SegmentationOnDeviceModel onDeviceModel = FritzVisionModels.getSkySegmentationOnDeviceModel(ModelVariant.FAST);\n options = new FritzVisionSegmentationPredictorOptions();\n options.confidenceThreshold = .6f;\n predictor = FritzVision.ImageSegmentation.getPredictor(onDeviceModel, options);\n }\n\n @Override\n protected int getLayoutId() {\n return R.layout.sky_fragment;\n }\n\n @Override\n public void onPreviewSizeChosen(final Size size, final Size cameraSize, final int rotation) {\n orientation = FritzVisionOrientation.getImageOrientationFromCamera(this, cameraId);\n\n snapshotButton = findViewById(R.id.take_picture_btn);\n previewLayout = findViewById(R.id.preview_frame);\n snapshotLayout = findViewById(R.id.snapshot_frame);\n snapshotOverlay = findViewById(R.id.snapshot_view);\n closeButton = findViewById(R.id.close_btn);\n snapshotProcessingSpinner = findViewById(R.id.snapshotProcessingSpinner);\n mImageView = findViewById(R.id.backgroundImgView);\n\n snapshotOverlay.setCallback(new OverlayView.DrawCallback() {\n @Override\n public void drawCallback(final Canvas canvas) {\n\n // If there's no result, just return\n if (segmentResult == null) {\n return;\n }\n\n // Create a bitmap for undetected items. Scale it up for the camera.\n Bitmap notSkyMask = segmentResult.buildSingleClassMask(MaskClass.NONE);\n Bitmap notSkyBitmap = visionImage.mask(notSkyMask);\n\n // Scale the non-sky bitmap (scale up from preview size (size of the original image)\n // to fill the view (cameraSize)).\n float scaleWidth = ((float) cameraSize.getWidth()) / notSkyBitmap.getWidth();\n float scaleHeight = ((float) cameraSize.getHeight()) / notSkyBitmap.getHeight();\n final Matrix matrix = new Matrix();\n float scale = Math.min(scaleWidth, scaleHeight);\n matrix.postScale(scale, scale);\n Bitmap scaledNonSkyBitmap = Bitmap.createBitmap(notSkyBitmap, 0, 0, notSkyBitmap.getWidth(), notSkyBitmap.getHeight(), matrix, false);\n\n // Start the animation\n mImageView.post(new Runnable() {\n @Override\n public void run() {\n mScaleFactor = (float) mImageView.getHeight() / (float) mImageView.getDrawable().getIntrinsicHeight();\n mMatrix.postScale(mScaleFactor, mScaleFactor);\n mImageView.setImageMatrix(mMatrix);\n startAnimation();\n }\n });\n\n // Draw the non-sky bitmap on the bottom center.\n canvas.drawBitmap(scaledNonSkyBitmap, (cameraSize.getWidth() - scaledNonSkyBitmap.getWidth()) / 2, cameraSize.getHeight() - scaledNonSkyBitmap.getHeight(), new Paint());\n }\n });\n\n snapshotButton.setOnClickListener(new View.OnClickListener() {\n @Override\n public void onClick(View view) {\n if (!shouldSample.compareAndSet(true, false)) {\n return;\n }\n\n snapshotOverlay.postInvalidate();\n\n runInBackground(\n new Runnable() {\n @Override\n public void run() {\n showSpinner();\n segmentResult = predictor.predict(visionImage);\n showSnapshotLayout();\n hideSpinner();\n snapshotOverlay.postInvalidate();\n }\n });\n }\n });\n\n closeButton.setOnClickListener(new View.OnClickListener() {\n @Override\n public void onClick(View view) {\n showPreviewLayout();\n shouldSample.set(true);\n mCurrentAnimator.end();\n mMatrix = new Matrix();\n mImageView.setImageMatrix(mMatrix);\n mDisplayRect = new RectF();\n }\n });\n }\n\n // For more information on how this animation works:\n // http://old.flavienlaurent.com/blog/2013/08/05/make-your-background-moving-like-on-play-music-app/\n // In short, use displayRect to maintain the real size and position of the bg.\n // Animate the background by applying a translation.\n private void startAnimation() {\n int width = mImageView.getDrawable().getIntrinsicWidth();\n int height = mImageView.getDrawable().getIntrinsicHeight();\n mDisplayRect.set(0, 0, width, height);\n mMatrix.mapRect(mDisplayRect);\n animate(mDisplayRect.left, mDisplayRect.left - (mDisplayRect.right - mImageView.getWidth()));\n }\n\n private void animate(float from, float to) {\n mCurrentAnimator = ValueAnimator.ofFloat(from, to);\n mCurrentAnimator.setRepeatCount(ValueAnimator.INFINITE);\n mCurrentAnimator.addUpdateListener(new ValueAnimator.AnimatorUpdateListener() {\n @Override\n public void onAnimationUpdate(ValueAnimator animation) {\n float value = (Float) animation.getAnimatedValue();\n\n mMatrix.reset();\n mMatrix.postScale(mScaleFactor, mScaleFactor);\n mMatrix.postTranslate(value, 0);\n\n mImageView.setImageMatrix(mMatrix);\n }\n });\n mCurrentAnimator.setDuration(DURATION);\n mCurrentAnimator.start();\n }\n\n private void showSpinner() {\n runOnUiThread(new Runnable() {\n @Override\n public void run() {\n snapshotProcessingSpinner.setVisibility(View.VISIBLE);\n }\n });\n }\n\n private void hideSpinner() {\n runOnUiThread(new Runnable() {\n @Override\n public void run() {\n snapshotProcessingSpinner.setVisibility(View.GONE);\n }\n });\n }\n\n private void showSnapshotLayout() {\n runOnUiThread(new Runnable() {\n @Override\n public void run() {\n previewLayout.setVisibility(View.GONE);\n snapshotLayout.setVisibility(View.VISIBLE);\n }\n });\n }\n\n private void showPreviewLayout() {\n previewLayout.setVisibility(View.VISIBLE);\n snapshotLayout.setVisibility(View.GONE);\n }\n\n @Override\n public void onImageAvailable(final ImageReader reader) {\n Image image = reader.acquireLatestImage();\n\n if (image == null) {\n return;\n }\n\n if (!shouldSample.get()) {\n image.close();\n return;\n }\n\n // Feel free to uncomment if you'd like to try it out with a static image\n// Bitmap testImage = getBitmapForAsset(this, \"climbing.png\");\n// visionImage = FritzVisionImage.fromBitmap(testImage, ImageRotation.ROTATE_0);\n\n // Using the image from the camera\n visionImage = FritzVisionImage.fromMediaImage(image, orientation);\n image.close();\n }\n\n public static Bitmap getBitmapForAsset(Context context, String path) {\n AssetManager assetManager = context.getAssets();\n InputStream inputStream;\n Bitmap bitmap = null;\n try {\n inputStream = assetManager.open(path);\n bitmap = BitmapFactory.decodeStream(inputStream);\n } catch (IOException e) {\n throw new RuntimeException(e);\n }\n return bitmap;\n }\n}"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/java/ai/fritz/animatedSky/OverlayView.java",
"content": "package ai.fritz.animatedSky;\n\nimport android.content.Context;\nimport android.graphics.Canvas;\nimport android.util.AttributeSet;\nimport android.view.View;\n\n/**\n * A simple View providing a render callback to other classes.\n */\npublic class OverlayView extends View {\n private DrawCallback callback;\n\n public OverlayView(final Context context, final AttributeSet attrs) {\n super(context, attrs);\n }\n\n /**\n * Interface defining the callback for client classes.\n */\n public interface DrawCallback {\n public void drawCallback(final Canvas canvas);\n }\n\n public void setCallback(final DrawCallback callback) {\n this.callback = callback;\n }\n\n @Override\n public synchronized void draw(final Canvas canvas) {\n super.draw(canvas);\n if(callback != null) {\n callback.drawCallback(canvas);\n }\n }\n}"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/res/drawable/ic_close.xml",
"content": "\n \n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/res/drawable/ic_launcher_background.xml",
"content": "\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/res/drawable/round_button.xml",
"content": "\n\n \n \n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/res/drawable-v24/ic_launcher_foreground.xml",
"content": "\n \n \n \n \n \n \n \n \n \n\n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/res/layout/activity_main.xml",
"content": "\n\n \n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/res/layout/sky_fragment.xml",
"content": "\n\n\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n\n \n\n \n\n \n\n \n\n\n\n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml",
"content": "\n\n \n \n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml",
"content": "\n\n \n \n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/res/values/colors.xml",
"content": "\n\n #3F51B5\n #303F9F\n #FF4081\n\n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/res/values/dimen.xml",
"content": "\n\n\n\n \n\n 4dp\n 8dp\n 16dp\n 32dp\n 64dp\n\n \n\n @dimen/margin_md\n @dimen/margin_md\n\n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/res/values/fritz.xml",
"content": "\n Your API Key\n\n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/res/values/strings.xml",
"content": "\n Sky Animation\n This device doesn\\'t support Camera2 API.\n\n"
},
{
"path": "Android/AnimatedSkyApp/app/src/main/res/values/styles.xml",
"content": "\n\n \n \n\n\n"
},
{
"path": "Android/AnimatedSkyApp/build.gradle",
"content": "// Top-level build file where you can add configuration options common to all sub-projects/modules.\n\nbuildscript {\n\n repositories {\n google()\n jcenter()\n }\n dependencies {\n classpath 'com.android.tools.build:gradle:3.4.1'\n\n\n // NOTE: Do not place your application dependencies here; they belong\n // in the individual module build.gradle files\n }\n}\n\nallprojects {\n repositories {\n google()\n jcenter()\n\n // ADD FOR FRITZ DEPENDENCIES\n maven { url \"https://fritz.mycloudrepo.io/public/repositories/android\" }\n }\n}\n\ntask clean(type: Delete) {\n delete rootProject.buildDir\n}\n"
},
{
"path": "Android/AnimatedSkyApp/gradle.properties",
"content": "# Project-wide Gradle settings.\n# IDE (e.g. Android Studio) users:\n# Gradle settings configured through the IDE *will override*\n# any settings specified in this file.\n# For more details on how to configure your build environment visit\n# http://www.gradle.org/docs/current/userguide/build_environment.html\n# Specifies the JVM arguments used for the daemon process.\n# The setting is particularly useful for tweaking memory settings.\norg.gradle.jvmargs=-Xmx1536m\n# When configured, Gradle will run in incubating parallel mode.\n# This option should only be used with decoupled projects. More details, visit\n# http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects\n# org.gradle.parallel=true\n"
},
{
"path": "Android/AnimatedSkyApp/gradlew",
"content": "#!/usr/bin/env sh\n\n##############################################################################\n##\n## Gradle start up script for UN*X\n##\n##############################################################################\n\n# Attempt to set APP_HOME\n# Resolve links: $0 may be a link\nPRG=\"$0\"\n# Need this for relative symlinks.\nwhile [ -h \"$PRG\" ] ; do\n ls=`ls -ld \"$PRG\"`\n link=`expr \"$ls\" : '.*-> \\(.*\\)$'`\n if expr \"$link\" : '/.*' > /dev/null; then\n PRG=\"$link\"\n else\n PRG=`dirname \"$PRG\"`\"/$link\"\n fi\ndone\nSAVED=\"`pwd`\"\ncd \"`dirname \\\"$PRG\\\"`/\" >/dev/null\nAPP_HOME=\"`pwd -P`\"\ncd \"$SAVED\" >/dev/null\n\nAPP_NAME=\"Gradle\"\nAPP_BASE_NAME=`basename \"$0\"`\n\n# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.\nDEFAULT_JVM_OPTS=\"\"\n\n# Use the maximum available, or set MAX_FD != -1 to use that value.\nMAX_FD=\"maximum\"\n\nwarn () {\n echo \"$*\"\n}\n\ndie () {\n echo\n echo \"$*\"\n echo\n exit 1\n}\n\n# OS specific support (must be 'true' or 'false').\ncygwin=false\nmsys=false\ndarwin=false\nnonstop=false\ncase \"`uname`\" in\n CYGWIN* )\n cygwin=true\n ;;\n Darwin* )\n darwin=true\n ;;\n MINGW* )\n msys=true\n ;;\n NONSTOP* )\n nonstop=true\n ;;\nesac\n\nCLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar\n\n# Determine the Java command to use to start the JVM.\nif [ -n \"$JAVA_HOME\" ] ; then\n if [ -x \"$JAVA_HOME/jre/sh/java\" ] ; then\n # IBM's JDK on AIX uses strange locations for the executables\n JAVACMD=\"$JAVA_HOME/jre/sh/java\"\n else\n JAVACMD=\"$JAVA_HOME/bin/java\"\n fi\n if [ ! -x \"$JAVACMD\" ] ; then\n die \"ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME\n\nPlease set the JAVA_HOME variable in your environment to match the\nlocation of your Java installation.\"\n fi\nelse\n JAVACMD=\"java\"\n which java >/dev/null 2>&1 || die \"ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.\n\nPlease set the JAVA_HOME variable in your environment to match the\nlocation of your Java installation.\"\nfi\n\n# Increase the maximum file descriptors if we can.\nif [ \"$cygwin\" = \"false\" -a \"$darwin\" = \"false\" -a \"$nonstop\" = \"false\" ] ; then\n MAX_FD_LIMIT=`ulimit -H -n`\n if [ $? -eq 0 ] ; then\n if [ \"$MAX_FD\" = \"maximum\" -o \"$MAX_FD\" = \"max\" ] ; then\n MAX_FD=\"$MAX_FD_LIMIT\"\n fi\n ulimit -n $MAX_FD\n if [ $? -ne 0 ] ; then\n warn \"Could not set maximum file descriptor limit: $MAX_FD\"\n fi\n else\n warn \"Could not query maximum file descriptor limit: $MAX_FD_LIMIT\"\n fi\nfi\n\n# For Darwin, add options to specify how the application appears in the dock\nif $darwin; then\n GRADLE_OPTS=\"$GRADLE_OPTS \\\"-Xdock:name=$APP_NAME\\\" \\\"-Xdock:icon=$APP_HOME/media/gradle.icns\\\"\"\nfi\n\n# For Cygwin, switch paths to Windows format before running java\nif $cygwin ; then\n APP_HOME=`cygpath --path --mixed \"$APP_HOME\"`\n CLASSPATH=`cygpath --path --mixed \"$CLASSPATH\"`\n JAVACMD=`cygpath --unix \"$JAVACMD\"`\n\n # We build the pattern for arguments to be converted via cygpath\n ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`\n SEP=\"\"\n for dir in $ROOTDIRSRAW ; do\n ROOTDIRS=\"$ROOTDIRS$SEP$dir\"\n SEP=\"|\"\n done\n OURCYGPATTERN=\"(^($ROOTDIRS))\"\n # Add a user-defined pattern to the cygpath arguments\n if [ \"$GRADLE_CYGPATTERN\" != \"\" ] ; then\n OURCYGPATTERN=\"$OURCYGPATTERN|($GRADLE_CYGPATTERN)\"\n fi\n # Now convert the arguments - kludge to limit ourselves to /bin/sh\n i=0\n for arg in \"$@\" ; do\n CHECK=`echo \"$arg\"|egrep -c \"$OURCYGPATTERN\" -`\n CHECK2=`echo \"$arg\"|egrep -c \"^-\"` ### Determine if an option\n\n if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition\n eval `echo args$i`=`cygpath --path --ignore --mixed \"$arg\"`\n else\n eval `echo args$i`=\"\\\"$arg\\\"\"\n fi\n i=$((i+1))\n done\n case $i in\n (0) set -- ;;\n (1) set -- \"$args0\" ;;\n (2) set -- \"$args0\" \"$args1\" ;;\n (3) set -- \"$args0\" \"$args1\" \"$args2\" ;;\n (4) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" ;;\n (5) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" ;;\n (6) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" ;;\n (7) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" ;;\n (8) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" \"$args7\" ;;\n (9) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" \"$args7\" \"$args8\" ;;\n esac\nfi\n\n# Escape application args\nsave () {\n for i do printf %s\\\\n \"$i\" | sed \"s/'/'\\\\\\\\''/g;1s/^/'/;\\$s/\\$/' \\\\\\\\/\" ; done\n echo \" \"\n}\nAPP_ARGS=$(save \"$@\")\n\n# Collect all arguments for the java command, following the shell quoting and substitution rules\neval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS \"\\\"-Dorg.gradle.appname=$APP_BASE_NAME\\\"\" -classpath \"\\\"$CLASSPATH\\\"\" org.gradle.wrapper.GradleWrapperMain \"$APP_ARGS\"\n\n# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong\nif [ \"$(uname)\" = \"Darwin\" ] && [ \"$HOME\" = \"$PWD\" ]; then\n cd \"$(dirname \"$0\")\"\nfi\n\nexec \"$JAVACMD\" \"$@\"\n"
},
{
"path": "Android/AnimatedSkyApp/gradlew.bat",
"content": "@if \"%DEBUG%\" == \"\" @echo off\r\n@rem ##########################################################################\r\n@rem\r\n@rem Gradle startup script for Windows\r\n@rem\r\n@rem ##########################################################################\r\n\r\n@rem Set local scope for the variables with windows NT shell\r\nif \"%OS%\"==\"Windows_NT\" setlocal\r\n\r\nset DIRNAME=%~dp0\r\nif \"%DIRNAME%\" == \"\" set DIRNAME=.\r\nset APP_BASE_NAME=%~n0\r\nset APP_HOME=%DIRNAME%\r\n\r\n@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.\r\nset DEFAULT_JVM_OPTS=\r\n\r\n@rem Find java.exe\r\nif defined JAVA_HOME goto findJavaFromJavaHome\r\n\r\nset JAVA_EXE=java.exe\r\n%JAVA_EXE% -version >NUL 2>&1\r\nif \"%ERRORLEVEL%\" == \"0\" goto init\r\n\r\necho.\r\necho ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.\r\necho.\r\necho Please set the JAVA_HOME variable in your environment to match the\r\necho location of your Java installation.\r\n\r\ngoto fail\r\n\r\n:findJavaFromJavaHome\r\nset JAVA_HOME=%JAVA_HOME:\"=%\r\nset JAVA_EXE=%JAVA_HOME%/bin/java.exe\r\n\r\nif exist \"%JAVA_EXE%\" goto init\r\n\r\necho.\r\necho ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%\r\necho.\r\necho Please set the JAVA_HOME variable in your environment to match the\r\necho location of your Java installation.\r\n\r\ngoto fail\r\n\r\n:init\r\n@rem Get command-line arguments, handling Windows variants\r\n\r\nif not \"%OS%\" == \"Windows_NT\" goto win9xME_args\r\n\r\n:win9xME_args\r\n@rem Slurp the command line arguments.\r\nset CMD_LINE_ARGS=\r\nset _SKIP=2\r\n\r\n:win9xME_args_slurp\r\nif \"x%~1\" == \"x\" goto execute\r\n\r\nset CMD_LINE_ARGS=%*\r\n\r\n:execute\r\n@rem Setup the command line\r\n\r\nset CLASSPATH=%APP_HOME%\\gradle\\wrapper\\gradle-wrapper.jar\r\n\r\n@rem Execute Gradle\r\n\"%JAVA_EXE%\" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% \"-Dorg.gradle.appname=%APP_BASE_NAME%\" -classpath \"%CLASSPATH%\" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%\r\n\r\n:end\r\n@rem End local scope for the variables with windows NT shell\r\nif \"%ERRORLEVEL%\"==\"0\" goto mainEnd\r\n\r\n:fail\r\nrem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of\r\nrem the _cmd.exe /c_ return code!\r\nif not \"\" == \"%GRADLE_EXIT_CONSOLE%\" exit 1\r\nexit /b 1\r\n\r\n:mainEnd\r\nif \"%OS%\"==\"Windows_NT\" endlocal\r\n\r\n:omega\r\n"
},
{
"path": "Android/AnimatedSkyApp/settings.gradle",
"content": "include ':app'\n"
},
{
"path": "Android/BackgroundReplacementApp/.gitignore",
"content": "# Built application files\n*.apk\n*.ap_\n\n# Files for the ART/Dalvik VM\n*.dex\n\n# Java class files\n*.class\n\n# Generated files\nbin/\ngen/\nout/\n\n# Gradle files\n.gradle/\nbuild/\n\n# Local configuration file (sdk path, etc)\nlocal.properties\n\n# Proguard folder generated by Eclipse\nproguard/\n\n# Log Files\n*.log\n\n# Android Studio Navigation editor temp files\n.navigation/\n\n# Android Studio captures folder\ncaptures/\n\n# IntelliJ\n*.iml\n.idea\n\n# Keystore files\n# Uncomment the following line if you do not want to check your keystore files in.\n#*.jks\n\n# External native build folder generated in Android Studio 2.2 and later\n.externalNativeBuild\n\n# Google Services (e.g. APIs or Firebase)\ngoogle-services.json\n\n# Freeline\nfreeline.py\nfreeline/\nfreeline_project_description.json\n\n# fastlane\nfastlane/report.xml\nfastlane/Preview.html\nfastlane/screenshots\nfastlane/test_output\nfastlane/readme.md\n"
},
{
"path": "Android/BackgroundReplacementApp/README.md",
"content": "# Automatic Background Replacement with People Segmentation\n\n[ ](https://app.codeship.com/projects/297281)\n[](http://twitter.com/fritzlabs)\n\nIn this app, we create a mask of a person and then replace the background with any picture in the camera gallery.\n\n\n\nFor the full tutorial, visit [our post on Heartbeat](https://heartbeat.fritz.ai/image-segmentation-for-android-smart-background-replacement-with-fritz-a09d8b0592a4).\n\nThis example app uses the on-device People Segmentation API for Android.\n\n- [Overview](https://www.fritz.ai/features/image-segmentation.html)\n- [Documentation](https://docs.fritz.ai/develop/vision/image-segmentation/android.html)\n\n## Fritz AI\n\nFritz AI is the machine learning platform for iOS and Android developers. Teach your mobile apps to see, hear, sense, and think. Start with our ready-to-use feature APIs or connect and deploy your own custom models.\n\n## Requirements\n\n- Android Studio 3.2 or above\n- Android device in developer model (USB debugging enabled)\n\n## Getting Started\n\n**Step 1: Choose a Fritz AI Plan**\n\n[Sign up](https://www.fritz.ai/pricing/?utm_source=github&utm_campaign=fritz-examples) for a Fritz AI plan to get started.\n\nRegister the Android app in your Fritz account with the package id \"ai.fritz.backgroundChanger\". During registration, you'll receive an API key for the app. Save this for later. To find it in the webapp, you can go to Project Settings > Apps > Your App > Show API Key.\n\n**Step 2: Clone / Fork the fritz-examples repository and open the BackgroundReplacementApp app in Android Studio**\n\n```\ngit clone https://github.com/fritzlabs/fritz-examples.git\n```\n\nIn Android Studio, choose \"Open an existing Android Studio project\" and select `BackgroundReplacementApp`.\n\n**Step 3: Edit the fritz.xml file with your API Key**\n\nIn app/src/main/res/values/fritz.xml, change the fritz_api_key attribute with the one you received in step 1.\n\n**Step 4: Build the Android Studio Project**\n\nSelect \"Build > Make Project\" from the top nav. Download any missing libraries if applicable. This should sync the gradle dependencies so give the build a second to complete.\n\n**Step 5: Install the app onto your device**\n\nWith your Android device connected, select `Run > Run App` from the top nav. When running the app for the first time, you'll have to give permissions to access the camera. After the app is installed and running, take a picture of a person and then after that mask is created, select a photo from your camera gallery to replace the background.\n\n## Official Documentation\n\n[SDK Documentation](https://docs.fritz.ai/?utm_source=github&utm_campaign=fritz-examples)\n\n[Android API Docs](https://docs.fritz.ai/android/latest/index.html?utm_source=github&utm_campaign=fritz-examples)\n\n## Join the community\n\n[Heartbeat](https://heartbeat.fritz.ai/?utm_source=github&utm_campaign=fritz-examples) is a community of developers interested in the intersection of mobile and machine learning. [Chat with us in Slack](https://www.fritz.ai/slack) and stay up to date on the latest mobile ML news with our [Newsletter](https://www.fritz.ai/newsletter?utm_source=github&utm_campaign=fritz-examples).\n\n## Help\n\nFor any questions or issues, you can:\n\n- Submit an issue on this repo\n- Go to [Support](https://support.fritz.ai/?utm_source=github&utm_campaign=fritz-examples)\n- Message us directly in [Slack](https://www.fritz.ai/slack)\n"
},
{
"path": "Android/BackgroundReplacementApp/app/.gitignore",
"content": "/build\n"
},
{
"path": "Android/BackgroundReplacementApp/app/build.gradle",
"content": "apply plugin: 'com.android.application'\n\nandroid {\n compileSdkVersion 28\n defaultConfig {\n // MUST MATCH THE APPLICATION YOU CREATE IN FRITZ\n applicationId \"ai.fritz.backgroundChanger\"\n minSdkVersion 24\n targetSdkVersion 28\n versionCode 1\n versionName \"1.0\"\n testInstrumentationRunner \"android.support.test.runner.AndroidJUnitRunner\"\n }\n buildTypes {\n debug {\n debuggable true\n }\n release {\n minifyEnabled false\n proguardFiles getDefaultProguardFile('proguard-android.txt'), 'proguard-rules.pro'\n }\n }\n\n aaptOptions {\n noCompress \"tflite\"\n }\n\n lintOptions {\n abortOnError false\n }\n}\n\ndependencies {\n implementation 'com.android.support:appcompat-v7:28.0.0-rc02'\n implementation 'com.android.support.constraint:constraint-layout:1.1.2'\n\n implementation \"ai.fritz:core:6.0.3\"\n implementation \"ai.fritz:vision:6.0.3\"\n implementation \"ai.fritz:vision-people-segmentation-model-accurate:3.1.0\"\n\n testImplementation 'junit:junit:4.12'\n androidTestImplementation 'com.android.support.test:runner:1.0.2'\n androidTestImplementation 'com.android.support.test.espresso:espresso-core:3.0.2'\n}\n"
},
{
"path": "Android/BackgroundReplacementApp/app/proguard-rules.pro",
"content": "# Add project specific ProGuard rules here.\n# You can control the set of applied configuration files using the\n# proguardFiles setting in build.gradle.\n#\n# For more details, see\n# http://developer.android.com/guide/developing/tools/proguard.html\n\n# If your project uses WebView with JS, uncomment the following\n# and specify the fully qualified class name to the JavaScript interface\n# class:\n#-keepclassmembers class fqcn.of.javascript.interface.for.webview {\n# public *;\n#}\n\n# Uncomment this to preserve the line number information for\n# debugging stack traces.\n#-keepattributes SourceFile,LineNumberTable\n\n# If you keep the line number information, uncomment this to\n# hide the original source file name.\n#-renamesourcefileattribute SourceFile\n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/AndroidManifest.xml",
"content": "\n\n\n \n \n \n\n \n \n\n \n \n \n \n\n \n \n \n\n \n \n\n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/java/ai/fritz/replaceBackground/AutoFitTextureView.java",
"content": "package ai.fritz.replaceBackground;\n\nimport android.content.Context;\nimport android.util.AttributeSet;\nimport android.view.TextureView;\n\n/**\n * A {@link TextureView} that can be adjusted to a specified aspect ratio.\n */\npublic class AutoFitTextureView extends TextureView {\n private int ratioWidth = 0;\n private int ratioHeight = 0;\n\n public AutoFitTextureView(final Context context) {\n this(context, null);\n }\n\n public AutoFitTextureView(final Context context, final AttributeSet attrs) {\n this(context, attrs, 0);\n }\n\n public AutoFitTextureView(final Context context, final AttributeSet attrs, final int defStyle) {\n super(context, attrs, defStyle);\n }\n\n /**\n * Sets the aspect ratio for this view. The size of the view will be measured based on the ratio\n * calculated from the parameters. Note that the actual sizes of parameters don't matter, that\n * is, calling setAspectRatio(2, 3) and setAspectRatio(4, 6) make the same result.\n *\n * @param width Relative horizontal size\n * @param height Relative vertical size\n */\n public void setAspectRatio(final int width, final int height) {\n if (width < 0 || height < 0) {\n throw new IllegalArgumentException(\"Size cannot be negative.\");\n }\n ratioWidth = width;\n ratioHeight = height;\n requestLayout();\n }\n}"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/java/ai/fritz/replaceBackground/BaseCameraActivity.java",
"content": "package ai.fritz.replaceBackground;\n\nimport android.Manifest;\nimport android.content.Context;\nimport android.content.pm.PackageManager;\nimport android.hardware.camera2.CameraAccessException;\nimport android.hardware.camera2.CameraCharacteristics;\nimport android.hardware.camera2.CameraManager;\nimport android.hardware.camera2.params.StreamConfigurationMap;\nimport android.media.ImageReader.OnImageAvailableListener;\nimport android.os.Build;\nimport android.os.Bundle;\nimport android.os.Handler;\nimport android.os.HandlerThread;\nimport android.support.v7.app.AppCompatActivity;\nimport android.util.DisplayMetrics;\nimport android.util.Log;\nimport android.util.Size;\nimport android.view.KeyEvent;\nimport android.view.WindowManager;\nimport android.widget.Toast;\n\n\npublic abstract class BaseCameraActivity extends AppCompatActivity implements OnImageAvailableListener {\n private static final String TAG = BaseCameraActivity.class.getSimpleName();\n private static int MAX_WIDTH = 500;\n private static final int PERMISSIONS_REQUEST = 1;\n\n private static final String PERMISSION_CAMERA = Manifest.permission.CAMERA;\n private static final String PERMISSION_STORAGE = Manifest.permission.WRITE_EXTERNAL_STORAGE;\n private boolean useCamera2API;\n\n private boolean debug = false;\n\n private Handler handler;\n private HandlerThread handlerThread;\n\n protected String cameraId;\n\n @Override\n protected void onCreate(final Bundle savedInstanceState) {\n Log.d(TAG, \"onCreate \" + this);\n super.onCreate(null);\n getWindow().addFlags(WindowManager.LayoutParams.FLAG_KEEP_SCREEN_ON);\n\n setContentView(R.layout.activity_main);\n\n if (hasPermission()) {\n setFragment();\n } else {\n requestPermission();\n }\n }\n\n @Override\n public synchronized void onStart() {\n Log.d(TAG, \"onStart \" + this);\n super.onStart();\n }\n\n @Override\n public synchronized void onResume() {\n Log.d(TAG, \"onResume \" + this);\n super.onResume();\n\n handlerThread = new HandlerThread(\"inference\");\n handlerThread.start();\n handler = new Handler(handlerThread.getLooper());\n }\n\n @Override\n public synchronized void onPause() {\n Log.d(TAG, \"onPause \" + this);\n\n handlerThread.quitSafely();\n try {\n handlerThread.join();\n handlerThread = null;\n handler = null;\n } catch (final InterruptedException e) {\n Log.e(TAG, \"Exception!\" + e);\n }\n\n super.onPause();\n }\n\n @Override\n public synchronized void onStop() {\n Log.d(TAG, \"onStop \" + this);\n super.onStop();\n }\n\n @Override\n public synchronized void onDestroy() {\n Log.d(TAG, \"onDestroy \" + this);\n super.onDestroy();\n }\n\n protected synchronized void runInBackground(final Runnable r) {\n if (handler != null) {\n handler.post(r);\n }\n }\n\n @Override\n public void onRequestPermissionsResult(\n final int requestCode, final String[] permissions, final int[] grantResults) {\n switch (requestCode) {\n case PERMISSIONS_REQUEST: {\n if (grantResults.length > 0\n && grantResults[0] == PackageManager.PERMISSION_GRANTED\n && grantResults[1] == PackageManager.PERMISSION_GRANTED) {\n setFragment();\n } else {\n requestPermission();\n }\n }\n }\n }\n\n private boolean hasPermission() {\n if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {\n return checkSelfPermission(PERMISSION_CAMERA) == PackageManager.PERMISSION_GRANTED && checkSelfPermission(PERMISSION_STORAGE) == PackageManager.PERMISSION_GRANTED;\n } else {\n return true;\n }\n }\n\n private void requestPermission() {\n if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {\n if (shouldShowRequestPermissionRationale(PERMISSION_CAMERA) || shouldShowRequestPermissionRationale(PERMISSION_STORAGE)) {\n Toast.makeText(BaseCameraActivity.this, \"Camera AND storage permission are required for this demo\", Toast.LENGTH_LONG).show();\n }\n requestPermissions(new String[]{PERMISSION_CAMERA, PERMISSION_STORAGE}, PERMISSIONS_REQUEST);\n }\n }\n\n protected void setFragment() {\n cameraId = chooseCamera();\n final CameraConnectionFragment fragment =\n CameraConnectionFragment.newInstance(\n new CameraConnectionFragment.ConnectionCallback() {\n @Override\n public void onPreviewSizeChosen(final Size previewSize, final Size cameraViewSize, final int rotation) {\n BaseCameraActivity.this.onPreviewSizeChosen(previewSize, cameraViewSize, rotation);\n }\n },\n this,\n getLayoutId(),\n getDesiredPreviewFrameSize());\n\n fragment.setCamera(cameraId);\n\n getFragmentManager()\n .beginTransaction()\n .replace(R.id.camera_container, fragment)\n .commit();\n }\n\n private String chooseCamera() {\n final CameraManager manager = (CameraManager) getSystemService(Context.CAMERA_SERVICE);\n try {\n for (final String cameraId : manager.getCameraIdList()) {\n final CameraCharacteristics characteristics = manager.getCameraCharacteristics(cameraId);\n\n // We don't use a front facing camera in this sample.\n final Integer facing = characteristics.get(CameraCharacteristics.LENS_FACING);\n if (facing != null && facing == CameraCharacteristics.LENS_FACING_FRONT) {\n continue;\n }\n\n final StreamConfigurationMap map =\n characteristics.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);\n\n if (map == null) {\n continue;\n }\n\n // Fallback to camera1 API for internal cameras that don't have full support.\n // This should help with legacy situations where using the camera2 API causes\n // distorted or otherwise broken previews.\n useCamera2API = (facing == CameraCharacteristics.LENS_FACING_EXTERNAL)\n || isHardwareLevelSupported(characteristics,\n CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL_FULL);\n Log.i(TAG, \"Camera API lv2?: \" + useCamera2API);\n return cameraId;\n }\n } catch (CameraAccessException e) {\n Log.e(TAG, \"Not allowed to access camera: \" + e);\n }\n\n return null;\n }\n\n // Returns true if the device supports the required hardware level, or better.\n private boolean isHardwareLevelSupported(\n CameraCharacteristics characteristics, int requiredLevel) {\n int deviceLevel = characteristics.get(CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL);\n if (deviceLevel == CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL_LEGACY) {\n return requiredLevel == deviceLevel;\n }\n // deviceLevel is not LEGACY, can use numerical sort\n return requiredLevel <= deviceLevel;\n }\n\n\n public boolean isDebug() {\n return debug;\n }\n\n public void requestRender() {\n final OverlayView overlay = (OverlayView) findViewById(R.id.debug_overlay);\n if (overlay != null) {\n overlay.postInvalidate();\n }\n }\n\n public void setCallback(final OverlayView.DrawCallback callback) {\n final OverlayView overlay = (OverlayView) findViewById(R.id.debug_overlay);\n if (overlay != null) {\n overlay.setCallback(callback);\n }\n }\n\n public void onSetDebug(final boolean debug) {\n }\n\n @Override\n public boolean onKeyDown(final int keyCode, final KeyEvent event) {\n if (keyCode == KeyEvent.KEYCODE_VOLUME_DOWN || keyCode == KeyEvent.KEYCODE_VOLUME_UP) {\n debug = !debug;\n requestRender();\n onSetDebug(debug);\n return true;\n }\n return super.onKeyDown(keyCode, event);\n }\n\n protected abstract void onPreviewSizeChosen(final Size previewSize, final Size cameraViewSize, final int rotation);\n\n protected abstract int getLayoutId();\n\n protected Size getDesiredPreviewFrameSize() {\n DisplayMetrics metrics = getResources().getDisplayMetrics();\n float ratio = (float) metrics.heightPixels / metrics.widthPixels;\n return new Size(MAX_WIDTH, (int) ratio * MAX_WIDTH);\n }\n}\n\n\n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/java/ai/fritz/replaceBackground/CameraConnectionFragment.java",
"content": "package ai.fritz.replaceBackground;\n\nimport android.app.Activity;\nimport android.app.AlertDialog;\nimport android.app.Dialog;\nimport android.app.DialogFragment;\nimport android.app.Fragment;\nimport android.content.Context;\nimport android.content.DialogInterface;\nimport android.graphics.ImageFormat;\nimport android.graphics.Matrix;\nimport android.graphics.RectF;\nimport android.graphics.SurfaceTexture;\nimport android.hardware.camera2.CameraAccessException;\nimport android.hardware.camera2.CameraCaptureSession;\nimport android.hardware.camera2.CameraCharacteristics;\nimport android.hardware.camera2.CameraDevice;\nimport android.hardware.camera2.CameraManager;\nimport android.hardware.camera2.CaptureRequest;\nimport android.hardware.camera2.CaptureResult;\nimport android.hardware.camera2.TotalCaptureResult;\nimport android.hardware.camera2.params.StreamConfigurationMap;\nimport android.media.ImageReader;\nimport android.media.ImageReader.OnImageAvailableListener;\nimport android.os.Bundle;\nimport android.os.Handler;\nimport android.os.HandlerThread;\nimport android.text.TextUtils;\nimport android.util.Log;\nimport android.util.Size;\nimport android.view.LayoutInflater;\nimport android.view.Surface;\nimport android.view.TextureView;\nimport android.view.View;\nimport android.view.ViewGroup;\nimport android.widget.Toast;\n\nimport java.util.ArrayList;\nimport java.util.Arrays;\nimport java.util.Collections;\nimport java.util.Comparator;\nimport java.util.List;\nimport java.util.concurrent.Semaphore;\nimport java.util.concurrent.TimeUnit;\n\n\npublic class CameraConnectionFragment extends Fragment {\n private static final String TAG = CameraConnectionFragment.class.getSimpleName();\n\n public CameraConnectionFragment() {\n\n }\n\n /**\n * The camera preview size will be chosen to be the smallest frame by pixel size capable of\n * containing a DESIRED_SIZE x DESIRED_SIZE square.\n */\n private static final int MINIMUM_PREVIEW_SIZE = 320;\n\n /**\n * Conversion from screen rotation to JPEG orientation.\n */\n private static final String FRAGMENT_DIALOG = \"dialog\";\n\n /**\n * {@link android.view.TextureView.SurfaceTextureListener} handles several lifecycle events on a\n * {@link TextureView}.\n */\n private final TextureView.SurfaceTextureListener surfaceTextureListener =\n new TextureView.SurfaceTextureListener() {\n @Override\n public void onSurfaceTextureAvailable(\n final SurfaceTexture texture, final int width, final int height) {\n openCamera(width, height);\n }\n\n @Override\n public void onSurfaceTextureSizeChanged(\n final SurfaceTexture texture, final int width, final int height) {\n configureTransform(width, height);\n }\n\n @Override\n public boolean onSurfaceTextureDestroyed(final SurfaceTexture texture) {\n return true;\n }\n\n @Override\n public void onSurfaceTextureUpdated(final SurfaceTexture texture) {\n }\n };\n\n /**\n * Callback for Activities to use to initialize their data once the\n * selected preview size is known.\n */\n public interface ConnectionCallback {\n void onPreviewSizeChosen(Size size, Size cameraViewSize, int cameraRotation);\n }\n\n /**\n * ID of the current {@link CameraDevice}.\n */\n private String cameraId;\n\n /**\n * An {@link AutoFitTextureView} for camera preview.\n */\n private AutoFitTextureView textureView;\n\n /**\n * A {@link CameraCaptureSession } for camera preview.\n */\n private CameraCaptureSession captureSession;\n\n /**\n * A reference to the opened {@link CameraDevice}.\n */\n private CameraDevice cameraDevice;\n\n /**\n * The rotation in degrees of the camera sensor from the display.\n */\n private Integer sensorOrientation;\n\n /**\n * The {@link android.util.Size} of camera preview.\n */\n private Size previewSize;\n\n /**\n * {@link android.hardware.camera2.CameraDevice.StateCallback}\n * is called when {@link CameraDevice} changes its state.\n */\n private final CameraDevice.StateCallback stateCallback =\n new CameraDevice.StateCallback() {\n @Override\n public void onOpened(final CameraDevice cd) {\n // This method is called when the camera is opened. We start camera preview here.\n cameraOpenCloseLock.release();\n cameraDevice = cd;\n createCameraPreviewSession();\n }\n\n @Override\n public void onDisconnected(final CameraDevice cd) {\n cameraOpenCloseLock.release();\n cd.close();\n cameraDevice = null;\n }\n\n @Override\n public void onError(final CameraDevice cd, final int error) {\n cameraOpenCloseLock.release();\n cd.close();\n cameraDevice = null;\n final Activity activity = getActivity();\n if (null != activity) {\n activity.finish();\n }\n }\n };\n\n /**\n * An additional thread for running tasks that shouldn't block the UI.\n */\n private HandlerThread backgroundThread;\n\n /**\n * A {@link Handler} for running tasks in the background.\n */\n private Handler backgroundHandler;\n\n /**\n * An {@link ImageReader} that handles preview frame capture.\n */\n private ImageReader previewReader;\n\n /**\n * {@link android.hardware.camera2.CaptureRequest.Builder} for the camera preview\n */\n private CaptureRequest.Builder previewRequestBuilder;\n\n /**\n * {@link CaptureRequest} generated by {@link #previewRequestBuilder}\n */\n private CaptureRequest previewRequest;\n\n /**\n * A {@link Semaphore} to prevent the app from exiting before closing the camera.\n */\n private final Semaphore cameraOpenCloseLock = new Semaphore(1);\n\n /**\n * A {@link OnImageAvailableListener} to receive frames as they are available.\n */\n private OnImageAvailableListener imageListener = null;\n\n /**\n * The input size in pixels desired by TensorFlow (width and height of a square bitmap).\n */\n private Size inputSize = null;\n\n /**\n * The layout identifier to inflate for this Fragment.\n */\n private int layout = -1;\n\n\n private ConnectionCallback cameraConnectionCallback = null;\n\n private CameraConnectionFragment(\n final ConnectionCallback connectionCallback,\n final OnImageAvailableListener imageListener,\n final int layout,\n final Size inputSize) {\n this.cameraConnectionCallback = connectionCallback;\n this.imageListener = imageListener;\n this.layout = layout;\n this.inputSize = inputSize;\n }\n\n /**\n * Shows a {@link Toast} on the UI thread.\n *\n * @param text The message to show\n */\n private void showToast(final String text) {\n final Activity activity = getActivity();\n if (activity != null) {\n activity.runOnUiThread(\n new Runnable() {\n @Override\n public void run() {\n Toast.makeText(activity, text, Toast.LENGTH_SHORT).show();\n }\n });\n }\n }\n\n /**\n * Given {@code choices} of {@code Size}s supported by a camera, chooses the smallest one whose\n * width and height are at least as large as the minimum of both, or an exact match if possible.\n *\n * @param choices The list of sizes that the camera supports for the intended output class\n * @param width The minimum desired width\n * @param height The minimum desired height\n * @return The optimal {@code Size}, or an arbitrary one if none were big enough\n */\n protected static Size chooseOptimalSize(final Size[] choices, final int width, final int height) {\n final int minSize = Math.max(Math.min(width, height), MINIMUM_PREVIEW_SIZE);\n final Size desiredSize = new Size(width, height);\n\n // Collect the supported resolutions that are at least as big as the preview Surface\n boolean exactSizeFound = false;\n final List bigEnough = new ArrayList();\n final List tooSmall = new ArrayList();\n for (final Size option : choices) {\n if (option.equals(desiredSize)) {\n // Set the size but don't return yet so that remaining sizes will still be logged.\n exactSizeFound = true;\n }\n\n if (option.getHeight() >= minSize && option.getWidth() >= minSize) {\n bigEnough.add(option);\n } else {\n tooSmall.add(option);\n }\n }\n\n Log.d(TAG, \"Desired size: \" + desiredSize + \", min size: \" + minSize + \"x\" + minSize);\n Log.d(TAG, \"Valid preview sizes: [\" + TextUtils.join(\", \", bigEnough) + \"]\");\n Log.d(TAG, \"Rejected preview sizes: [\" + TextUtils.join(\", \", tooSmall) + \"]\");\n\n if (exactSizeFound) {\n Log.d(TAG, \"Exact size match found.\");\n return desiredSize;\n }\n\n // Pick the smallest of those, assuming we found any\n if (bigEnough.size() > 0) {\n final Size chosenSize = Collections.min(bigEnough, new CompareSizesByArea());\n Log.d(TAG, \"Chosen size: \" + chosenSize.getWidth() + \"x\" + chosenSize.getHeight());\n return chosenSize;\n } else {\n Log.e(TAG, \"Couldn't find any suitable preview size\");\n return choices[0];\n }\n }\n\n public static CameraConnectionFragment newInstance(\n final ConnectionCallback callback,\n final OnImageAvailableListener imageListener,\n final int layout,\n final Size inputSize) {\n return new CameraConnectionFragment(callback, imageListener, layout, inputSize);\n }\n\n @Override\n public View onCreateView(\n final LayoutInflater inflater, final ViewGroup container, final Bundle savedInstanceState) {\n return inflater.inflate(layout, container, false);\n }\n\n @Override\n public void onViewCreated(final View view, final Bundle savedInstanceState) {\n textureView = (AutoFitTextureView) view.findViewById(R.id.texture);\n }\n\n @Override\n public void onActivityCreated(final Bundle savedInstanceState) {\n super.onActivityCreated(savedInstanceState);\n }\n\n @Override\n public void onResume() {\n super.onResume();\n startBackgroundThread();\n\n // When the screen is turned off and turned back on, the SurfaceTexture is already\n // available, and \"onSurfaceTextureAvailable\" will not be called. In that case, we can open\n // a camera and start preview from here (otherwise, we wait until the surface is ready in\n // the SurfaceTextureListener).\n if (textureView.isAvailable()) {\n openCamera(textureView.getWidth(), textureView.getHeight());\n } else {\n textureView.setSurfaceTextureListener(surfaceTextureListener);\n }\n }\n\n @Override\n public void onPause() {\n closeCamera();\n stopBackgroundThread();\n super.onPause();\n }\n\n public void setCamera(String cameraId) {\n this.cameraId = cameraId;\n }\n\n /**\n * Sets up member variables related to camera.\n */\n private void setUpCameraOutputs() {\n final Activity activity = getActivity();\n final CameraManager manager = (CameraManager) activity.getSystemService(Context.CAMERA_SERVICE);\n try {\n final CameraCharacteristics characteristics = manager.getCameraCharacteristics(cameraId);\n\n final StreamConfigurationMap map =\n characteristics.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);\n\n // For still image captures, we use the largest available size.\n final Size largest =\n Collections.max(\n Arrays.asList(map.getOutputSizes(ImageFormat.YUV_420_888)),\n new CompareSizesByArea());\n\n sensorOrientation = characteristics.get(CameraCharacteristics.SENSOR_ORIENTATION);\n\n // Danger, W.R.! Attempting to use too large a preview size could exceed the camera\n // bus' bandwidth limitation, resulting in gorgeous previews but the storage of\n // garbage capture data.\n previewSize =\n chooseOptimalSize(map.getOutputSizes(SurfaceTexture.class),\n inputSize.getWidth(),\n inputSize.getHeight());\n } catch (final CameraAccessException e) {\n Log.e(TAG, \"Exception!\" + e);\n } catch (final NullPointerException e) {\n // Currently an NPE is thrown when the Camera2API is used but not supported on the\n // device this code runs.\n // TODO(andrewharp): abstract ErrorDialog/RuntimeException handling out into new method and\n // reuse throughout app.\n ErrorDialog.newInstance(getString(R.string.camera_error))\n .show(getChildFragmentManager(), FRAGMENT_DIALOG);\n throw new RuntimeException(getString(R.string.camera_error));\n }\n\n Size textureViewSize = new Size(textureView.getWidth(), textureView.getHeight());\n cameraConnectionCallback.onPreviewSizeChosen(previewSize, textureViewSize, sensorOrientation);\n }\n\n /**\n * Opens the camera specified by {@link CameraConnectionFragment#cameraId}.\n */\n private void openCamera(final int width, final int height) {\n setUpCameraOutputs();\n configureTransform(width, height);\n final Activity activity = getActivity();\n final CameraManager manager = (CameraManager) activity.getSystemService(Context.CAMERA_SERVICE);\n try {\n if (!cameraOpenCloseLock.tryAcquire(2500, TimeUnit.MILLISECONDS)) {\n throw new RuntimeException(\"Time out waiting to lock camera opening.\");\n }\n manager.openCamera(cameraId, stateCallback, backgroundHandler);\n } catch (final CameraAccessException | SecurityException e) {\n Log.e(TAG, \"Exception!\" + e);\n } catch (final InterruptedException e) {\n throw new RuntimeException(\"Interrupted while trying to lock camera opening.\", e);\n }\n }\n\n /**\n * Closes the current {@link CameraDevice}.\n */\n private void closeCamera() {\n try {\n cameraOpenCloseLock.acquire();\n if (null != captureSession) {\n captureSession.close();\n captureSession = null;\n }\n if (null != cameraDevice) {\n cameraDevice.close();\n cameraDevice = null;\n }\n if (null != previewReader) {\n previewReader.close();\n previewReader = null;\n }\n } catch (final InterruptedException e) {\n throw new RuntimeException(\"Interrupted while trying to lock camera closing.\", e);\n } finally {\n cameraOpenCloseLock.release();\n }\n }\n\n /**\n * Starts a background thread and its {@link Handler}.\n */\n private void startBackgroundThread() {\n backgroundThread = new HandlerThread(\"ImageListener\");\n backgroundThread.start();\n backgroundHandler = new Handler(backgroundThread.getLooper());\n }\n\n /**\n * Stops the background thread and its {@link Handler}.\n */\n private void stopBackgroundThread() {\n backgroundThread.quitSafely();\n try {\n backgroundThread.join();\n backgroundThread = null;\n backgroundHandler = null;\n } catch (final InterruptedException e) {\n Log.e(TAG, \"Exception!\" + e);\n }\n }\n\n private final CameraCaptureSession.CaptureCallback captureCallback =\n new CameraCaptureSession.CaptureCallback() {\n @Override\n public void onCaptureProgressed(\n final CameraCaptureSession session,\n final CaptureRequest request,\n final CaptureResult partialResult) {\n }\n\n @Override\n public void onCaptureCompleted(\n final CameraCaptureSession session,\n final CaptureRequest request,\n final TotalCaptureResult result) {\n }\n };\n\n /**\n * Creates a new {@link CameraCaptureSession} for camera preview.\n */\n private void createCameraPreviewSession() {\n try {\n final SurfaceTexture texture = textureView.getSurfaceTexture();\n assert texture != null;\n\n // We configure the size of default buffer to be the size of camera preview we want.\n texture.setDefaultBufferSize(previewSize.getWidth(), previewSize.getHeight());\n\n // This is the output Surface we need to start preview.\n final Surface surface = new Surface(texture);\n\n // We set up a CaptureRequest.Builder with the output Surface.\n previewRequestBuilder = cameraDevice.createCaptureRequest(CameraDevice.TEMPLATE_PREVIEW);\n previewRequestBuilder.addTarget(surface);\n\n Log.i(TAG, \"Opening camera preview: \" + previewSize.getWidth() + \"x\" + previewSize.getHeight());\n\n // Create the reader for the preview frames.\n previewReader =\n ImageReader.newInstance(\n previewSize.getWidth(), previewSize.getHeight(), ImageFormat.YUV_420_888, 2);\n\n previewReader.setOnImageAvailableListener(imageListener, backgroundHandler);\n previewRequestBuilder.addTarget(previewReader.getSurface());\n\n // Here, we create a CameraCaptureSession for camera preview.\n cameraDevice.createCaptureSession(\n Arrays.asList(surface, previewReader.getSurface()),\n new CameraCaptureSession.StateCallback() {\n\n @Override\n public void onConfigured(final CameraCaptureSession cameraCaptureSession) {\n // The camera is already closed\n if (null == cameraDevice) {\n return;\n }\n\n // When the session is ready, we start displaying the preview.\n captureSession = cameraCaptureSession;\n try {\n // Auto focus should be continuous for camera preview.\n previewRequestBuilder.set(\n CaptureRequest.CONTROL_AF_MODE,\n CaptureRequest.CONTROL_AF_MODE_CONTINUOUS_PICTURE);\n // Flash is automatically enabled when necessary.\n previewRequestBuilder.set(\n CaptureRequest.CONTROL_AE_MODE, CaptureRequest.CONTROL_AE_MODE_ON_AUTO_FLASH);\n\n // Finally, we start displaying the camera preview.\n previewRequest = previewRequestBuilder.build();\n captureSession.setRepeatingRequest(\n previewRequest, captureCallback, backgroundHandler);\n } catch (final CameraAccessException e) {\n Log.e(TAG, \"Exception!\" + e);\n }\n }\n\n @Override\n public void onConfigureFailed(final CameraCaptureSession cameraCaptureSession) {\n showToast(\"Failed\");\n }\n },\n null);\n } catch (final CameraAccessException e) {\n Log.e(TAG, \"Exception!\" + e);\n }\n }\n\n /**\n * Configures the necessary {@link android.graphics.Matrix} transformation to `mTextureView`.\n * This method should be called after the camera preview size is determined in\n * setUpCameraOutputs and also the size of `mTextureView` is fixed.\n *\n * @param viewWidth The width of `mTextureView`\n * @param viewHeight The height of `mTextureView`\n */\n private void configureTransform(final int viewWidth, final int viewHeight) {\n final Activity activity = getActivity();\n if (null == textureView || null == previewSize || null == activity) {\n return;\n }\n final int rotation = activity.getWindowManager().getDefaultDisplay().getRotation();\n final Matrix matrix = new Matrix();\n final RectF viewRect = new RectF(0, 0, viewWidth, viewHeight);\n final RectF bufferRect = new RectF(0, 0, previewSize.getHeight(), previewSize.getWidth());\n final float centerX = viewRect.centerX();\n final float centerY = viewRect.centerY();\n if (Surface.ROTATION_90 == rotation || Surface.ROTATION_270 == rotation) {\n bufferRect.offset(centerX - bufferRect.centerX(), centerY - bufferRect.centerY());\n matrix.setRectToRect(viewRect, bufferRect, Matrix.ScaleToFit.FILL);\n final float scale =\n Math.max(\n (float) viewHeight / previewSize.getHeight(),\n (float) viewWidth / previewSize.getWidth());\n matrix.postScale(scale, scale, centerX, centerY);\n matrix.postRotate(90 * (rotation - 2), centerX, centerY);\n } else if (Surface.ROTATION_180 == rotation) {\n matrix.postRotate(180, centerX, centerY);\n }\n textureView.setTransform(matrix);\n }\n\n /**\n * Compares two {@code Size}s based on their areas.\n */\n static class CompareSizesByArea implements Comparator {\n @Override\n public int compare(final Size lhs, final Size rhs) {\n // We cast here to ensure the multiplications won't overflow\n return Long.signum(\n (long) lhs.getWidth() * lhs.getHeight() - (long) rhs.getWidth() * rhs.getHeight());\n }\n }\n\n /**\n * Shows an error message dialog.\n */\n public static class ErrorDialog extends DialogFragment {\n private static final String ARG_MESSAGE = \"message\";\n\n public static ErrorDialog newInstance(final String message) {\n final ErrorDialog dialog = new ErrorDialog();\n final Bundle args = new Bundle();\n args.putString(ARG_MESSAGE, message);\n dialog.setArguments(args);\n return dialog;\n }\n\n @Override\n public Dialog onCreateDialog(final Bundle savedInstanceState) {\n final Activity activity = getActivity();\n return new AlertDialog.Builder(activity)\n .setMessage(getArguments().getString(ARG_MESSAGE))\n .setPositiveButton(\n android.R.string.ok,\n new DialogInterface.OnClickListener() {\n @Override\n public void onClick(final DialogInterface dialogInterface, final int i) {\n activity.finish();\n }\n })\n .create();\n }\n }\n}\n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/java/ai/fritz/replaceBackground/MainActivity.java",
"content": "package ai.fritz.replaceBackground;\n\nimport android.app.Activity;\nimport android.content.Intent;\nimport android.graphics.Bitmap;\nimport android.graphics.Canvas;\nimport android.graphics.Matrix;\nimport android.graphics.Paint;\nimport android.media.ExifInterface;\nimport android.media.Image;\nimport android.media.ImageReader;\nimport android.net.Uri;\nimport android.os.Bundle;\nimport android.provider.MediaStore;\nimport android.util.Log;\nimport android.util.Size;\nimport android.view.View;\nimport android.widget.Button;\nimport android.widget.ProgressBar;\nimport android.widget.RelativeLayout;\nimport android.widget.Toast;\n\nimport java.io.IOException;\nimport java.io.InputStream;\nimport java.util.concurrent.atomic.AtomicBoolean;\n\nimport ai.fritz.core.Fritz;\nimport ai.fritz.core.utils.BitmapUtils;\nimport ai.fritz.vision.FritzVision;\nimport ai.fritz.vision.FritzVisionImage;\nimport ai.fritz.vision.FritzVisionModels;\nimport ai.fritz.vision.FritzVisionOrientation;\nimport ai.fritz.vision.ImageOrientation;\nimport ai.fritz.vision.ImageRotation;\nimport ai.fritz.vision.ModelVariant;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictor;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictorOptions;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationResult;\nimport ai.fritz.vision.imagesegmentation.MaskClass;\nimport ai.fritz.vision.imagesegmentation.SegmentationOnDeviceModel;\n\n\npublic class MainActivity extends BaseCameraActivity implements ImageReader.OnImageAvailableListener {\n private static final String TAG = MainActivity.class.getSimpleName();\n private static final int SELECT_IMAGE = 1;\n\n private AtomicBoolean shouldSample = new AtomicBoolean(true);\n private FritzVisionSegmentationPredictor predictor;\n private ImageOrientation orientation;\n\n private FritzVisionSegmentationResult segmentResult;\n private FritzVisionImage visionImage;\n\n Button snapshotButton;\n Button selectBackgroundBtn;\n RelativeLayout previewLayout;\n RelativeLayout snapshotLayout;\n OverlayView snapshotOverlay;\n ProgressBar snapshotProcessingSpinner;\n Button closeButton;\n\n private Bitmap backgroundBitmap;\n\n @Override\n protected void onCreate(final Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n Fritz.configure(getApplicationContext(), \"bbe75c73f8b24e63bc05bf81ed9d2829\");\n\n SegmentationOnDeviceModel onDeviceModel = FritzVisionModels.getPeopleSegmentationOnDeviceModel(ModelVariant.ACCURATE);\n FritzVisionSegmentationPredictorOptions options = new FritzVisionSegmentationPredictorOptions();\n options.confidenceThreshold = .4f;\n predictor = FritzVision.ImageSegmentation.getPredictor(onDeviceModel, options);\n }\n\n @Override\n protected void onActivityResult(int requestCode, int resultCode, Intent data) {\n super.onActivityResult(requestCode, resultCode, data);\n\n\n if (requestCode != SELECT_IMAGE) {\n return;\n }\n if (resultCode == Activity.RESULT_CANCELED) {\n Toast.makeText(this, \"Canceled\", Toast.LENGTH_SHORT).show();\n return;\n }\n\n if (resultCode == Activity.RESULT_OK) {\n if (data == null) {\n return;\n }\n try {\n Uri selectedPicture = data.getData();\n Log.d(TAG, \"IMAGE CHOSEN: \" + selectedPicture);\n\n InputStream inputStream = getContentResolver().openInputStream(selectedPicture);\n ExifInterface exif = new ExifInterface(inputStream);\n int orientation = exif.getAttributeInt(ExifInterface.TAG_ORIENTATION, ExifInterface.ORIENTATION_NORMAL);\n\n backgroundBitmap = MediaStore.Images.Media.getBitmap(getContentResolver(), selectedPicture);\n\n switch (orientation) {\n case ExifInterface.ORIENTATION_ROTATE_90:\n backgroundBitmap = BitmapUtils.rotate(backgroundBitmap, 0);\n case ExifInterface.ORIENTATION_ROTATE_180:\n backgroundBitmap = BitmapUtils.rotate(backgroundBitmap, 270);\n case ExifInterface.ORIENTATION_ROTATE_270:\n backgroundBitmap = BitmapUtils.rotate(backgroundBitmap, 180);\n }\n\n } catch (IOException e) {\n throw new RuntimeException(e);\n }\n }\n }\n\n @Override\n protected int getLayoutId() {\n return R.layout.camera_connection_fragment_background_replace;\n }\n\n @Override\n public void onPreviewSizeChosen(final Size size, final Size cameraSize, final int rotation) {\n orientation = FritzVisionOrientation.getImageOrientationFromCamera(this, cameraId);\n\n snapshotButton = findViewById(R.id.take_picture_btn);\n previewLayout = findViewById(R.id.preview_frame);\n snapshotLayout = findViewById(R.id.snapshot_frame);\n snapshotOverlay = findViewById(R.id.snapshot_view);\n closeButton = findViewById(R.id.close_btn);\n snapshotProcessingSpinner = findViewById(R.id.snapshotProcessingSpinner);\n selectBackgroundBtn = findViewById(R.id.selectBackgroundBtn);\n\n snapshotOverlay.setCallback(new OverlayView.DrawCallback() {\n @Override\n public void drawCallback(final Canvas canvas) {\n\n // If the prediction has not run\n if (segmentResult == null) {\n return;\n }\n\n // Show the people segmentation result when the background hasn't been chosen.\n if (backgroundBitmap == null) {\n Bitmap personMask = segmentResult.buildSingleClassMask(MaskClass.PERSON, 180, .5f, .5f);\n Bitmap result = visionImage.overlay(personMask);\n Bitmap scaledBitmap = BitmapUtils.resize(result, cameraSize.getWidth(), cameraSize.getHeight());\n canvas.drawBitmap(scaledBitmap, new Matrix(), new Paint());\n return;\n }\n\n // Show the background replacement\n Bitmap scaledBackgroundBitmap = BitmapUtils.resize(backgroundBitmap, cameraSize.getWidth(), cameraSize.getHeight());\n canvas.drawBitmap(scaledBackgroundBitmap, new Matrix(), new Paint());\n\n // Draw the masked bitmap\n long startTime = System.currentTimeMillis();\n // Use a max alpha of 255 so that there isn't any transparency in the mask.\n Bitmap maskedBitmap = segmentResult.buildSingleClassMask(MaskClass.PERSON, 255, .5f, .5f);\n Bitmap croppedMask = visionImage.mask(maskedBitmap, true);\n Log.d(TAG, \"Masked bitmap took \" + (System.currentTimeMillis() - startTime) + \"ms to create.\");\n\n if (croppedMask != null) {\n // Scale the result\n float scaleWidth = ((float) cameraSize.getWidth()) / croppedMask.getWidth();\n float scaleHeight = ((float) cameraSize.getWidth()) / croppedMask.getHeight();\n\n final Matrix matrix = new Matrix();\n float scale = Math.min(scaleWidth, scaleHeight);\n matrix.postScale(scale, scale);\n\n Bitmap scaledMaskBitmap = Bitmap.createBitmap(croppedMask, 0, 0, croppedMask.getWidth(), croppedMask.getHeight(), matrix, false);\n // Print the background bitmap with the masked bitmap\n // Center the masked bitmap at the bottom of the image.\n canvas.drawBitmap(scaledMaskBitmap, (cameraSize.getWidth() - scaledMaskBitmap.getWidth()) / 2, cameraSize.getHeight() - scaledMaskBitmap.getHeight(), new Paint());\n }\n }\n });\n\n snapshotButton.setOnClickListener(new View.OnClickListener() {\n @Override\n public void onClick(View view) {\n if (!shouldSample.compareAndSet(true, false)) {\n return;\n }\n\n snapshotOverlay.postInvalidate();\n\n runInBackground(\n new Runnable() {\n @Override\n public void run() {\n showSpinner();\n segmentResult = predictor.predict(visionImage);\n showSnapshotLayout();\n hideSpinner();\n snapshotOverlay.postInvalidate();\n }\n });\n }\n });\n\n\n selectBackgroundBtn.setOnClickListener(new View.OnClickListener() {\n @Override\n public void onClick(View view) {\n Intent intent = new Intent();\n intent.setType(\"image/*\");\n intent.setAction(Intent.ACTION_GET_CONTENT);\n startActivityForResult(Intent.createChooser(intent, \"Select Picture\"), SELECT_IMAGE);\n }\n });\n\n closeButton.setOnClickListener(new View.OnClickListener() {\n @Override\n public void onClick(View view) {\n showPreviewLayout();\n shouldSample.set(true);\n backgroundBitmap = null;\n }\n });\n }\n\n private void showSpinner() {\n runOnUiThread(new Runnable() {\n @Override\n public void run() {\n snapshotProcessingSpinner.setVisibility(View.VISIBLE);\n }\n });\n }\n\n private void hideSpinner() {\n runOnUiThread(new Runnable() {\n @Override\n public void run() {\n snapshotProcessingSpinner.setVisibility(View.GONE);\n }\n });\n }\n\n private void showSnapshotLayout() {\n runOnUiThread(new Runnable() {\n @Override\n public void run() {\n previewLayout.setVisibility(View.GONE);\n snapshotLayout.setVisibility(View.VISIBLE);\n }\n });\n }\n\n private void showPreviewLayout() {\n previewLayout.setVisibility(View.VISIBLE);\n snapshotLayout.setVisibility(View.GONE);\n }\n\n @Override\n public void onImageAvailable(final ImageReader reader) {\n Image image = reader.acquireLatestImage();\n\n if (image == null) {\n return;\n }\n\n if (!shouldSample.get()) {\n image.close();\n return;\n }\n\n visionImage = FritzVisionImage.fromMediaImage(image, orientation);\n image.close();\n }\n}"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/java/ai/fritz/replaceBackground/OverlayView.java",
"content": "package ai.fritz.replaceBackground;\n\nimport android.content.Context;\nimport android.graphics.Canvas;\nimport android.util.AttributeSet;\nimport android.view.View;\n\n/**\n * A simple View providing a render callback to other classes.\n */\npublic class OverlayView extends View {\n private DrawCallback callback;\n\n public OverlayView(final Context context, final AttributeSet attrs) {\n super(context, attrs);\n }\n\n /**\n * Interface defining the callback for client classes.\n */\n public interface DrawCallback {\n public void drawCallback(final Canvas canvas);\n }\n\n public void setCallback(final DrawCallback callback) {\n this.callback = callback;\n }\n\n @Override\n public synchronized void draw(final Canvas canvas) {\n super.draw(canvas);\n if(callback != null) {\n callback.drawCallback(canvas);\n }\n }\n}"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/res/drawable/ic_close.xml",
"content": "\n \n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/res/drawable/ic_launcher_background.xml",
"content": "\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/res/drawable/round_button.xml",
"content": "\n\n \n \n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/res/drawable-v24/ic_launcher_foreground.xml",
"content": "\n \n \n \n \n \n \n \n \n \n\n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/res/layout/activity_main.xml",
"content": "\n\n \n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/res/layout/camera_connection_fragment_background_replace.xml",
"content": "\n\n\n \n\n \n\n \n\n \n\n \n\n \n \n \n\n \n\n \n\n \n\n \n\n \n\n\n\n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml",
"content": "\n\n \n \n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml",
"content": "\n\n \n \n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/res/values/colors.xml",
"content": "\n\n #3F51B5\n #303F9F\n #FF4081\n\n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/res/values/dimen.xml",
"content": "\n\n\n\n \n\n 4dp\n 8dp\n 16dp\n 32dp\n 64dp\n\n \n\n @dimen/margin_md\n @dimen/margin_md\n\n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/res/values/fritz.xml",
"content": "\n Your API Key\n\n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/res/values/strings.xml",
"content": "\n Background Changer\n This device doesn\\'t support Camera2 API.\n\n"
},
{
"path": "Android/BackgroundReplacementApp/app/src/main/res/values/styles.xml",
"content": "\n\n \n \n\n\n"
},
{
"path": "Android/BackgroundReplacementApp/build.gradle",
"content": "// Top-level build file where you can add configuration options common to all sub-projects/modules.\n\nbuildscript {\n\n repositories {\n google()\n jcenter()\n }\n dependencies {\n classpath 'com.android.tools.build:gradle:3.1.4'\n\n\n // NOTE: Do not place your application dependencies here; they belong\n // in the individual module build.gradle files\n }\n}\n\nallprojects {\n repositories {\n google()\n jcenter()\n\n // ADD FOR FRITZ DEPENDENCIES\n maven { url \"https://fritz.mycloudrepo.io/public/repositories/android\" }\n }\n}\n\ntask clean(type: Delete) {\n delete rootProject.buildDir\n}\n"
},
{
"path": "Android/BackgroundReplacementApp/gradle.properties",
"content": "# Project-wide Gradle settings.\n# IDE (e.g. Android Studio) users:\n# Gradle settings configured through the IDE *will override*\n# any settings specified in this file.\n# For more details on how to configure your build environment visit\n# http://www.gradle.org/docs/current/userguide/build_environment.html\n# Specifies the JVM arguments used for the daemon process.\n# The setting is particularly useful for tweaking memory settings.\norg.gradle.jvmargs=-Xmx1536m\n# When configured, Gradle will run in incubating parallel mode.\n# This option should only be used with decoupled projects. More details, visit\n# http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects\n# org.gradle.parallel=true\n"
},
{
"path": "Android/BackgroundReplacementApp/gradlew",
"content": "#!/usr/bin/env sh\n\n##############################################################################\n##\n## Gradle start up script for UN*X\n##\n##############################################################################\n\n# Attempt to set APP_HOME\n# Resolve links: $0 may be a link\nPRG=\"$0\"\n# Need this for relative symlinks.\nwhile [ -h \"$PRG\" ] ; do\n ls=`ls -ld \"$PRG\"`\n link=`expr \"$ls\" : '.*-> \\(.*\\)$'`\n if expr \"$link\" : '/.*' > /dev/null; then\n PRG=\"$link\"\n else\n PRG=`dirname \"$PRG\"`\"/$link\"\n fi\ndone\nSAVED=\"`pwd`\"\ncd \"`dirname \\\"$PRG\\\"`/\" >/dev/null\nAPP_HOME=\"`pwd -P`\"\ncd \"$SAVED\" >/dev/null\n\nAPP_NAME=\"Gradle\"\nAPP_BASE_NAME=`basename \"$0\"`\n\n# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.\nDEFAULT_JVM_OPTS=\"\"\n\n# Use the maximum available, or set MAX_FD != -1 to use that value.\nMAX_FD=\"maximum\"\n\nwarn () {\n echo \"$*\"\n}\n\ndie () {\n echo\n echo \"$*\"\n echo\n exit 1\n}\n\n# OS specific support (must be 'true' or 'false').\ncygwin=false\nmsys=false\ndarwin=false\nnonstop=false\ncase \"`uname`\" in\n CYGWIN* )\n cygwin=true\n ;;\n Darwin* )\n darwin=true\n ;;\n MINGW* )\n msys=true\n ;;\n NONSTOP* )\n nonstop=true\n ;;\nesac\n\nCLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar\n\n# Determine the Java command to use to start the JVM.\nif [ -n \"$JAVA_HOME\" ] ; then\n if [ -x \"$JAVA_HOME/jre/sh/java\" ] ; then\n # IBM's JDK on AIX uses strange locations for the executables\n JAVACMD=\"$JAVA_HOME/jre/sh/java\"\n else\n JAVACMD=\"$JAVA_HOME/bin/java\"\n fi\n if [ ! -x \"$JAVACMD\" ] ; then\n die \"ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME\n\nPlease set the JAVA_HOME variable in your environment to match the\nlocation of your Java installation.\"\n fi\nelse\n JAVACMD=\"java\"\n which java >/dev/null 2>&1 || die \"ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.\n\nPlease set the JAVA_HOME variable in your environment to match the\nlocation of your Java installation.\"\nfi\n\n# Increase the maximum file descriptors if we can.\nif [ \"$cygwin\" = \"false\" -a \"$darwin\" = \"false\" -a \"$nonstop\" = \"false\" ] ; then\n MAX_FD_LIMIT=`ulimit -H -n`\n if [ $? -eq 0 ] ; then\n if [ \"$MAX_FD\" = \"maximum\" -o \"$MAX_FD\" = \"max\" ] ; then\n MAX_FD=\"$MAX_FD_LIMIT\"\n fi\n ulimit -n $MAX_FD\n if [ $? -ne 0 ] ; then\n warn \"Could not set maximum file descriptor limit: $MAX_FD\"\n fi\n else\n warn \"Could not query maximum file descriptor limit: $MAX_FD_LIMIT\"\n fi\nfi\n\n# For Darwin, add options to specify how the application appears in the dock\nif $darwin; then\n GRADLE_OPTS=\"$GRADLE_OPTS \\\"-Xdock:name=$APP_NAME\\\" \\\"-Xdock:icon=$APP_HOME/media/gradle.icns\\\"\"\nfi\n\n# For Cygwin, switch paths to Windows format before running java\nif $cygwin ; then\n APP_HOME=`cygpath --path --mixed \"$APP_HOME\"`\n CLASSPATH=`cygpath --path --mixed \"$CLASSPATH\"`\n JAVACMD=`cygpath --unix \"$JAVACMD\"`\n\n # We build the pattern for arguments to be converted via cygpath\n ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`\n SEP=\"\"\n for dir in $ROOTDIRSRAW ; do\n ROOTDIRS=\"$ROOTDIRS$SEP$dir\"\n SEP=\"|\"\n done\n OURCYGPATTERN=\"(^($ROOTDIRS))\"\n # Add a user-defined pattern to the cygpath arguments\n if [ \"$GRADLE_CYGPATTERN\" != \"\" ] ; then\n OURCYGPATTERN=\"$OURCYGPATTERN|($GRADLE_CYGPATTERN)\"\n fi\n # Now convert the arguments - kludge to limit ourselves to /bin/sh\n i=0\n for arg in \"$@\" ; do\n CHECK=`echo \"$arg\"|egrep -c \"$OURCYGPATTERN\" -`\n CHECK2=`echo \"$arg\"|egrep -c \"^-\"` ### Determine if an option\n\n if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition\n eval `echo args$i`=`cygpath --path --ignore --mixed \"$arg\"`\n else\n eval `echo args$i`=\"\\\"$arg\\\"\"\n fi\n i=$((i+1))\n done\n case $i in\n (0) set -- ;;\n (1) set -- \"$args0\" ;;\n (2) set -- \"$args0\" \"$args1\" ;;\n (3) set -- \"$args0\" \"$args1\" \"$args2\" ;;\n (4) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" ;;\n (5) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" ;;\n (6) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" ;;\n (7) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" ;;\n (8) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" \"$args7\" ;;\n (9) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" \"$args7\" \"$args8\" ;;\n esac\nfi\n\n# Escape application args\nsave () {\n for i do printf %s\\\\n \"$i\" | sed \"s/'/'\\\\\\\\''/g;1s/^/'/;\\$s/\\$/' \\\\\\\\/\" ; done\n echo \" \"\n}\nAPP_ARGS=$(save \"$@\")\n\n# Collect all arguments for the java command, following the shell quoting and substitution rules\neval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS \"\\\"-Dorg.gradle.appname=$APP_BASE_NAME\\\"\" -classpath \"\\\"$CLASSPATH\\\"\" org.gradle.wrapper.GradleWrapperMain \"$APP_ARGS\"\n\n# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong\nif [ \"$(uname)\" = \"Darwin\" ] && [ \"$HOME\" = \"$PWD\" ]; then\n cd \"$(dirname \"$0\")\"\nfi\n\nexec \"$JAVACMD\" \"$@\"\n"
},
{
"path": "Android/BackgroundReplacementApp/gradlew.bat",
"content": "@if \"%DEBUG%\" == \"\" @echo off\r\n@rem ##########################################################################\r\n@rem\r\n@rem Gradle startup script for Windows\r\n@rem\r\n@rem ##########################################################################\r\n\r\n@rem Set local scope for the variables with windows NT shell\r\nif \"%OS%\"==\"Windows_NT\" setlocal\r\n\r\nset DIRNAME=%~dp0\r\nif \"%DIRNAME%\" == \"\" set DIRNAME=.\r\nset APP_BASE_NAME=%~n0\r\nset APP_HOME=%DIRNAME%\r\n\r\n@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.\r\nset DEFAULT_JVM_OPTS=\r\n\r\n@rem Find java.exe\r\nif defined JAVA_HOME goto findJavaFromJavaHome\r\n\r\nset JAVA_EXE=java.exe\r\n%JAVA_EXE% -version >NUL 2>&1\r\nif \"%ERRORLEVEL%\" == \"0\" goto init\r\n\r\necho.\r\necho ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.\r\necho.\r\necho Please set the JAVA_HOME variable in your environment to match the\r\necho location of your Java installation.\r\n\r\ngoto fail\r\n\r\n:findJavaFromJavaHome\r\nset JAVA_HOME=%JAVA_HOME:\"=%\r\nset JAVA_EXE=%JAVA_HOME%/bin/java.exe\r\n\r\nif exist \"%JAVA_EXE%\" goto init\r\n\r\necho.\r\necho ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%\r\necho.\r\necho Please set the JAVA_HOME variable in your environment to match the\r\necho location of your Java installation.\r\n\r\ngoto fail\r\n\r\n:init\r\n@rem Get command-line arguments, handling Windows variants\r\n\r\nif not \"%OS%\" == \"Windows_NT\" goto win9xME_args\r\n\r\n:win9xME_args\r\n@rem Slurp the command line arguments.\r\nset CMD_LINE_ARGS=\r\nset _SKIP=2\r\n\r\n:win9xME_args_slurp\r\nif \"x%~1\" == \"x\" goto execute\r\n\r\nset CMD_LINE_ARGS=%*\r\n\r\n:execute\r\n@rem Setup the command line\r\n\r\nset CLASSPATH=%APP_HOME%\\gradle\\wrapper\\gradle-wrapper.jar\r\n\r\n@rem Execute Gradle\r\n\"%JAVA_EXE%\" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% \"-Dorg.gradle.appname=%APP_BASE_NAME%\" -classpath \"%CLASSPATH%\" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%\r\n\r\n:end\r\n@rem End local scope for the variables with windows NT shell\r\nif \"%ERRORLEVEL%\"==\"0\" goto mainEnd\r\n\r\n:fail\r\nrem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of\r\nrem the _cmd.exe /c_ return code!\r\nif not \"\" == \"%GRADLE_EXIT_CONSOLE%\" exit 1\r\nexit /b 1\r\n\r\n:mainEnd\r\nif \"%OS%\"==\"Windows_NT\" endlocal\r\n\r\n:omega\r\n"
},
{
"path": "Android/BackgroundReplacementApp/settings.gradle",
"content": "include ':app'\n"
},
{
"path": "Android/CameraBoilerplateApp/.gitignore",
"content": "# Built application files\n*.apk\n*.ap_\n\n# Files for the ART/Dalvik VM\n*.dex\n\n# Java class files\n*.class\n\n# Generated files\nbin/\ngen/\nout/\n\n# Gradle files\n.gradle/\nbuild/\n\n# Local configuration file (sdk path, etc)\nlocal.properties\n\n# Proguard folder generated by Eclipse\nproguard/\n\n# Log Files\n*.log\n\n# Android Studio Navigation editor temp files\n.navigation/\n\n# Android Studio captures folder\ncaptures/\n\n# IntelliJ\n*.iml\n.idea\n\n# Keystore files\n# Uncomment the following line if you do not want to check your keystore files in.\n#*.jks\n\n# External native build folder generated in Android Studio 2.2 and later\n.externalNativeBuild\n\n# Google Services (e.g. APIs or Firebase)\ngoogle-services.json\n\n# Freeline\nfreeline.py\nfreeline/\nfreeline_project_description.json\n\n# fastlane\nfastlane/report.xml\nfastlane/Preview.html\nfastlane/screenshots\nfastlane/test_output\nfastlane/readme.md\n"
},
{
"path": "Android/CameraBoilerplateApp/README.md",
"content": "# Camera Boilerplate\n\n[ ](https://app.codeship.com/projects/297281)\n[](http://twitter.com/fritzlabs)\n\nWe've created this simple camera app to make it easier for developers to try out ML models using the Camera 2 API.\n\nFor a full list of tutorials, please visit our [examples and tutorials page](https://www.fritz.ai/resources/tutorials.html).\n\n## Fritz AI\n\nFritz AI is the machine learning platform for iOS and Android developers. Teach your mobile apps to see, hear, sense, and think. Start with our ready-to-use feature APIs or connect and deploy your own custom models.\n\n## Requirements\n\n- Android Studio 3.2 or above\n- Android device in developer model (USB debugging enabled)\n\n## Getting Started\n\n**Step 1: Choose a Fritz AI Plan**\n\n[Sign up](https://www.fritz.ai/pricing/?utm_source=github&utm_campaign=fritz-examples) for a Fritz AI plan to get started.\n\nRegister the Android app in your Fritz account with the package id \"ai.fritz.camera\". During registration, you'll receive an API key for the app. Save this for later. To find it in the webapp, you can go to Project Settings > Apps > Your App > Show API Key.\n\n**Step 2: Clone / Fork the fritz-examples repository and open the camera app in Android Studio**\n\n```\ngit clone https://github.com/fritzlabs/fritz-examples.git\n```\n\nIn Android Studio, choose \"Open an existing Android Studio project\" and select `skeleton-live-video-app`.\n\n**Step 3: Edit the fritz.xml file with your API Key**\n\nIn app/src/main/res/values/fritz.xml, change the fritz_api_key attribute with the one you received in step 1.\n\n**Step 4: Build the Android Studio Project**\n\nSelect \"Build > Make Project\" from the top nav. Download any missing libraries if applicable. This should sync the gradle dependencies so give the build a second to complete.\n\n**Step 5: Install the app onto your device**\n\nWith your Android device connected, select `Run > Run App` from the top nav. You should see a simple camera app for you to play around with.\n\nIn future tutorials, we'll use this as a starting point in order to run the model on each camera frame and show the result.\n\n## Official Documentation\n\n[SDK Documentation](https://docs.fritz.ai/?utm_source=github&utm_campaign=fritz-examples)\n\n[Android API Docs](https://docs.fritz.ai/android/latest/index.html?utm_source=github&utm_campaign=fritz-examples)\n\n## Join the community\n\n[Heartbeat](https://heartbeat.fritz.ai/?utm_source=github&utm_campaign=fritz-examples) is a community of developers interested in the intersection of mobile and machine learning. [Chat with us in Slack](https://www.fritz.ai/slack?utm_source=github&utm_campaign=fritz-examples) and stay up to date on the latest mobile ML news with our [Newsletter](https://www.fritz.ai/newsletter?utm_source=github&utm_campaign=fritz-examples).\n\n## Help\n\nFor any questions or issues, you can:\n\n- Submit an issue on this repo\n- Go to [Support](https://support.fritz.ai/?utm_source=github&utm_campaign=fritz-examples)\n- Message us directly in [Slack](https://www.fritz.ai/slack?utm_source=github&utm_campaign=fritz-examples)\n"
},
{
"path": "Android/CameraBoilerplateApp/app/.gitignore",
"content": "/build\n"
},
{
"path": "Android/CameraBoilerplateApp/app/build.gradle",
"content": "apply plugin: 'com.android.application'\n\nandroid {\n compileSdkVersion 28\n defaultConfig {\n // MUST MATCH THE APPLICATION YOU CREATE IN FRITZ\n applicationId \"ai.fritz.camera\"\n minSdkVersion 21\n targetSdkVersion 28\n versionCode 1\n versionName \"1.0\"\n testInstrumentationRunner \"android.support.test.runner.AndroidJUnitRunner\"\n }\n buildTypes {\n debug {\n debuggable true\n }\n release {\n minifyEnabled false\n proguardFiles getDefaultProguardFile('proguard-android.txt'), 'proguard-rules.pro'\n }\n }\n\n aaptOptions {\n noCompress \"tflite\"\n }\n\n lintOptions {\n abortOnError false\n }\n}\n\ndependencies {\n implementation 'com.android.support:appcompat-v7:28.0.0'\n implementation 'com.android.support.constraint:constraint-layout:1.1.3'\n\n implementation \"ai.fritz:core:6.0.3\"\n implementation \"ai.fritz:vision:6.0.3\"\n\n testImplementation 'junit:junit:4.12'\n androidTestImplementation 'com.android.support.test:runner:1.0.2'\n androidTestImplementation 'com.android.support.test.espresso:espresso-core:3.0.2'\n}\n"
},
{
"path": "Android/CameraBoilerplateApp/app/proguard-rules.pro",
"content": "# Add project specific ProGuard rules here.\n# You can control the set of applied configuration files using the\n# proguardFiles setting in build.gradle.\n#\n# For more details, see\n# http://developer.android.com/guide/developing/tools/proguard.html\n\n# If your project uses WebView with JS, uncomment the following\n# and specify the fully qualified class name to the JavaScript interface\n# class:\n#-keepclassmembers class fqcn.of.javascript.interface.for.webview {\n# public *;\n#}\n\n# Uncomment this to preserve the line number information for\n# debugging stack traces.\n#-keepattributes SourceFile,LineNumberTable\n\n# If you keep the line number information, uncomment this to\n# hide the original source file name.\n#-renamesourcefileattribute SourceFile\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/androidTest/java/ai/fritz/camera/ExampleInstrumentedTest.java",
"content": "package ai.fritz.camera;\n\nimport android.content.Context;\nimport android.support.test.InstrumentationRegistry;\nimport android.support.test.runner.AndroidJUnit4;\n\nimport org.junit.Test;\nimport org.junit.runner.RunWith;\n\nimport static org.junit.Assert.*;\n\n/**\n * Instrumented test, which will execute on an Android device.\n *\n * @see Testing documentation\n */\n@RunWith(AndroidJUnit4.class)\npublic class ExampleInstrumentedTest {\n @Test\n public void useAppContext() {\n // Context of the app under test.\n Context appContext = InstrumentationRegistry.getTargetContext();\n\n assertEquals(\"ai.fritz.camera\", appContext.getPackageName());\n }\n}\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/AndroidManifest.xml",
"content": "\n\n\n \n \n \n\n \n \n\n \n \n \n \n\n \n \n \n \n\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/java/ai/fritz/camera/AutoFitTextureView.java",
"content": "package ai.fritz.camera;\n\nimport android.content.Context;\nimport android.util.AttributeSet;\nimport android.view.TextureView;\n\n/**\n * A {@link TextureView} that can be adjusted to a specified aspect ratio.\n */\npublic class AutoFitTextureView extends TextureView {\n private int ratioWidth = 0;\n private int ratioHeight = 0;\n\n public AutoFitTextureView(final Context context) {\n this(context, null);\n }\n\n public AutoFitTextureView(final Context context, final AttributeSet attrs) {\n this(context, attrs, 0);\n }\n\n public AutoFitTextureView(final Context context, final AttributeSet attrs, final int defStyle) {\n super(context, attrs, defStyle);\n }\n\n /**\n * Sets the aspect ratio for this view. The size of the view will be measured based on the ratio\n * calculated from the parameters. Note that the actual sizes of parameters don't matter, that\n * is, calling setAspectRatio(2, 3) and setAspectRatio(4, 6) make the same result.\n *\n * @param width Relative horizontal size\n * @param height Relative vertical size\n */\n public void setAspectRatio(final int width, final int height) {\n if (width < 0 || height < 0) {\n throw new IllegalArgumentException(\"Size cannot be negative.\");\n }\n ratioWidth = width;\n ratioHeight = height;\n requestLayout();\n }\n}"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/java/ai/fritz/camera/BaseCameraActivity.java",
"content": "package ai.fritz.camera;\n\nimport android.Manifest;\nimport android.content.Context;\nimport android.content.pm.PackageManager;\nimport android.hardware.camera2.CameraAccessException;\nimport android.hardware.camera2.CameraCharacteristics;\nimport android.hardware.camera2.CameraManager;\nimport android.hardware.camera2.params.StreamConfigurationMap;\nimport android.media.ImageReader.OnImageAvailableListener;\nimport android.os.Build;\nimport android.os.Bundle;\nimport android.os.Handler;\nimport android.os.HandlerThread;\nimport android.support.v7.app.AppCompatActivity;\nimport android.util.DisplayMetrics;\nimport android.util.Log;\nimport android.util.Size;\nimport android.view.KeyEvent;\nimport android.view.WindowManager;\nimport android.widget.Toast;\n\n\npublic abstract class BaseCameraActivity extends AppCompatActivity implements OnImageAvailableListener {\n private static final String TAG = BaseCameraActivity.class.getSimpleName();\n private static int MAX_WIDTH = 500;\n private static final int PERMISSIONS_REQUEST = 1;\n\n private static final String PERMISSION_CAMERA = Manifest.permission.CAMERA;\n private boolean useCamera2API;\n\n private boolean debug = false;\n\n private Handler handler;\n private HandlerThread handlerThread;\n\n protected String cameraId;\n\n @Override\n protected void onCreate(final Bundle savedInstanceState) {\n Log.d(TAG, \"onCreate \" + this);\n super.onCreate(null);\n getWindow().addFlags(WindowManager.LayoutParams.FLAG_KEEP_SCREEN_ON);\n\n setContentView(R.layout.activity_main);\n\n if (hasPermission()) {\n setFragment();\n } else {\n requestPermission();\n }\n }\n\n @Override\n public synchronized void onStart() {\n Log.d(TAG, \"onStart \" + this);\n super.onStart();\n }\n\n @Override\n public synchronized void onResume() {\n Log.d(TAG, \"onResume \" + this);\n super.onResume();\n\n handlerThread = new HandlerThread(\"inference\");\n handlerThread.start();\n handler = new Handler(handlerThread.getLooper());\n }\n\n @Override\n public synchronized void onPause() {\n Log.d(TAG, \"onPause \" + this);\n\n if (!isFinishing()) {\n Log.d(TAG, \"Requesting finish\");\n finish();\n }\n\n handlerThread.quitSafely();\n try {\n handlerThread.join();\n handlerThread = null;\n handler = null;\n } catch (final InterruptedException e) {\n Log.e(TAG, \"Exception!\" + e);\n }\n\n super.onPause();\n }\n\n @Override\n public synchronized void onStop() {\n Log.d(TAG, \"onStop \" + this);\n super.onStop();\n }\n\n @Override\n public synchronized void onDestroy() {\n Log.d(TAG, \"onDestroy \" + this);\n super.onDestroy();\n }\n\n protected synchronized void runInBackground(final Runnable r) {\n if (handler != null) {\n handler.post(r);\n }\n }\n\n @Override\n public void onRequestPermissionsResult(\n final int requestCode, final String[] permissions, final int[] grantResults) {\n switch (requestCode) {\n case PERMISSIONS_REQUEST: {\n if (grantResults.length > 0\n && grantResults[0] == PackageManager.PERMISSION_GRANTED) {\n setFragment();\n } else {\n requestPermission();\n }\n }\n }\n }\n\n private boolean hasPermission() {\n if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {\n int permission = checkSelfPermission(PERMISSION_CAMERA);\n return permission == PackageManager.PERMISSION_GRANTED;\n } else {\n return true;\n }\n }\n\n private void requestPermission() {\n if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {\n if (shouldShowRequestPermissionRationale(PERMISSION_CAMERA)) {\n Toast.makeText(BaseCameraActivity.this, \"Camera permission are required for this demo\", Toast.LENGTH_LONG).show();\n }\n requestPermissions(new String[]{PERMISSION_CAMERA}, PERMISSIONS_REQUEST);\n }\n }\n\n protected void setFragment() {\n cameraId = chooseCamera();\n final CameraConnectionFragment fragment =\n CameraConnectionFragment.newInstance(\n new CameraConnectionFragment.ConnectionCallback() {\n @Override\n public void onPreviewSizeChosen(final Size previewSize, final Size cameraViewSize, final int rotation) {\n BaseCameraActivity.this.onPreviewSizeChosen(previewSize, cameraViewSize, rotation);\n }\n },\n this,\n getLayoutId(),\n getDesiredPreviewFrameSize());\n\n fragment.setCamera(cameraId);\n\n getFragmentManager()\n .beginTransaction()\n .replace(R.id.camera_container, fragment)\n .commit();\n }\n\n private String chooseCamera() {\n final CameraManager manager = (CameraManager) getSystemService(Context.CAMERA_SERVICE);\n try {\n for (final String cameraId : manager.getCameraIdList()) {\n final CameraCharacteristics characteristics = manager.getCameraCharacteristics(cameraId);\n\n // We don't use a front facing camera in this sample.\n final Integer facing = characteristics.get(CameraCharacteristics.LENS_FACING);\n if (facing != null && facing == CameraCharacteristics.LENS_FACING_FRONT) {\n continue;\n }\n\n final StreamConfigurationMap map =\n characteristics.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);\n\n if (map == null) {\n continue;\n }\n\n // Fallback to camera1 API for internal cameras that don't have full support.\n // This should help with legacy situations where using the camera2 API causes\n // distorted or otherwise broken previews.\n useCamera2API = (facing == CameraCharacteristics.LENS_FACING_EXTERNAL)\n || isHardwareLevelSupported(characteristics,\n CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL_FULL);\n Log.i(TAG, \"Camera API lv2?: \" + useCamera2API);\n return cameraId;\n }\n } catch (CameraAccessException e) {\n Log.e(TAG, \"Not allowed to access camera: \" + e);\n }\n\n return null;\n }\n\n // Returns true if the device supports the required hardware level, or better.\n private boolean isHardwareLevelSupported(\n CameraCharacteristics characteristics, int requiredLevel) {\n int deviceLevel = characteristics.get(CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL);\n if (deviceLevel == CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL_LEGACY) {\n return requiredLevel == deviceLevel;\n }\n // deviceLevel is not LEGACY, can use numerical sort\n return requiredLevel <= deviceLevel;\n }\n\n\n public boolean isDebug() {\n return debug;\n }\n\n public void requestRender() {\n final OverlayView overlay = (OverlayView) findViewById(R.id.debug_overlay);\n if (overlay != null) {\n overlay.postInvalidate();\n }\n }\n\n public void setCallback(final OverlayView.DrawCallback callback) {\n final OverlayView overlay = (OverlayView) findViewById(R.id.debug_overlay);\n if (overlay != null) {\n overlay.setCallback(callback);\n }\n }\n\n public void onSetDebug(final boolean debug) {\n }\n\n @Override\n public boolean onKeyDown(final int keyCode, final KeyEvent event) {\n if (keyCode == KeyEvent.KEYCODE_VOLUME_DOWN || keyCode == KeyEvent.KEYCODE_VOLUME_UP) {\n debug = !debug;\n requestRender();\n onSetDebug(debug);\n return true;\n }\n return super.onKeyDown(keyCode, event);\n }\n\n protected abstract void onPreviewSizeChosen(final Size previewSize, final Size cameraViewSize, final int rotation);\n\n protected abstract int getLayoutId();\n\n protected Size getDesiredPreviewFrameSize() {\n DisplayMetrics metrics = getResources().getDisplayMetrics();\n float ratio = (float) metrics.heightPixels / metrics.widthPixels;\n return new Size(MAX_WIDTH, (int) ratio * MAX_WIDTH);\n }\n}\n\n\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/java/ai/fritz/camera/CameraConnectionFragment.java",
"content": "package ai.fritz.camera;\n\nimport android.app.Activity;\nimport android.app.AlertDialog;\nimport android.app.Dialog;\nimport android.app.DialogFragment;\nimport android.app.Fragment;\nimport android.content.Context;\nimport android.content.DialogInterface;\nimport android.graphics.ImageFormat;\nimport android.graphics.Matrix;\nimport android.graphics.RectF;\nimport android.graphics.SurfaceTexture;\nimport android.hardware.camera2.CameraAccessException;\nimport android.hardware.camera2.CameraCaptureSession;\nimport android.hardware.camera2.CameraCharacteristics;\nimport android.hardware.camera2.CameraDevice;\nimport android.hardware.camera2.CameraManager;\nimport android.hardware.camera2.CaptureRequest;\nimport android.hardware.camera2.CaptureResult;\nimport android.hardware.camera2.TotalCaptureResult;\nimport android.hardware.camera2.params.StreamConfigurationMap;\nimport android.media.ImageReader;\nimport android.media.ImageReader.OnImageAvailableListener;\nimport android.os.Bundle;\nimport android.os.Handler;\nimport android.os.HandlerThread;\nimport android.text.TextUtils;\nimport android.util.Log;\nimport android.util.Size;\nimport android.view.LayoutInflater;\nimport android.view.Surface;\nimport android.view.TextureView;\nimport android.view.View;\nimport android.view.ViewGroup;\nimport android.widget.Toast;\n\nimport java.util.ArrayList;\nimport java.util.Arrays;\nimport java.util.Collections;\nimport java.util.Comparator;\nimport java.util.List;\nimport java.util.concurrent.Semaphore;\nimport java.util.concurrent.TimeUnit;\n\n\n\npublic class CameraConnectionFragment extends Fragment {\n private static final String TAG = CameraConnectionFragment.class.getSimpleName();\n\n public CameraConnectionFragment() {\n\n }\n\n /**\n * The camera preview size will be chosen to be the smallest frame by pixel size capable of\n * containing a DESIRED_SIZE x DESIRED_SIZE square.\n */\n private static final int MINIMUM_PREVIEW_SIZE = 320;\n\n /**\n * Conversion from screen rotation to JPEG orientation.\n */\n private static final String FRAGMENT_DIALOG = \"dialog\";\n\n /**\n * {@link android.view.TextureView.SurfaceTextureListener} handles several lifecycle events on a\n * {@link TextureView}.\n */\n private final TextureView.SurfaceTextureListener surfaceTextureListener =\n new TextureView.SurfaceTextureListener() {\n @Override\n public void onSurfaceTextureAvailable(\n final SurfaceTexture texture, final int width, final int height) {\n openCamera(width, height);\n }\n\n @Override\n public void onSurfaceTextureSizeChanged(\n final SurfaceTexture texture, final int width, final int height) {\n configureTransform(width, height);\n }\n\n @Override\n public boolean onSurfaceTextureDestroyed(final SurfaceTexture texture) {\n return true;\n }\n\n @Override\n public void onSurfaceTextureUpdated(final SurfaceTexture texture) {\n }\n };\n\n /**\n * Callback for Activities to use to initialize their data once the\n * selected preview size is known.\n */\n public interface ConnectionCallback {\n void onPreviewSizeChosen(Size size, Size cameraViewSize, int cameraRotation);\n }\n\n /**\n * ID of the current {@link CameraDevice}.\n */\n private String cameraId;\n\n /**\n * An {@link AutoFitTextureView} for camera preview.\n */\n private AutoFitTextureView textureView;\n\n /**\n * A {@link CameraCaptureSession } for camera preview.\n */\n private CameraCaptureSession captureSession;\n\n /**\n * A reference to the opened {@link CameraDevice}.\n */\n private CameraDevice cameraDevice;\n\n /**\n * The rotation in degrees of the camera sensor from the display.\n */\n private Integer sensorOrientation;\n\n /**\n * The {@link android.util.Size} of camera preview.\n */\n private Size previewSize;\n\n /**\n * {@link android.hardware.camera2.CameraDevice.StateCallback}\n * is called when {@link CameraDevice} changes its state.\n */\n private final CameraDevice.StateCallback stateCallback =\n new CameraDevice.StateCallback() {\n @Override\n public void onOpened(final CameraDevice cd) {\n // This method is called when the camera is opened. We start camera preview here.\n cameraOpenCloseLock.release();\n cameraDevice = cd;\n createCameraPreviewSession();\n }\n\n @Override\n public void onDisconnected(final CameraDevice cd) {\n cameraOpenCloseLock.release();\n cd.close();\n cameraDevice = null;\n }\n\n @Override\n public void onError(final CameraDevice cd, final int error) {\n cameraOpenCloseLock.release();\n cd.close();\n cameraDevice = null;\n final Activity activity = getActivity();\n if (null != activity) {\n activity.finish();\n }\n }\n };\n\n /**\n * An additional thread for running tasks that shouldn't block the UI.\n */\n private HandlerThread backgroundThread;\n\n /**\n * A {@link Handler} for running tasks in the background.\n */\n private Handler backgroundHandler;\n\n /**\n * An {@link ImageReader} that handles preview frame capture.\n */\n private ImageReader previewReader;\n\n /**\n * {@link android.hardware.camera2.CaptureRequest.Builder} for the camera preview\n */\n private CaptureRequest.Builder previewRequestBuilder;\n\n /**\n * {@link CaptureRequest} generated by {@link #previewRequestBuilder}\n */\n private CaptureRequest previewRequest;\n\n /**\n * A {@link Semaphore} to prevent the app from exiting before closing the camera.\n */\n private final Semaphore cameraOpenCloseLock = new Semaphore(1);\n\n /**\n * A {@link OnImageAvailableListener} to receive frames as they are available.\n */\n private OnImageAvailableListener imageListener = null;\n\n /**\n * The input size in pixels desired by TensorFlow (width and height of a square bitmap).\n */\n private Size inputSize = null;\n\n /**\n * The layout identifier to inflate for this Fragment.\n */\n private int layout = -1;\n\n\n private ConnectionCallback cameraConnectionCallback = null;\n\n private CameraConnectionFragment(\n final ConnectionCallback connectionCallback,\n final OnImageAvailableListener imageListener,\n final int layout,\n final Size inputSize) {\n this.cameraConnectionCallback = connectionCallback;\n this.imageListener = imageListener;\n this.layout = layout;\n this.inputSize = inputSize;\n }\n\n /**\n * Shows a {@link Toast} on the UI thread.\n *\n * @param text The message to show\n */\n private void showToast(final String text) {\n final Activity activity = getActivity();\n if (activity != null) {\n activity.runOnUiThread(\n new Runnable() {\n @Override\n public void run() {\n Toast.makeText(activity, text, Toast.LENGTH_SHORT).show();\n }\n });\n }\n }\n\n /**\n * Given {@code choices} of {@code Size}s supported by a camera, chooses the smallest one whose\n * width and height are at least as large as the minimum of both, or an exact match if possible.\n *\n * @param choices The list of sizes that the camera supports for the intended output class\n * @param width The minimum desired width\n * @param height The minimum desired height\n * @return The optimal {@code Size}, or an arbitrary one if none were big enough\n */\n protected static Size chooseOptimalSize(final Size[] choices, final int width, final int height) {\n final int minSize = Math.max(Math.min(width, height), MINIMUM_PREVIEW_SIZE);\n final Size desiredSize = new Size(width, height);\n\n // Collect the supported resolutions that are at least as big as the preview Surface\n boolean exactSizeFound = false;\n final List bigEnough = new ArrayList();\n final List tooSmall = new ArrayList();\n for (final Size option : choices) {\n if (option.equals(desiredSize)) {\n // Set the size but don't return yet so that remaining sizes will still be logged.\n exactSizeFound = true;\n }\n\n if (option.getHeight() >= minSize && option.getWidth() >= minSize) {\n bigEnough.add(option);\n } else {\n tooSmall.add(option);\n }\n }\n\n Log.d(TAG, \"Desired size: \" + desiredSize + \", min size: \" + minSize + \"x\" + minSize);\n Log.d(TAG, \"Valid preview sizes: [\" + TextUtils.join(\", \", bigEnough) + \"]\");\n Log.d(TAG, \"Rejected preview sizes: [\" + TextUtils.join(\", \", tooSmall) + \"]\");\n\n if (exactSizeFound) {\n Log.d(TAG, \"Exact size match found.\");\n return desiredSize;\n }\n\n // Pick the smallest of those, assuming we found any\n if (bigEnough.size() > 0) {\n final Size chosenSize = Collections.min(bigEnough, new CompareSizesByArea());\n Log.d(TAG, \"Chosen size: \" + chosenSize.getWidth() + \"x\" + chosenSize.getHeight());\n return chosenSize;\n } else {\n Log.e(TAG, \"Couldn't find any suitable preview size\");\n return choices[0];\n }\n }\n\n public static CameraConnectionFragment newInstance(\n final ConnectionCallback callback,\n final OnImageAvailableListener imageListener,\n final int layout,\n final Size inputSize) {\n return new CameraConnectionFragment(callback, imageListener, layout, inputSize);\n }\n\n @Override\n public View onCreateView(\n final LayoutInflater inflater, final ViewGroup container, final Bundle savedInstanceState) {\n return inflater.inflate(layout, container, false);\n }\n\n @Override\n public void onViewCreated(final View view, final Bundle savedInstanceState) {\n textureView = (AutoFitTextureView) view.findViewById(R.id.texture);\n }\n\n @Override\n public void onActivityCreated(final Bundle savedInstanceState) {\n super.onActivityCreated(savedInstanceState);\n }\n\n @Override\n public void onResume() {\n super.onResume();\n startBackgroundThread();\n\n // When the screen is turned off and turned back on, the SurfaceTexture is already\n // available, and \"onSurfaceTextureAvailable\" will not be called. In that case, we can open\n // a camera and start preview from here (otherwise, we wait until the surface is ready in\n // the SurfaceTextureListener).\n if (textureView.isAvailable()) {\n openCamera(textureView.getWidth(), textureView.getHeight());\n } else {\n textureView.setSurfaceTextureListener(surfaceTextureListener);\n }\n }\n\n @Override\n public void onPause() {\n closeCamera();\n stopBackgroundThread();\n super.onPause();\n }\n\n public void setCamera(String cameraId) {\n this.cameraId = cameraId;\n }\n\n /**\n * Sets up member variables related to camera.\n */\n private void setUpCameraOutputs() {\n final Activity activity = getActivity();\n final CameraManager manager = (CameraManager) activity.getSystemService(Context.CAMERA_SERVICE);\n try {\n final CameraCharacteristics characteristics = manager.getCameraCharacteristics(cameraId);\n\n final StreamConfigurationMap map =\n characteristics.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);\n\n // For still image captures, we use the largest available size.\n final Size largest =\n Collections.max(\n Arrays.asList(map.getOutputSizes(ImageFormat.YUV_420_888)),\n new CompareSizesByArea());\n\n sensorOrientation = characteristics.get(CameraCharacteristics.SENSOR_ORIENTATION);\n\n // Danger, W.R.! Attempting to use too large a preview size could exceed the camera\n // bus' bandwidth limitation, resulting in gorgeous previews but the storage of\n // garbage capture data.\n previewSize =\n chooseOptimalSize(map.getOutputSizes(SurfaceTexture.class),\n inputSize.getWidth(),\n inputSize.getHeight());\n } catch (final CameraAccessException e) {\n Log.e(TAG, \"Exception!\" + e);\n } catch (final NullPointerException e) {\n // Currently an NPE is thrown when the Camera2API is used but not supported on the\n // device this code runs.\n // TODO(andrewharp): abstract ErrorDialog/RuntimeException handling out into new method and\n // reuse throughout app.\n ErrorDialog.newInstance(getString(R.string.camera_error))\n .show(getChildFragmentManager(), FRAGMENT_DIALOG);\n throw new RuntimeException(getString(R.string.camera_error));\n }\n\n Size textureViewSize = new Size(textureView.getWidth(), textureView.getHeight());\n cameraConnectionCallback.onPreviewSizeChosen(previewSize, textureViewSize, sensorOrientation);\n }\n\n /**\n * Opens the camera specified by {@link CameraConnectionFragment#cameraId}.\n */\n private void openCamera(final int width, final int height) {\n setUpCameraOutputs();\n configureTransform(width, height);\n final Activity activity = getActivity();\n final CameraManager manager = (CameraManager) activity.getSystemService(Context.CAMERA_SERVICE);\n try {\n if (!cameraOpenCloseLock.tryAcquire(2500, TimeUnit.MILLISECONDS)) {\n throw new RuntimeException(\"Time out waiting to lock camera opening.\");\n }\n manager.openCamera(cameraId, stateCallback, backgroundHandler);\n } catch (final CameraAccessException | SecurityException e) {\n Log.e(TAG, \"Exception!\" + e);\n } catch (final InterruptedException e) {\n throw new RuntimeException(\"Interrupted while trying to lock camera opening.\", e);\n }\n }\n\n /**\n * Closes the current {@link CameraDevice}.\n */\n private void closeCamera() {\n try {\n cameraOpenCloseLock.acquire();\n if (null != captureSession) {\n captureSession.close();\n captureSession = null;\n }\n if (null != cameraDevice) {\n cameraDevice.close();\n cameraDevice = null;\n }\n if (null != previewReader) {\n previewReader.close();\n previewReader = null;\n }\n } catch (final InterruptedException e) {\n throw new RuntimeException(\"Interrupted while trying to lock camera closing.\", e);\n } finally {\n cameraOpenCloseLock.release();\n }\n }\n\n /**\n * Starts a background thread and its {@link Handler}.\n */\n private void startBackgroundThread() {\n backgroundThread = new HandlerThread(\"ImageListener\");\n backgroundThread.start();\n backgroundHandler = new Handler(backgroundThread.getLooper());\n }\n\n /**\n * Stops the background thread and its {@link Handler}.\n */\n private void stopBackgroundThread() {\n backgroundThread.quitSafely();\n try {\n backgroundThread.join();\n backgroundThread = null;\n backgroundHandler = null;\n } catch (final InterruptedException e) {\n Log.e(TAG, \"Exception!\" + e);\n }\n }\n\n private final CameraCaptureSession.CaptureCallback captureCallback =\n new CameraCaptureSession.CaptureCallback() {\n @Override\n public void onCaptureProgressed(\n final CameraCaptureSession session,\n final CaptureRequest request,\n final CaptureResult partialResult) {\n }\n\n @Override\n public void onCaptureCompleted(\n final CameraCaptureSession session,\n final CaptureRequest request,\n final TotalCaptureResult result) {\n }\n };\n\n /**\n * Creates a new {@link CameraCaptureSession} for camera preview.\n */\n private void createCameraPreviewSession() {\n try {\n final SurfaceTexture texture = textureView.getSurfaceTexture();\n assert texture != null;\n\n // We configure the size of default buffer to be the size of camera preview we want.\n texture.setDefaultBufferSize(previewSize.getWidth(), previewSize.getHeight());\n\n // This is the output Surface we need to start preview.\n final Surface surface = new Surface(texture);\n\n // We set up a CaptureRequest.Builder with the output Surface.\n previewRequestBuilder = cameraDevice.createCaptureRequest(CameraDevice.TEMPLATE_PREVIEW);\n previewRequestBuilder.addTarget(surface);\n\n Log.i(TAG, \"Opening camera preview: \" + previewSize.getWidth() + \"x\" + previewSize.getHeight());\n\n // Create the reader for the preview frames.\n previewReader =\n ImageReader.newInstance(\n previewSize.getWidth(), previewSize.getHeight(), ImageFormat.YUV_420_888, 2);\n\n previewReader.setOnImageAvailableListener(imageListener, backgroundHandler);\n previewRequestBuilder.addTarget(previewReader.getSurface());\n\n // Here, we create a CameraCaptureSession for camera preview.\n cameraDevice.createCaptureSession(\n Arrays.asList(surface, previewReader.getSurface()),\n new CameraCaptureSession.StateCallback() {\n\n @Override\n public void onConfigured(final CameraCaptureSession cameraCaptureSession) {\n // The camera is already closed\n if (null == cameraDevice) {\n return;\n }\n\n // When the session is ready, we start displaying the preview.\n captureSession = cameraCaptureSession;\n try {\n // Auto focus should be continuous for camera preview.\n previewRequestBuilder.set(\n CaptureRequest.CONTROL_AF_MODE,\n CaptureRequest.CONTROL_AF_MODE_CONTINUOUS_PICTURE);\n // Flash is automatically enabled when necessary.\n previewRequestBuilder.set(\n CaptureRequest.CONTROL_AE_MODE, CaptureRequest.CONTROL_AE_MODE_ON_AUTO_FLASH);\n\n // Finally, we start displaying the camera preview.\n previewRequest = previewRequestBuilder.build();\n captureSession.setRepeatingRequest(\n previewRequest, captureCallback, backgroundHandler);\n } catch (final CameraAccessException e) {\n Log.e(TAG, \"Exception!\" + e);\n }\n }\n\n @Override\n public void onConfigureFailed(final CameraCaptureSession cameraCaptureSession) {\n showToast(\"Failed\");\n }\n },\n null);\n } catch (final CameraAccessException e) {\n Log.e(TAG, \"Exception!\" + e);\n }\n }\n\n /**\n * Configures the necessary {@link android.graphics.Matrix} transformation to `mTextureView`.\n * This method should be called after the camera preview size is determined in\n * setUpCameraOutputs and also the size of `mTextureView` is fixed.\n *\n * @param viewWidth The width of `mTextureView`\n * @param viewHeight The height of `mTextureView`\n */\n private void configureTransform(final int viewWidth, final int viewHeight) {\n final Activity activity = getActivity();\n if (null == textureView || null == previewSize || null == activity) {\n return;\n }\n final int rotation = activity.getWindowManager().getDefaultDisplay().getRotation();\n final Matrix matrix = new Matrix();\n final RectF viewRect = new RectF(0, 0, viewWidth, viewHeight);\n final RectF bufferRect = new RectF(0, 0, previewSize.getHeight(), previewSize.getWidth());\n final float centerX = viewRect.centerX();\n final float centerY = viewRect.centerY();\n if (Surface.ROTATION_90 == rotation || Surface.ROTATION_270 == rotation) {\n bufferRect.offset(centerX - bufferRect.centerX(), centerY - bufferRect.centerY());\n matrix.setRectToRect(viewRect, bufferRect, Matrix.ScaleToFit.FILL);\n final float scale =\n Math.max(\n (float) viewHeight / previewSize.getHeight(),\n (float) viewWidth / previewSize.getWidth());\n matrix.postScale(scale, scale, centerX, centerY);\n matrix.postRotate(90 * (rotation - 2), centerX, centerY);\n } else if (Surface.ROTATION_180 == rotation) {\n matrix.postRotate(180, centerX, centerY);\n }\n textureView.setTransform(matrix);\n }\n\n /**\n * Compares two {@code Size}s based on their areas.\n */\n static class CompareSizesByArea implements Comparator {\n @Override\n public int compare(final Size lhs, final Size rhs) {\n // We cast here to ensure the multiplications won't overflow\n return Long.signum(\n (long) lhs.getWidth() * lhs.getHeight() - (long) rhs.getWidth() * rhs.getHeight());\n }\n }\n\n /**\n * Shows an error message dialog.\n */\n public static class ErrorDialog extends DialogFragment {\n private static final String ARG_MESSAGE = \"message\";\n\n public static ErrorDialog newInstance(final String message) {\n final ErrorDialog dialog = new ErrorDialog();\n final Bundle args = new Bundle();\n args.putString(ARG_MESSAGE, message);\n dialog.setArguments(args);\n return dialog;\n }\n\n @Override\n public Dialog onCreateDialog(final Bundle savedInstanceState) {\n final Activity activity = getActivity();\n return new AlertDialog.Builder(activity)\n .setMessage(getArguments().getString(ARG_MESSAGE))\n .setPositiveButton(\n android.R.string.ok,\n new DialogInterface.OnClickListener() {\n @Override\n public void onClick(final DialogInterface dialogInterface, final int i) {\n activity.finish();\n }\n })\n .create();\n }\n }\n}\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/java/ai/fritz/camera/LiveCameraActivity.java",
"content": "package ai.fritz.camera;\n\nimport android.graphics.Canvas;\nimport android.media.Image;\nimport android.media.ImageReader;\nimport android.os.Bundle;\nimport android.util.Size;\n\nimport java.util.concurrent.atomic.AtomicBoolean;\n\n\npublic abstract class LiveCameraActivity extends BaseCameraActivity implements ImageReader.OnImageAvailableListener {\n\n private static final String TAG = MainActivity.class.getSimpleName();\n\n private static final Size DESIRED_PREVIEW_SIZE = new Size(1280, 960);\n\n private AtomicBoolean computing = new AtomicBoolean(false);\n\n @Override\n public void onCreate(final Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n initializeFritz();\n setupPredictor();\n }\n\n protected abstract void initializeFritz();\n\n protected abstract void setupPredictor();\n\n protected abstract void setupImageForPrediction(Image image);\n\n protected abstract void runInference();\n\n protected abstract void showResult(Canvas canvas, Size cameraViewSize);\n\n\n @Override\n protected int getLayoutId() {\n return R.layout.camera_connection_fragment;\n }\n\n @Override\n protected Size getDesiredPreviewFrameSize() {\n return DESIRED_PREVIEW_SIZE;\n }\n\n @Override\n public void onPreviewSizeChosen(final Size previewSize, final Size cameraViewSize, final int rotation) {\n\n // Callback draws a canvas on the OverlayView\n setCallback(\n new OverlayView.DrawCallback() {\n @Override\n public void drawCallback(final Canvas canvas) {\n showResult(canvas, cameraViewSize);\n }\n });\n }\n\n @Override\n public void onImageAvailable(final ImageReader reader) {\n Image image = reader.acquireLatestImage();\n\n if (image == null) {\n return;\n }\n\n if (!computing.compareAndSet(false, true)) {\n image.close();\n return;\n }\n\n setupImageForPrediction(image);\n\n image.close();\n\n runInBackground(\n new Runnable() {\n @Override\n public void run() {\n\n runInference();\n // Fire callback to change the OverlayView\n requestRender();\n computing.set(false);\n }\n });\n }\n}\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/java/ai/fritz/camera/MainActivity.java",
"content": "package ai.fritz.camera;\n\nimport android.graphics.Canvas;\nimport android.media.Image;\nimport android.util.Size;\n\n\npublic class MainActivity extends LiveCameraActivity {\n\n @Override\n protected void initializeFritz() {\n // TODO: Uncomment this and modify your api key in fritz.xml.\n // Fritz.configure(this);\n }\n\n @Override\n protected void setupPredictor() {\n // STEP 1: Get the predictor and set the options.\n // ----------------------------------------------\n // A FritzOnDeviceModel object is available when a model has been\n // successfully downloaded and included with the app.\n // TODO: Create a predictor\n // ----------------------------------------------\n // END STEP 1\n }\n\n @Override\n protected void setupImageForPrediction(Image image) {\n // STEP 2: Create the FritzVisionImage object from media.Image\n // ------------------------------------------------------------------------\n // TODO: Add code for creating FritzVisionImage from a media.Image object\n // ------------------------------------------------------------------------\n // END STEP 2\n }\n\n @Override\n protected void runInference() {\n // STEP 3: Run predict on the image\n // ---------------------------------------------------\n // TODO: Add code for running prediction on the image\n // ----------------------------------------------------\n // END STEP 3\n }\n\n @Override\n protected void showResult(Canvas canvas, Size cameraSize) {\n // STEP 4: Draw the prediction result\n // ----------------------------------\n // TODO: Draw the result.\n // ----------------------------------\n // END STEP 4\n }\n}\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/java/ai/fritz/camera/OverlayView.java",
"content": "package ai.fritz.camera;\n\nimport android.content.Context;\nimport android.graphics.Canvas;\nimport android.util.AttributeSet;\nimport android.view.View;\n\n/**\n * A simple View providing a render callback to other classes.\n */\npublic class OverlayView extends View {\n private DrawCallback callback;\n\n public OverlayView(final Context context, final AttributeSet attrs) {\n super(context, attrs);\n }\n\n /**\n * Interface defining the callback for client classes.\n */\n public interface DrawCallback {\n void drawCallback(final Canvas canvas);\n }\n\n public void setCallback(final DrawCallback callback) {\n this.callback = callback;\n }\n\n @Override\n public synchronized void draw(final Canvas canvas) {\n super.draw(canvas);\n if(callback != null) {\n callback.drawCallback(canvas);\n }\n }\n}"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/res/drawable/ic_close.xml",
"content": "\n \n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/res/drawable/ic_launcher_background.xml",
"content": "\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/res/drawable/round_button.xml",
"content": "\n\n \n \n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/res/drawable-v24/ic_launcher_foreground.xml",
"content": "\n \n \n \n \n \n \n \n \n \n\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/res/layout/activity_main.xml",
"content": "\n\n \n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/res/layout/camera_connection_fragment.xml",
"content": "\n\n\n \n\n \n\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/res/layout/camera_connection_fragment_stylize.xml",
"content": "\n\n\n \n\n \n\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml",
"content": "\n\n \n \n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml",
"content": "\n\n \n \n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/res/values/colors.xml",
"content": "\n\n #3F51B5\n #303F9F\n #FF4081\n\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/res/values/dimens.xml",
"content": "\n\n\n\n \n\n 4dp\n 8dp\n 16dp\n 32dp\n 64dp\n\n \n\n @dimen/margin_md\n @dimen/margin_md\n\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/res/values/fritz.xml",
"content": "\n Your API Key\n\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/res/values/strings.xml",
"content": "\n Fritz Camera Template\n This device doesn\\'t support Camera2 API.\n\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/main/res/values/styles.xml",
"content": "\n\n \n \n\n\n"
},
{
"path": "Android/CameraBoilerplateApp/app/src/test/java/ai/fritz/camera/ExampleUnitTest.java",
"content": "package ai.fritz.camera;\n\nimport org.junit.Test;\n\nimport static org.junit.Assert.*;\n\n/**\n * Example local unit test, which will execute on the development machine (host).\n *\n * @see Testing documentation\n */\npublic class ExampleUnitTest {\n @Test\n public void addition_isCorrect() {\n assertEquals(4, 2 + 2);\n }\n}"
},
{
"path": "Android/CameraBoilerplateApp/build.gradle",
"content": "// Top-level build file where you can add configuration options common to all sub-projects/modules.\n\nbuildscript {\n\n repositories {\n google()\n jcenter()\n }\n dependencies {\n classpath 'com.android.tools.build:gradle:3.1.4'\n\n\n // NOTE: Do not place your application dependencies here; they belong\n // in the individual module build.gradle files\n }\n}\n\nallprojects {\n repositories {\n google()\n jcenter()\n\n // ADD FOR FRITZ DEPENDENCIES\n maven { url \"https://fritz.mycloudrepo.io/public/repositories/android\" }\n }\n}\n\ntask clean(type: Delete) {\n delete rootProject.buildDir\n}\n"
},
{
"path": "Android/CameraBoilerplateApp/gradle.properties",
"content": "# Project-wide Gradle settings.\n# IDE (e.g. Android Studio) users:\n# Gradle settings configured through the IDE *will override*\n# any settings specified in this file.\n# For more details on how to configure your build environment visit\n# http://www.gradle.org/docs/current/userguide/build_environment.html\n# Specifies the JVM arguments used for the daemon process.\n# The setting is particularly useful for tweaking memory settings.\norg.gradle.jvmargs=-Xmx1536m\n# When configured, Gradle will run in incubating parallel mode.\n# This option should only be used with decoupled projects. More details, visit\n# http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects\n# org.gradle.parallel=true\n"
},
{
"path": "Android/CameraBoilerplateApp/gradlew",
"content": "#!/usr/bin/env sh\n\n##############################################################################\n##\n## Gradle start up script for UN*X\n##\n##############################################################################\n\n# Attempt to set APP_HOME\n# Resolve links: $0 may be a link\nPRG=\"$0\"\n# Need this for relative symlinks.\nwhile [ -h \"$PRG\" ] ; do\n ls=`ls -ld \"$PRG\"`\n link=`expr \"$ls\" : '.*-> \\(.*\\)$'`\n if expr \"$link\" : '/.*' > /dev/null; then\n PRG=\"$link\"\n else\n PRG=`dirname \"$PRG\"`\"/$link\"\n fi\ndone\nSAVED=\"`pwd`\"\ncd \"`dirname \\\"$PRG\\\"`/\" >/dev/null\nAPP_HOME=\"`pwd -P`\"\ncd \"$SAVED\" >/dev/null\n\nAPP_NAME=\"Gradle\"\nAPP_BASE_NAME=`basename \"$0\"`\n\n# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.\nDEFAULT_JVM_OPTS=\"\"\n\n# Use the maximum available, or set MAX_FD != -1 to use that value.\nMAX_FD=\"maximum\"\n\nwarn () {\n echo \"$*\"\n}\n\ndie () {\n echo\n echo \"$*\"\n echo\n exit 1\n}\n\n# OS specific support (must be 'true' or 'false').\ncygwin=false\nmsys=false\ndarwin=false\nnonstop=false\ncase \"`uname`\" in\n CYGWIN* )\n cygwin=true\n ;;\n Darwin* )\n darwin=true\n ;;\n MINGW* )\n msys=true\n ;;\n NONSTOP* )\n nonstop=true\n ;;\nesac\n\nCLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar\n\n# Determine the Java command to use to start the JVM.\nif [ -n \"$JAVA_HOME\" ] ; then\n if [ -x \"$JAVA_HOME/jre/sh/java\" ] ; then\n # IBM's JDK on AIX uses strange locations for the executables\n JAVACMD=\"$JAVA_HOME/jre/sh/java\"\n else\n JAVACMD=\"$JAVA_HOME/bin/java\"\n fi\n if [ ! -x \"$JAVACMD\" ] ; then\n die \"ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME\n\nPlease set the JAVA_HOME variable in your environment to match the\nlocation of your Java installation.\"\n fi\nelse\n JAVACMD=\"java\"\n which java >/dev/null 2>&1 || die \"ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.\n\nPlease set the JAVA_HOME variable in your environment to match the\nlocation of your Java installation.\"\nfi\n\n# Increase the maximum file descriptors if we can.\nif [ \"$cygwin\" = \"false\" -a \"$darwin\" = \"false\" -a \"$nonstop\" = \"false\" ] ; then\n MAX_FD_LIMIT=`ulimit -H -n`\n if [ $? -eq 0 ] ; then\n if [ \"$MAX_FD\" = \"maximum\" -o \"$MAX_FD\" = \"max\" ] ; then\n MAX_FD=\"$MAX_FD_LIMIT\"\n fi\n ulimit -n $MAX_FD\n if [ $? -ne 0 ] ; then\n warn \"Could not set maximum file descriptor limit: $MAX_FD\"\n fi\n else\n warn \"Could not query maximum file descriptor limit: $MAX_FD_LIMIT\"\n fi\nfi\n\n# For Darwin, add options to specify how the application appears in the dock\nif $darwin; then\n GRADLE_OPTS=\"$GRADLE_OPTS \\\"-Xdock:name=$APP_NAME\\\" \\\"-Xdock:icon=$APP_HOME/media/gradle.icns\\\"\"\nfi\n\n# For Cygwin, switch paths to Windows format before running java\nif $cygwin ; then\n APP_HOME=`cygpath --path --mixed \"$APP_HOME\"`\n CLASSPATH=`cygpath --path --mixed \"$CLASSPATH\"`\n JAVACMD=`cygpath --unix \"$JAVACMD\"`\n\n # We build the pattern for arguments to be converted via cygpath\n ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`\n SEP=\"\"\n for dir in $ROOTDIRSRAW ; do\n ROOTDIRS=\"$ROOTDIRS$SEP$dir\"\n SEP=\"|\"\n done\n OURCYGPATTERN=\"(^($ROOTDIRS))\"\n # Add a user-defined pattern to the cygpath arguments\n if [ \"$GRADLE_CYGPATTERN\" != \"\" ] ; then\n OURCYGPATTERN=\"$OURCYGPATTERN|($GRADLE_CYGPATTERN)\"\n fi\n # Now convert the arguments - kludge to limit ourselves to /bin/sh\n i=0\n for arg in \"$@\" ; do\n CHECK=`echo \"$arg\"|egrep -c \"$OURCYGPATTERN\" -`\n CHECK2=`echo \"$arg\"|egrep -c \"^-\"` ### Determine if an option\n\n if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition\n eval `echo args$i`=`cygpath --path --ignore --mixed \"$arg\"`\n else\n eval `echo args$i`=\"\\\"$arg\\\"\"\n fi\n i=$((i+1))\n done\n case $i in\n (0) set -- ;;\n (1) set -- \"$args0\" ;;\n (2) set -- \"$args0\" \"$args1\" ;;\n (3) set -- \"$args0\" \"$args1\" \"$args2\" ;;\n (4) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" ;;\n (5) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" ;;\n (6) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" ;;\n (7) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" ;;\n (8) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" \"$args7\" ;;\n (9) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" \"$args7\" \"$args8\" ;;\n esac\nfi\n\n# Escape application args\nsave () {\n for i do printf %s\\\\n \"$i\" | sed \"s/'/'\\\\\\\\''/g;1s/^/'/;\\$s/\\$/' \\\\\\\\/\" ; done\n echo \" \"\n}\nAPP_ARGS=$(save \"$@\")\n\n# Collect all arguments for the java command, following the shell quoting and substitution rules\neval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS \"\\\"-Dorg.gradle.appname=$APP_BASE_NAME\\\"\" -classpath \"\\\"$CLASSPATH\\\"\" org.gradle.wrapper.GradleWrapperMain \"$APP_ARGS\"\n\n# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong\nif [ \"$(uname)\" = \"Darwin\" ] && [ \"$HOME\" = \"$PWD\" ]; then\n cd \"$(dirname \"$0\")\"\nfi\n\nexec \"$JAVACMD\" \"$@\"\n"
},
{
"path": "Android/CameraBoilerplateApp/gradlew.bat",
"content": "@if \"%DEBUG%\" == \"\" @echo off\r\n@rem ##########################################################################\r\n@rem\r\n@rem Gradle startup script for Windows\r\n@rem\r\n@rem ##########################################################################\r\n\r\n@rem Set local scope for the variables with windows NT shell\r\nif \"%OS%\"==\"Windows_NT\" setlocal\r\n\r\nset DIRNAME=%~dp0\r\nif \"%DIRNAME%\" == \"\" set DIRNAME=.\r\nset APP_BASE_NAME=%~n0\r\nset APP_HOME=%DIRNAME%\r\n\r\n@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.\r\nset DEFAULT_JVM_OPTS=\r\n\r\n@rem Find java.exe\r\nif defined JAVA_HOME goto findJavaFromJavaHome\r\n\r\nset JAVA_EXE=java.exe\r\n%JAVA_EXE% -version >NUL 2>&1\r\nif \"%ERRORLEVEL%\" == \"0\" goto init\r\n\r\necho.\r\necho ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.\r\necho.\r\necho Please set the JAVA_HOME variable in your environment to match the\r\necho location of your Java installation.\r\n\r\ngoto fail\r\n\r\n:findJavaFromJavaHome\r\nset JAVA_HOME=%JAVA_HOME:\"=%\r\nset JAVA_EXE=%JAVA_HOME%/bin/java.exe\r\n\r\nif exist \"%JAVA_EXE%\" goto init\r\n\r\necho.\r\necho ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%\r\necho.\r\necho Please set the JAVA_HOME variable in your environment to match the\r\necho location of your Java installation.\r\n\r\ngoto fail\r\n\r\n:init\r\n@rem Get command-line arguments, handling Windows variants\r\n\r\nif not \"%OS%\" == \"Windows_NT\" goto win9xME_args\r\n\r\n:win9xME_args\r\n@rem Slurp the command line arguments.\r\nset CMD_LINE_ARGS=\r\nset _SKIP=2\r\n\r\n:win9xME_args_slurp\r\nif \"x%~1\" == \"x\" goto execute\r\n\r\nset CMD_LINE_ARGS=%*\r\n\r\n:execute\r\n@rem Setup the command line\r\n\r\nset CLASSPATH=%APP_HOME%\\gradle\\wrapper\\gradle-wrapper.jar\r\n\r\n@rem Execute Gradle\r\n\"%JAVA_EXE%\" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% \"-Dorg.gradle.appname=%APP_BASE_NAME%\" -classpath \"%CLASSPATH%\" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%\r\n\r\n:end\r\n@rem End local scope for the variables with windows NT shell\r\nif \"%ERRORLEVEL%\"==\"0\" goto mainEnd\r\n\r\n:fail\r\nrem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of\r\nrem the _cmd.exe /c_ return code!\r\nif not \"\" == \"%GRADLE_EXIT_CONSOLE%\" exit 1\r\nexit /b 1\r\n\r\n:mainEnd\r\nif \"%OS%\"==\"Windows_NT\" endlocal\r\n\r\n:omega\r\n"
},
{
"path": "Android/CameraBoilerplateApp/settings.gradle",
"content": "include ':app'\n"
},
{
"path": "Android/FritzAIStudio/LICENSE.md",
"content": " Apache License\n Version 2.0, January 2004\n http://www.apache.org/licenses/\n\n TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION\n\n 1. Definitions.\n\n \"License\" shall mean the terms and conditions for use, reproduction,\n and distribution as defined by Sections 1 through 9 of this document.\n\n \"Licensor\" shall mean the copyright owner or entity authorized by\n the copyright owner that is granting the License.\n\n \"Legal Entity\" shall mean the union of the acting entity and all\n other entities that control, are controlled by, or are under common\n control with that entity. For the purposes of this definition,\n \"control\" means (i) the power, direct or indirect, to cause the\n direction or management of such entity, whether by contract or\n otherwise, or (ii) ownership of fifty percent (50%) or more of the\n outstanding shares, or (iii) beneficial ownership of such entity.\n\n \"You\" (or \"Your\") shall mean an individual or Legal Entity\n exercising permissions granted by this License.\n\n \"Source\" form shall mean the preferred form for making modifications,\n including but not limited to software source code, documentation\n source, and configuration files.\n\n \"Object\" form shall mean any form resulting from mechanical\n transformation or translation of a Source form, including but\n not limited to compiled object code, generated documentation,\n and conversions to other media types.\n\n \"Work\" shall mean the work of authorship, whether in Source or\n Object form, made available under the License, as indicated by a\n copyright notice that is included in or attached to the work\n (an example is provided in the Appendix below).\n\n \"Derivative Works\" shall mean any work, whether in Source or Object\n form, that is based on (or derived from) the Work and for which the\n editorial revisions, annotations, elaborations, or other modifications\n represent, as a whole, an original work of authorship. For the purposes\n of this License, Derivative Works shall not include works that remain\n separable from, or merely link (or bind by name) to the interfaces of,\n the Work and Derivative Works thereof.\n\n \"Contribution\" shall mean any work of authorship, including\n the original version of the Work and any modifications or additions\n to that Work or Derivative Works thereof, that is intentionally\n submitted to Licensor for inclusion in the Work by the copyright owner\n or by an individual or Legal Entity authorized to submit on behalf of\n the copyright owner. For the purposes of this definition, \"submitted\"\n means any form of electronic, verbal, or written communication sent\n to the Licensor or its representatives, including but not limited to\n communication on electronic mailing lists, source code control systems,\n and issue tracking systems that are managed by, or on behalf of, the\n Licensor for the purpose of discussing and improving the Work, but\n excluding communication that is conspicuously marked or otherwise\n designated in writing by the copyright owner as \"Not a Contribution.\"\n\n \"Contributor\" shall mean Licensor and any individual or Legal Entity\n on behalf of whom a Contribution has been received by Licensor and\n subsequently incorporated within the Work.\n\n 2. Grant of Copyright License. Subject to the terms and conditions of\n this License, each Contributor hereby grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\n copyright license to reproduce, prepare Derivative Works of,\n publicly display, publicly perform, sublicense, and distribute the\n Work and such Derivative Works in Source or Object form.\n\n 3. Grant of Patent License. Subject to the terms and conditions of\n this License, each Contributor hereby grants to You a perpetual,\n worldwide, non-exclusive, no-charge, royalty-free, irrevocable\n (except as stated in this section) patent license to make, have made,\n use, offer to sell, sell, import, and otherwise transfer the Work,\n where such license applies only to those patent claims licensable\n by such Contributor that are necessarily infringed by their\n Contribution(s) alone or by combination of their Contribution(s)\n with the Work to which such Contribution(s) was submitted. If You\n institute patent litigation against any entity (including a\n cross-claim or counterclaim in a lawsuit) alleging that the Work\n or a Contribution incorporated within the Work constitutes direct\n or contributory patent infringement, then any patent licenses\n granted to You under this License for that Work shall terminate\n as of the date such litigation is filed.\n\n 4. Redistribution. You may reproduce and distribute copies of the\n Work or Derivative Works thereof in any medium, with or without\n modifications, and in Source or Object form, provided that You\n meet the following conditions:\n\n (a) You must give any other recipients of the Work or\n Derivative Works a copy of this License; and\n\n (b) You must cause any modified files to carry prominent notices\n stating that You changed the files; and\n\n (c) You must retain, in the Source form of any Derivative Works\n that You distribute, all copyright, patent, trademark, and\n attribution notices from the Source form of the Work,\n excluding those notices that do not pertain to any part of\n the Derivative Works; and\n\n (d) If the Work includes a \"NOTICE\" text file as part of its\n distribution, then any Derivative Works that You distribute must\n include a readable copy of the attribution notices contained\n within such NOTICE file, excluding those notices that do not\n pertain to any part of the Derivative Works, in at least one\n of the following places: within a NOTICE text file distributed\n as part of the Derivative Works; within the Source form or\n documentation, if provided along with the Derivative Works; or,\n within a display generated by the Derivative Works, if and\n wherever such third-party notices normally appear. The contents\n of the NOTICE file are for informational purposes only and\n do not modify the License. You may add Your own attribution\n notices within Derivative Works that You distribute, alongside\n or as an addendum to the NOTICE text from the Work, provided\n that such additional attribution notices cannot be construed\n as modifying the License.\n\n You may add Your own copyright statement to Your modifications and\n may provide additional or different license terms and conditions\n for use, reproduction, or distribution of Your modifications, or\n for any such Derivative Works as a whole, provided Your use,\n reproduction, and distribution of the Work otherwise complies with\n the conditions stated in this License.\n\n 5. Submission of Contributions. Unless You explicitly state otherwise,\n any Contribution intentionally submitted for inclusion in the Work\n by You to the Licensor shall be under the terms and conditions of\n this License, without any additional terms or conditions.\n Notwithstanding the above, nothing herein shall supersede or modify\n the terms of any separate license agreement you may have executed\n with Licensor regarding such Contributions.\n\n 6. Trademarks. This License does not grant permission to use the trade\n names, trademarks, service marks, or product names of the Licensor,\n except as required for reasonable and customary use in describing the\n origin of the Work and reproducing the content of the NOTICE file.\n\n 7. Disclaimer of Warranty. Unless required by applicable law or\n agreed to in writing, Licensor provides the Work (and each\n Contributor provides its Contributions) on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or\n implied, including, without limitation, any warranties or conditions\n of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A\n PARTICULAR PURPOSE. You are solely responsible for determining the\n appropriateness of using or redistributing the Work and assume any\n risks associated with Your exercise of permissions under this License.\n\n 8. Limitation of Liability. In no event and under no legal theory,\n whether in tort (including negligence), contract, or otherwise,\n unless required by applicable law (such as deliberate and grossly\n negligent acts) or agreed to in writing, shall any Contributor be\n liable to You for damages, including any direct, indirect, special,\n incidental, or consequential damages of any character arising as a\n result of this License or out of the use or inability to use the\n Work (including but not limited to damages for loss of goodwill,\n work stoppage, computer failure or malfunction, or any and all\n other commercial damages or losses), even if such Contributor\n has been advised of the possibility of such damages.\n\n 9. Accepting Warranty or Additional Liability. While redistributing\n the Work or Derivative Works thereof, You may choose to offer,\n and charge a fee for, acceptance of support, warranty, indemnity,\n or other liability obligations and/or rights consistent with this\n License. However, in accepting such obligations, You may act only\n on Your own behalf and on Your sole responsibility, not on behalf\n of any other Contributor, and only if You agree to indemnify,\n defend, and hold each Contributor harmless for any liability\n incurred by, or claims asserted against, such Contributor by reason\n of your accepting any such warranty or additional liability.\n\n END OF TERMS AND CONDITIONS\n\n APPENDIX: How to apply the Apache License to your work.\n\n To apply the Apache License to your work, attach the following\n boilerplate notice, with the fields enclosed by brackets \"[]\"\n replaced with your own identifying information. (Don't include\n the brackets!) The text should be enclosed in the appropriate\n comment syntax for the file format. We also recommend that a\n file or class name and description of purpose be included on the\n same \"printed page\" as the copyright notice for easier\n identification within third-party archives.\n\n Copyright [yyyy] [name of copyright owner]\n\n Licensed under the Apache License, Version 2.0 (the \"License\");\n you may not use this file except in compliance with the License.\n You may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\n Unless required by applicable law or agreed to in writing, software\n distributed under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n See the License for the specific language governing permissions and\n limitations under the License.\n"
},
{
"path": "Android/FritzAIStudio/README.md",
"content": "# Fritz AI Studio App\n\n[ ](https://app.codeship.com/projects/297281)\n[](http://twitter.com/fritzlabs)\n\nFritz AI is the machine learning platform for iOS and Android developers. Teach your mobile apps to see, hear, sense, and think. Start with our ready-to-use feature APIs or connect and deploy your own custom models.\n\n**Vision API: Prebuilt models that you can simply drop into your apps:**\n\n- [Image Segmentation](https://www.fritz.ai/features/image-segmentation.html): Create pixel level masks of different objects in a scene ([code](app/src/main/java/ai/fritz/aistudio/activities/vision/ImageSegmentationActivity.java))\n- [Image Labeling](https://www.fritz.ai/features/image-labeling.html): Classify different objects in an video or image ([code](app/src/main/java/ai/fritz/aistudio/activities/vision/ImageLabelingActivity.java))\n- [Pose Estimation](https://www.fritz.ai/features/pose-estimation.html): Identify and track a person's body position ([code](app/src/main/java/ai/fritz/aistudio/activities/vision/PoseEstimationActivity.java))\n- [Object Detection](https://www.fritz.ai/features/object-detection.html): Detect multiple objects and track their location ([code](app/src/main/java/ai/fritz/aistudio/activities/vision/ObjectDetectionActivity.java))\n- [Style Transfer](https://www.fritz.ai/features/style-transfer.html): Transform photos and videos into artistic masterpieces ([code](app/src/main/java/ai/fritz/aistudio/activities/vision/StyleTransferActivity.java))\n\n**Custom Models: Deploy, Monitor, and Update your own models:**\n\nWe currently support both TensorFlow Lite and TensorFlow Mobile for Android.\n\n- [Analytics and Monitoring](https://www.fritz.ai/features/analytics-monitoring.html): Monitor machine learning models running on-device with Fritz AI\n- [Model Management](https://www.fritz.ai/features/model-management.html): Iterate on your ML models over-the-air, without having to release your app\n- [Model Protection](https://www.fritz.ai/features/model-protection.html): Use model protection to keep models from being tampered-with or stolen\n\n## Requirements\n\n- Android Studio 3.2 or above\n- Android device in developer model (USB debugging enabled)\n\n## Getting Started\n\n**Step 1: Choose a Fritz AI Plan**\n\n[Sign up](https://www.fritz.ai/pricing/?utm_source=github&utm_campaign=fritz-examples) for a Fritz AI plan to get started.\n\nRegister the Android app in your Fritz account with the package id \"ai.fritz.aistudiobuild\". During registration, you'll receive an API key for the app. Save this for later. To find it in the webapp, you can go to Project Settings > Apps > Your App > Show API Key.\n\n**Step 2: Clone / Fork the fritz-examples repository and open the demo app in Android Studio**\n\n```\ngit clone https://github.com/fritzlabs/fritz-examples.git\n```\n\nIn Android Studio, choose \"Open an existing Android Studio project\" and select `FritzAIStudio`.\n\n**Step 3: Edit the fritz.xml file with your API Key**\n\nIn app/src/main/res/values/fritz.xml, change the fritz_api_key attribute with the one you received in step 1.\n\n**Step 4: Build the Android Studio Project**\n\nSelect \"Build > Make Project\" from the top nav. Download any missing libraries if applicable. This should sync the gradle dependencies so give the build a second to complete.\n\n**Step 5: Install the app onto your device**\n\nWith your Android device connected, select `Run > Run App` from the top nav. After it's installed, select any of the options to try out the different ML features. When running the app for the first time, you'll have to give permissions to access the camera.\n\n## Official Documentation\n\n[SDK Documentation](https://docs.fritz.ai/?utm_source=github&utm_campaign=fritz-examples)\n\n[Android API Docs](https://docs.fritz.ai/android/latest/index.html?utm_source=github&utm_campaign=fritz-examples)\n\n## Join the community\n\n[Heartbeat](https://heartbeat.fritz.ai/?utm_source=github&utm_campaign=fritz-examples) is a community of developers interested in the intersection of mobile and machine learning. [Chat with us in Slack](https://www.fritz.ai/slack?utm_source=github&utm_campaign=fritz-examples) and stay up to date on the latest mobile ML news with our [Newsletter](https://www.fritz.ai/newsletter?utm_source=github&utm_campaign=fritz-examples).\n\n## Help\n\nFor any questions or issues, you can:\n\n- Submit an issue on this repo\n- Go to [Support](https://support.fritz.ai/?utm_source=github&utm_campaign=fritz-examples)\n- Message us directly in [Slack](https://www.fritz.ai/slack?utm_source=github&utm_campaign=fritz-examples)\n"
},
{
"path": "Android/FritzAIStudio/app/build.gradle",
"content": "apply plugin: 'com.android.application'\n\n\nandroid {\n configurations.all {\n resolutionStrategy.force 'com.google.code.findbugs:jsr305:1.3.9'\n }\n compileSdkVersion 28\n defaultConfig {\n applicationId \"ai.fritz.aistudiobuild\"\n minSdkVersion 21\n targetSdkVersion 28\n versionCode 1\n versionName \"1.0\"\n testInstrumentationRunner \"android.support.test.runner.AndroidJUnitRunner\"\n }\n buildTypes {\n debug {\n debuggable true\n }\n release {\n minifyEnabled false\n proguardFiles getDefaultProguardFile('proguard-android.txt'), 'proguard-rules.pro'\n }\n }\n aaptOptions {\n noCompress \"tflite\"\n }\n lintOptions {\n abortOnError false\n }\n productFlavors {\n }\n}\n\ndependencies {\n implementation 'com.jakewharton:butterknife:8.8.1'\n\n implementation \"ai.fritz:core:6.0.3\"\n implementation \"ai.fritz:vision:6.0.3\"\n\n implementation \"ai.fritz:vision-labeling-model-fast:3.0.0\"\n implementation \"ai.fritz:vision-object-detection-model-fast:3.0.0\"\n implementation \"ai.fritz:vision-style-painting-models:3.0.0\"\n implementation \"ai.fritz:vision-pose-estimation-model-fast:3.0.0\"\n implementation \"ai.fritz:vision-hair-segmentation-model-fast:3.0.0\"\n\n annotationProcessor 'com.jakewharton:butterknife-compiler:8.8.1'\n implementation fileTree(include: ['*.jar'], dir: 'libs')\n implementation 'com.android.support.constraint:constraint-layout:1.1.2'\n implementation 'com.android.support:appcompat-v7:28.0.0-rc02'\n implementation 'com.android.support:recyclerview-v7:28.0.0-rc02'\n testImplementation 'junit:junit:4.12'\n androidTestImplementation 'com.android.support.test:runner:1.0.2'\n androidTestImplementation 'com.android.support.test.espresso:espresso-core:3.0.2'\n}\n"
},
{
"path": "Android/FritzAIStudio/app/proguard-rules.pro",
"content": "# Add project specific ProGuard rules here.\n# You can control the set of applied configuration files using the\n# proguardFiles setting in build.gradle.\n#\n# For more details, see\n# http://developer.android.com/guide/developing/tools/proguard.html\n\n# If your project uses WebView with JS, uncomment the following\n# and specify the fully qualified class name to the JavaScript interface\n# class:\n#-keepclassmembers class fqcn.of.javascript.interface.for.webview {\n# public *;\n#}\n\n# Uncomment this to preserve the line number information for\n# debugging stack traces.\n#-keepattributes SourceFile,LineNumberTable\n\n# If you keep the line number information, uncomment this to\n# hide the original source file name.\n#-renamesourcefileattribute SourceFile\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/AndroidManifest.xml",
"content": "\n\n\n \n \n \n \n\n \n \n\n \n\n \n \n \n \n\n \n\n \n \n \n \n \n \n \n \n\n \n\n\n \n \n\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/assets/coco_labels_list.txt",
"content": "???\nperson\nbicycle\ncar\nmotorcycle\nairplane\nbus\ntrain\ntruck\nboat\ntraffic light\nfire hydrant\n???\nstop sign\nparking meter\nbench\nbird\ncat\ndog\nhorse\nsheep\ncow\nelephant\nbear\nzebra\ngiraffe\n???\nbackpack\numbrella\n???\n???\nhandbag\ntie\nsuitcase\nfrisbee\nskis\nsnowboard\nsports ball\nkite\nbaseball bat\nbaseball glove\nskateboard\nsurfboard\ntennis racket\nbottle\n???\nwine glass\ncup\nfork\nknife\nspoon\nbowl\nbanana\napple\nsandwich\norange\nbroccoli\ncarrot\nhot dog\npizza\ndonut\ncake\nchair\ncouch\npotted plant\nbed\n???\ndining table\n???\n???\ntoilet\n???\ntv\nlaptop\nmouse\nremote\nkeyboard\ncell phone\nmicrowave\noven\ntoaster\nsink\nrefrigerator\n???\nbook\nclock\nvase\nscissors\nteddy bear\nhair drier\ntoothbrush\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/assets/imagenet_comp_graph_label_strings.txt",
"content": "dummy\nkit fox\nEnglish setter\nSiberian husky\nAustralian terrier\nEnglish springer\ngrey whale\nlesser panda\nEgyptian cat\nibex\nPersian cat\ncougar\ngazelle\nporcupine\nsea lion\nmalamute\nbadger\nGreat Dane\nWalker hound\nWelsh springer spaniel\nwhippet\nScottish deerhound\nkiller whale\nmink\nAfrican elephant\nWeimaraner\nsoft-coated wheaten terrier\nDandie Dinmont\nred wolf\nOld English sheepdog\njaguar\notterhound\nbloodhound\nAiredale\nhyena\nmeerkat\ngiant schnauzer\ntiti\nthree-toed sloth\nsorrel\nblack-footed ferret\ndalmatian\nblack-and-tan coonhound\npapillon\nskunk\nStaffordshire bullterrier\nMexican hairless\nBouvier des Flandres\nweasel\nminiature poodle\nCardigan\nmalinois\nbighorn\nfox squirrel\ncolobus\ntiger cat\nLhasa\nimpala\ncoyote\nYorkshire terrier\nNewfoundland\nbrown bear\nred fox\nNorwegian elkhound\nRottweiler\nhartebeest\nSaluki\ngrey fox\nschipperke\nPekinese\nBrabancon griffon\nWest Highland white terrier\nSealyham terrier\nguenon\nmongoose\nindri\ntiger\nIrish wolfhound\nwild boar\nEntleBucher\nzebra\nram\nFrench bulldog\norangutan\nbasenji\nleopard\nBernese mountain dog\nMaltese dog\nNorfolk terrier\ntoy terrier\nvizsla\ncairn\nsquirrel monkey\ngroenendael\nclumber\nSiamese cat\nchimpanzee\nkomondor\nAfghan hound\nJapanese spaniel\nproboscis monkey\nguinea pig\nwhite wolf\nice bear\ngorilla\nborzoi\ntoy poodle\nKerry blue terrier\nox\nScotch terrier\nTibetan mastiff\nspider monkey\nDoberman\nBoston bull\nGreater Swiss Mountain dog\nAppenzeller\nShih-Tzu\nIrish water spaniel\nPomeranian\nBedlington terrier\nwarthog\nArabian camel\nsiamang\nminiature schnauzer\ncollie\ngolden retriever\nIrish terrier\naffenpinscher\nBorder collie\nhare\nboxer\nsilky terrier\nbeagle\nLeonberg\nGerman short-haired pointer\npatas\ndhole\nbaboon\nmacaque\nChesapeake Bay retriever\nbull mastiff\nkuvasz\ncapuchin\npug\ncurly-coated retriever\nNorwich terrier\nflat-coated retriever\nhog\nkeeshond\nEskimo dog\nBrittany spaniel\nstandard poodle\nLakeland terrier\nsnow leopard\nGordon setter\ndingo\nstandard schnauzer\nhamster\nTibetan terrier\nArctic fox\nwire-haired fox terrier\nbasset\nwater buffalo\nAmerican black bear\nAngora\nbison\nhowler monkey\nhippopotamus\nchow\ngiant panda\nAmerican Staffordshire terrier\nShetland sheepdog\nGreat Pyrenees\nChihuahua\ntabby\nmarmoset\nLabrador retriever\nSaint Bernard\narmadillo\nSamoyed\nbluetick\nredbone\npolecat\nmarmot\nkelpie\ngibbon\nllama\nminiature pinscher\nwood rabbit\nItalian greyhound\nlion\ncocker spaniel\nIrish setter\ndugong\nIndian elephant\nbeaver\nSussex spaniel\nPembroke\nBlenheim spaniel\nMadagascar cat\nRhodesian ridgeback\nlynx\nAfrican hunting dog\nlangur\nIbizan hound\ntimber wolf\ncheetah\nEnglish foxhound\nbriard\nsloth bear\nBorder terrier\nGerman shepherd\notter\nkoala\ntusker\nechidna\nwallaby\nplatypus\nwombat\nrevolver\numbrella\nschooner\nsoccer ball\naccordion\nant\nstarfish\nchambered nautilus\ngrand piano\nlaptop\nstrawberry\nairliner\nwarplane\nairship\nballoon\nspace shuttle\nfireboat\ngondola\nspeedboat\nlifeboat\ncanoe\nyawl\ncatamaran\ntrimaran\ncontainer ship\nliner\npirate\naircraft carrier\nsubmarine\nwreck\nhalf track\ntank\nmissile\nbobsled\ndogsled\nbicycle-built-for-two\nmountain bike\nfreight car\npassenger car\nbarrow\nshopping cart\nmotor scooter\nforklift\nelectric locomotive\nsteam locomotive\namphibian\nambulance\nbeach wagon\ncab\nconvertible\njeep\nlimousine\nminivan\nModel T\nracer\nsports car\ngo-kart\ngolfcart\nmoped\nsnowplow\nfire engine\ngarbage truck\npickup\ntow truck\ntrailer truck\nmoving van\npolice van\nrecreational vehicle\nstreetcar\nsnowmobile\ntractor\nmobile home\ntricycle\nunicycle\nhorse cart\njinrikisha\noxcart\nbassinet\ncradle\ncrib\nfour-poster\nbookcase\nchina cabinet\nmedicine chest\nchiffonier\ntable lamp\nfile\npark bench\nbarber chair\nthrone\nfolding chair\nrocking chair\nstudio couch\ntoilet seat\ndesk\npool table\ndining table\nentertainment center\nwardrobe\nGranny Smith\norange\nlemon\nfig\npineapple\nbanana\njackfruit\ncustard apple\npomegranate\nacorn\nhip\near\nrapeseed\ncorn\nbuckeye\norgan\nupright\nchime\ndrum\ngong\nmaraca\nmarimba\nsteel drum\nbanjo\ncello\nviolin\nharp\nacoustic guitar\nelectric guitar\ncornet\nFrench horn\ntrombone\nharmonica\nocarina\npanpipe\nbassoon\noboe\nsax\nflute\ndaisy\nyellow lady's slipper\ncliff\nvalley\nalp\nvolcano\npromontory\nsandbar\ncoral reef\nlakeside\nseashore\ngeyser\nhatchet\ncleaver\nletter opener\nplane\npower drill\nlawn mower\nhammer\ncorkscrew\ncan opener\nplunger\nscrewdriver\nshovel\nplow\nchain saw\ncock\nhen\nostrich\nbrambling\ngoldfinch\nhouse finch\njunco\nindigo bunting\nrobin\nbulbul\njay\nmagpie\nchickadee\nwater ouzel\nkite\nbald eagle\nvulture\ngreat grey owl\nblack grouse\nptarmigan\nruffed grouse\nprairie chicken\npeacock\nquail\npartridge\nAfrican grey\nmacaw\nsulphur-crested cockatoo\nlorikeet\ncoucal\nbee eater\nhornbill\nhummingbird\njacamar\ntoucan\ndrake\nred-breasted merganser\ngoose\nblack swan\nwhite stork\nblack stork\nspoonbill\nflamingo\nAmerican egret\nlittle blue heron\nbittern\ncrane\nlimpkin\nAmerican coot\nbustard\nruddy turnstone\nred-backed sandpiper\nredshank\ndowitcher\noystercatcher\nEuropean gallinule\npelican\nking penguin\nalbatross\ngreat white shark\ntiger shark\nhammerhead\nelectric ray\nstingray\nbarracouta\ncoho\ntench\ngoldfish\neel\nrock beauty\nanemone fish\nlionfish\npuffer\nsturgeon\ngar\nloggerhead\nleatherback turtle\nmud turtle\nterrapin\nbox turtle\nbanded gecko\ncommon iguana\nAmerican chameleon\nwhiptail\nagama\nfrilled lizard\nalligator lizard\nGila monster\ngreen lizard\nAfrican chameleon\nKomodo dragon\ntriceratops\nAfrican crocodile\nAmerican alligator\nthunder snake\nringneck snake\nhognose snake\ngreen snake\nking snake\ngarter snake\nwater snake\nvine snake\nnight snake\nboa constrictor\nrock python\nIndian cobra\ngreen mamba\nsea snake\nhorned viper\ndiamondback\nsidewinder\nEuropean fire salamander\ncommon newt\neft\nspotted salamander\naxolotl\nbullfrog\ntree frog\ntailed frog\nwhistle\nwing\npaintbrush\nhand blower\noxygen mask\nsnorkel\nloudspeaker\nmicrophone\nscreen\nmouse\nelectric fan\noil filter\nstrainer\nspace heater\nstove\nguillotine\nbarometer\nrule\nodometer\nscale\nanalog clock\ndigital clock\nwall clock\nhourglass\nsundial\nparking meter\nstopwatch\ndigital watch\nstethoscope\nsyringe\nmagnetic compass\nbinoculars\nprojector\nsunglasses\nloupe\nradio telescope\nbow\ncannon [ground]\nassault rifle\nrifle\nprojectile\ncomputer keyboard\ntypewriter keyboard\ncrane\nlighter\nabacus\ncash machine\nslide rule\ndesktop computer\nhand-held computer\nnotebook\nweb site\nharvester\nthresher\nprinter\nslot\nvending machine\nsewing machine\njoystick\nswitch\nhook\ncar wheel\npaddlewheel\npinwheel\npotter's wheel\ngas pump\ncarousel\nswing\nreel\nradiator\npuck\nhard disc\nsunglass\npick\ncar mirror\nsolar dish\nremote control\ndisk brake\nbuckle\nhair slide\nknot\ncombination lock\npadlock\nnail\nsafety pin\nscrew\nmuzzle\nseat belt\nski\ncandle\njack-o'-lantern\nspotlight\ntorch\nneck brace\npier\ntripod\nmaypole\nmousetrap\nspider web\ntrilobite\nharvestman\nscorpion\nblack and gold garden spider\nbarn spider\ngarden spider\nblack widow\ntarantula\nwolf spider\ntick\ncentipede\nisopod\nDungeness crab\nrock crab\nfiddler crab\nking crab\nAmerican lobster\nspiny lobster\ncrayfish\nhermit crab\ntiger beetle\nladybug\nground beetle\nlong-horned beetle\nleaf beetle\ndung beetle\nrhinoceros beetle\nweevil\nfly\nbee\ngrasshopper\ncricket\nwalking stick\ncockroach\nmantis\ncicada\nleafhopper\nlacewing\ndragonfly\ndamselfly\nadmiral\nringlet\nmonarch\ncabbage butterfly\nsulphur butterfly\nlycaenid\njellyfish\nsea anemone\nbrain coral\nflatworm\nnematode\nconch\nsnail\nslug\nsea slug\nchiton\nsea urchin\nsea cucumber\niron\nespresso maker\nmicrowave\nDutch oven\nrotisserie\ntoaster\nwaffle iron\nvacuum\ndishwasher\nrefrigerator\nwasher\nCrock Pot\nfrying pan\nwok\ncaldron\ncoffeepot\nteapot\nspatula\naltar\ntriumphal arch\npatio\nsteel arch bridge\nsuspension bridge\nviaduct\nbarn\ngreenhouse\npalace\nmonastery\nlibrary\napiary\nboathouse\nchurch\nmosque\nstupa\nplanetarium\nrestaurant\ncinema\nhome theater\nlumbermill\ncoil\nobelisk\ntotem pole\ncastle\nprison\ngrocery store\nbakery\nbarbershop\nbookshop\nbutcher shop\nconfectionery\nshoe shop\ntobacco shop\ntoyshop\nfountain\ncliff dwelling\nyurt\ndock\nbrass\nmegalith\nbannister\nbreakwater\ndam\nchainlink fence\npicket fence\nworm fence\nstone wall\ngrille\nsliding door\nturnstile\nmountain tent\nscoreboard\nhoneycomb\nplate rack\npedestal\nbeacon\nmashed potato\nbell pepper\nhead cabbage\nbroccoli\ncauliflower\nzucchini\nspaghetti squash\nacorn squash\nbutternut squash\ncucumber\nartichoke\ncardoon\nmushroom\nshower curtain\njean\ncarton\nhandkerchief\nsandal\nashcan\nsafe\nplate\nnecklace\ncroquet ball\nfur coat\nthimble\npajama\nrunning shoe\ncocktail shaker\nchest\nmanhole cover\nmodem\ntub\ntray\nbalance beam\nbagel\nprayer rug\nkimono\nhot pot\nwhiskey jug\nknee pad\nbook jacket\nspindle\nski mask\nbeer bottle\ncrash helmet\nbottlecap\ntile roof\nmask\nmaillot\nPetri dish\nfootball helmet\nbathing cap\nteddy bear\nholster\npop bottle\nphotocopier\nvestment\ncrossword puzzle\ngolf ball\ntrifle\nsuit\nwater tower\nfeather boa\ncloak\nred wine\ndrumstick\nshield\nChristmas stocking\nhoopskirt\nmenu\nstage\nbonnet\nmeat loaf\nbaseball\nface powder\nscabbard\nsunscreen\nbeer glass\nhen-of-the-woods\nguacamole\nlampshade\nwool\nhay\nbow tie\nmailbag\nwater jug\nbucket\ndishrag\nsoup bowl\neggnog\nmortar\ntrench coat\npaddle\nchain\nswab\nmixing bowl\npotpie\nwine bottle\nshoji\nbulletproof vest\ndrilling platform\nbinder\ncardigan\nsweatshirt\npot\nbirdhouse\nhamper\nping-pong ball\npencil box\npay-phone\nconsomme\napron\npunching bag\nbackpack\ngroom\nbearskin\npencil sharpener\nbroom\nmosquito net\nabaya\nmortarboard\nponcho\ncrutch\nPolaroid camera\nspace bar\ncup\nracket\ntraffic light\nquill\nradio\ndough\ncuirass\nmilitary uniform\nlipstick\nshower cap\nmonitor\noscilloscope\nmitten\nbrassiere\nFrench loaf\nvase\nmilk can\nrugby ball\npaper towel\nearthstar\nenvelope\nminiskirt\ncowboy hat\ntrolleybus\nperfume\nbathtub\nhotdog\ncoral fungus\nbullet train\npillow\ntoilet tissue\ncassette\ncarpenter's kit\nladle\nstinkhorn\nlotion\nhair spray\nacademic gown\ndome\ncrate\nwig\nburrito\npill bottle\nchain mail\ntheater curtain\nwindow shade\nbarrel\nwashbasin\nballpoint\nbasketball\nbath towel\ncowboy boot\ngown\nwindow screen\nagaric\ncellular telephone\nnipple\nbarbell\nmailbox\nlab coat\nfire screen\nminibus\npacket\nmaze\npole\nhorizontal bar\nsombrero\npickelhaube\nrain barrel\nwallet\ncassette player\ncomic book\npiggy bank\nstreet sign\nbell cote\nfountain pen\nWindsor tie\nvolleyball\noverskirt\nsarong\npurse\nbolo tie\nbib\nparachute\nsleeping bag\ntelevision\nswimming trunks\nmeasuring cup\nespresso\npizza\nbreastplate\nshopping basket\nwooden spoon\nsaltshaker\nchocolate sauce\nballplayer\ngoblet\ngyromitra\nstretcher\nwater bottle\ndial telephone\nsoap dispenser\njersey\nschool bus\njigsaw puzzle\nplastic bag\nreflex camera\ndiaper\nBand Aid\nice lolly\nvelvet\ntennis ball\ngasmask\ndoormat\nLoafer\nice cream\npretzel\nquilt\nmaillot\ntape player\nclog\niPod\nbolete\nscuba diver\npitcher\nmatchstick\nbikini\nsock\nCD player\nlens cap\nthatch\nvault\nbeaker\nbubble\ncheeseburger\nparallel bars\nflagpole\ncoffee mug\nrubber eraser\nstole\ncarbonara\ndumbbell\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/Navigation.java",
"content": "package ai.fritz.aistudio;\n\nimport android.content.Context;\nimport android.content.Intent;\n\nimport ai.fritz.aistudio.activities.custommodel.CustomTFLiteActivity;\nimport ai.fritz.aistudio.activities.vision.ImageLabelingActivity;\nimport ai.fritz.aistudio.activities.vision.ImageSegmentationActivity;\nimport ai.fritz.aistudio.activities.vision.ObjectDetectionActivity;\nimport ai.fritz.aistudio.activities.vision.PoseEstimationActivity;\nimport ai.fritz.aistudio.activities.vision.StyleTransferActivity;\n\n/**\n * Navigation is a helper class for common links throughout the app.\n */\npublic class Navigation {\n\n public static void goToTFLite(Context context) {\n Intent tflite = new Intent(context, CustomTFLiteActivity.class);\n context.startActivity(tflite);\n }\n\n public static void goToLabelingActivity(Context context) {\n Intent labelActivity = new Intent(context, ImageLabelingActivity.class);\n context.startActivity(labelActivity);\n }\n\n public static void goToStyleTransfer(Context context) {\n Intent styleActivity = new Intent(context, StyleTransferActivity.class);\n context.startActivity(styleActivity);\n }\n\n public static void goToImageSegmentation(Context context) {\n Intent imgSegActivity = new Intent(context, ImageSegmentationActivity.class);\n context.startActivity(imgSegActivity);\n }\n\n public static void goToObjectDetection(Context context) {\n Intent objectDetection = new Intent(context, ObjectDetectionActivity.class);\n context.startActivity(objectDetection);\n }\n\n public static void goToPoseEstimation(Context context) {\n Intent poseEstimation = new Intent(context, PoseEstimationActivity.class);\n context.startActivity(poseEstimation);\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/PredictorType.java",
"content": "package ai.fritz.aistudio;\n\npublic enum PredictorType {\n POSE_ESTIMATION,\n STYLE_TRANSFER,\n IMAGE_LABELING,\n OBJECT_DETECTION,\n PEOPLE_SEGMENTATION,\n LIVING_ROOM_SEGMENTATION,\n OUTDOOR_SEGMENTATION,\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/activities/BaseCameraActivity.java",
"content": "package ai.fritz.aistudio.activities;\n\nimport android.Manifest;\nimport android.content.Context;\nimport android.content.pm.PackageManager;\nimport android.hardware.camera2.CameraAccessException;\nimport android.hardware.camera2.CameraCharacteristics;\nimport android.hardware.camera2.CameraManager;\nimport android.hardware.camera2.params.StreamConfigurationMap;\nimport android.media.ImageReader.OnImageAvailableListener;\nimport android.os.Build;\nimport android.os.Bundle;\nimport android.os.Handler;\nimport android.os.HandlerThread;\nimport android.support.v7.app.AppCompatActivity;\nimport android.util.Log;\nimport android.util.Size;\nimport android.view.KeyEvent;\nimport android.view.WindowManager;\nimport android.widget.Toast;\n\nimport ai.fritz.aistudio.R;\nimport ai.fritz.aistudio.fragments.CameraConnectionFragment;\nimport ai.fritz.aistudio.ui.OverlayView;\n\n\npublic abstract class BaseCameraActivity extends AppCompatActivity implements OnImageAvailableListener {\n private static final String TAG = BaseCameraActivity.class.getSimpleName();\n private static final int PERMISSIONS_REQUEST = 1;\n\n private static final String PERMISSION_CAMERA = Manifest.permission.CAMERA;\n private static final String PERMISSION_STORAGE = Manifest.permission.WRITE_EXTERNAL_STORAGE;\n private boolean useCamera2API;\n\n private boolean debug = false;\n\n private Handler handler;\n private HandlerThread handlerThread;\n\n protected String cameraId;\n\n @Override\n protected void onCreate(final Bundle savedInstanceState) {\n Log.d(TAG, \"onCreate \" + this);\n super.onCreate(null);\n getWindow().addFlags(WindowManager.LayoutParams.FLAG_KEEP_SCREEN_ON);\n\n setContentView(R.layout.activity_camera);\n\n if (hasPermission()) {\n setFragment();\n } else {\n requestPermission();\n }\n }\n\n @Override\n public synchronized void onStart() {\n Log.d(TAG, \"onStart \" + this);\n super.onStart();\n }\n\n @Override\n public synchronized void onResume() {\n Log.d(TAG, \"onResume \" + this);\n super.onResume();\n\n handlerThread = new HandlerThread(\"inference\");\n handlerThread.start();\n handler = new Handler(handlerThread.getLooper());\n }\n\n @Override\n public synchronized void onPause() {\n Log.d(TAG, \"onPause \" + this);\n\n handlerThread.quitSafely();\n try {\n handlerThread.join();\n handlerThread = null;\n handler = null;\n } catch (final InterruptedException e) {\n Log.e(TAG, \"Exception!\" + e);\n }\n\n super.onPause();\n }\n\n @Override\n public synchronized void onStop() {\n Log.d(TAG, \"onStop \" + this);\n super.onStop();\n }\n\n @Override\n public synchronized void onDestroy() {\n Log.d(TAG, \"onDestroy \" + this);\n super.onDestroy();\n }\n\n protected synchronized void runInBackground(final Runnable r) {\n if (handler != null) {\n handler.post(r);\n }\n }\n\n @Override\n public void onRequestPermissionsResult(\n final int requestCode, final String[] permissions, final int[] grantResults) {\n switch (requestCode) {\n case PERMISSIONS_REQUEST: {\n if (grantResults.length > 0\n && grantResults[0] == PackageManager.PERMISSION_GRANTED\n && grantResults[1] == PackageManager.PERMISSION_GRANTED) {\n setFragment();\n } else {\n requestPermission();\n }\n }\n }\n }\n\n private boolean hasPermission() {\n if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {\n return checkSelfPermission(PERMISSION_CAMERA) == PackageManager.PERMISSION_GRANTED && checkSelfPermission(PERMISSION_STORAGE) == PackageManager.PERMISSION_GRANTED;\n } else {\n return true;\n }\n }\n\n private void requestPermission() {\n if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {\n if (shouldShowRequestPermissionRationale(PERMISSION_CAMERA) || shouldShowRequestPermissionRationale(PERMISSION_STORAGE)) {\n Toast.makeText(BaseCameraActivity.this, \"Camera AND storage permission are required for this demo\", Toast.LENGTH_LONG).show();\n }\n requestPermissions(new String[]{PERMISSION_CAMERA, PERMISSION_STORAGE}, PERMISSIONS_REQUEST);\n }\n }\n\n protected void setFragment() {\n cameraId = chooseCamera();\n final CameraConnectionFragment fragment =\n CameraConnectionFragment.newInstance(\n new CameraConnectionFragment.ConnectionCallback() {\n @Override\n public void onPreviewSizeChosen(final Size previewSize, final Size cameraViewSize, final int rotation) {\n BaseCameraActivity.this.onPreviewSizeChosen(previewSize, cameraViewSize, rotation);\n }\n },\n this,\n getLayoutId(),\n getDesiredPreviewFrameSize());\n\n fragment.setCamera(cameraId);\n\n getFragmentManager()\n .beginTransaction()\n .replace(R.id.camera_container, fragment)\n .commit();\n }\n\n private String chooseCamera() {\n final CameraManager manager = (CameraManager) getSystemService(Context.CAMERA_SERVICE);\n try {\n for (final String cameraId : manager.getCameraIdList()) {\n final CameraCharacteristics characteristics = manager.getCameraCharacteristics(cameraId);\n\n // We don't use a front facing camera in this sample.\n final Integer facing = characteristics.get(CameraCharacteristics.LENS_FACING);\n if (facing != null && facing == CameraCharacteristics.LENS_FACING_FRONT) {\n continue;\n }\n\n final StreamConfigurationMap map =\n characteristics.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);\n\n if (map == null) {\n continue;\n }\n\n // Fallback to camera1 API for internal cameras that don't have full support.\n // This should help with legacy situations where using the camera2 API causes\n // distorted or otherwise broken previews.\n useCamera2API = (facing == CameraCharacteristics.LENS_FACING_EXTERNAL)\n || isHardwareLevelSupported(characteristics,\n CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL_FULL);\n Log.i(TAG, \"Camera API lv2?: \" + useCamera2API);\n return cameraId;\n }\n } catch (CameraAccessException e) {\n Log.e(TAG, \"Not allowed to access camera: \" + e);\n }\n\n return null;\n }\n\n // Returns true if the device supports the required hardware level, or better.\n private boolean isHardwareLevelSupported(\n CameraCharacteristics characteristics, int requiredLevel) {\n int deviceLevel = characteristics.get(CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL);\n if (deviceLevel == CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL_LEGACY) {\n return requiredLevel == deviceLevel;\n }\n // deviceLevel is not LEGACY, can use numerical sort\n return requiredLevel <= deviceLevel;\n }\n\n\n public boolean isDebug() {\n return debug;\n }\n\n public void requestRender() {\n final OverlayView overlay = (OverlayView) findViewById(R.id.debug_overlay);\n if (overlay != null) {\n overlay.postInvalidate();\n }\n }\n\n public void setCallback(final OverlayView.DrawCallback callback) {\n final OverlayView overlay = (OverlayView) findViewById(R.id.debug_overlay);\n if (overlay != null) {\n overlay.setCallback(callback);\n }\n }\n\n public void onSetDebug(final boolean debug) {\n }\n\n @Override\n public boolean onKeyDown(final int keyCode, final KeyEvent event) {\n if (keyCode == KeyEvent.KEYCODE_VOLUME_DOWN || keyCode == KeyEvent.KEYCODE_VOLUME_UP) {\n debug = !debug;\n requestRender();\n onSetDebug(debug);\n return true;\n }\n return super.onKeyDown(keyCode, event);\n }\n\n protected abstract void onPreviewSizeChosen(final Size previewSize, final Size cameraViewSize, final int rotation);\n\n protected abstract int getLayoutId();\n\n protected Size getDesiredPreviewFrameSize() {\n return new Size(640, 480);\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/activities/BaseLiveVideoActivity.java",
"content": "package ai.fritz.aistudio.activities;\n\nimport android.graphics.Canvas;\nimport android.media.Image;\nimport android.media.ImageReader;\nimport android.os.Bundle;\nimport android.util.Size;\nimport android.widget.Button;\n\nimport java.util.concurrent.atomic.AtomicBoolean;\n\nimport ai.fritz.aistudio.R;\nimport ai.fritz.aistudio.ui.OverlayView;\nimport ai.fritz.vision.FritzVisionImage;\nimport ai.fritz.vision.FritzVisionOrientation;\nimport ai.fritz.vision.ImageOrientation;\n\npublic abstract class BaseLiveVideoActivity extends BaseCameraActivity implements ImageReader.OnImageAvailableListener {\n\n private static final String TAG = BaseLiveVideoActivity.class.getSimpleName();\n private AtomicBoolean computing = new AtomicBoolean(false);\n protected FritzVisionImage fritzVisionImage;\n\n private ImageOrientation orientation;\n protected Button chooseModelBtn;\n\n @Override\n public void onCreate(final Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n }\n\n @Override\n public void onPreviewSizeChosen(final Size size, final Size cameraSize, final int rotation) {\n orientation = FritzVisionOrientation.getImageOrientationFromCamera(this, cameraId);\n chooseModelBtn = findViewById(R.id.chose_model_btn);\n\n setCallback(\n new OverlayView.DrawCallback() {\n @Override\n public void drawCallback(final Canvas canvas) {\n handleDrawingResult(canvas, cameraSize);\n }\n });\n\n onCameraSetup(cameraSize);\n }\n\n @Override\n public void onImageAvailable(final ImageReader reader) {\n Image image = reader.acquireLatestImage();\n\n if (image == null) {\n return;\n }\n\n if (!computing.compareAndSet(false, true)) {\n image.close();\n return;\n }\n fritzVisionImage = FritzVisionImage.fromMediaImage(image, orientation);\n image.close();\n\n runInBackground(\n new Runnable() {\n @Override\n public void run() {\n runInference(fritzVisionImage);\n requestRender();\n computing.set(false);\n }\n });\n }\n\n @Override\n protected int getLayoutId() {\n return R.layout.camera_connection_fragment_tracking;\n }\n\n @Override\n public void onSetDebug(final boolean debug) {\n\n }\n\n protected abstract void onCameraSetup(Size cameraSize);\n\n protected abstract void handleDrawingResult(Canvas canvas, Size cameraSize);\n\n protected abstract void runInference(FritzVisionImage fritzVisionImage);\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/activities/BaseRecordingActivity.java",
"content": "package ai.fritz.aistudio.activities;\n\nimport android.content.DialogInterface;\nimport android.graphics.Bitmap;\nimport android.graphics.Canvas;\nimport android.graphics.Paint;\nimport android.graphics.RectF;\nimport android.media.Image;\nimport android.media.ImageReader;\nimport android.media.ImageReader.OnImageAvailableListener;\nimport android.os.Bundle;\nimport android.os.CountDownTimer;\nimport android.os.Handler;\nimport android.util.Log;\nimport android.util.Size;\nimport android.view.MotionEvent;\nimport android.view.View;\nimport android.widget.Button;\nimport android.widget.ProgressBar;\n\nimport java.util.concurrent.LinkedBlockingQueue;\nimport java.util.concurrent.TimeUnit;\nimport java.util.concurrent.atomic.AtomicBoolean;\nimport java.util.concurrent.atomic.AtomicLong;\n\nimport ai.fritz.aistudio.R;\nimport ai.fritz.aistudio.ui.ChooseModelDialog;\nimport ai.fritz.aistudio.ui.OverlayView;\nimport ai.fritz.aistudio.utils.VideoProcessingQueue;\nimport ai.fritz.vision.FritzVisionImage;\nimport ai.fritz.vision.FritzVisionOrientation;\nimport ai.fritz.vision.ImageOrientation;\nimport ai.fritz.vision.ImageRotation;\n\n\npublic abstract class BaseRecordingActivity extends BaseCameraActivity implements OnImageAvailableListener {\n private static final String TAG = BaseRecordingActivity.class.getSimpleName();\n private static final long TIME_BETWEEN_FRAMES_MS = 100;\n private static final long TIME_BUFFER_FRAMES_MS = 50;\n private static final long MAX_RECORDING_TIME_MS = TimeUnit.SECONDS.toMillis(5);\n private static final long TIME_BETWEEN_RECORDING_INTERVAL_MS = 50;\n private static final int NUM_PROGRESS_INTERVALS = (int) (MAX_RECORDING_TIME_MS / TIME_BETWEEN_RECORDING_INTERVAL_MS);\n\n private AtomicBoolean isRecording = new AtomicBoolean(false);\n\n private OverlayView overlayView;\n private ImageOrientation orientation;\n\n private ChooseModelDialog imageSegDialog;\n private Button takeVideoBtn;\n private Button closeBtn;\n private Button chooseModelBtn;\n private ProgressBar processingVideoProgress;\n private ProgressBar videoRecordingProgress;\n private ProgressBar loadingModelSpinner;\n\n private VideoProcessingQueue videoProcessingQueue;\n private LinkedBlockingQueue processedBitmaps = new LinkedBlockingQueue<>();\n\n private AtomicLong lastRecordedFrameAt = new AtomicLong(0);\n private CountDownTimer mCountDownTimer;\n private Handler playBackHandler = new Handler();\n\n private int processingProgress = 0;\n\n protected abstract int getModelOptionsTextId();\n\n protected abstract Bitmap runPrediction(FritzVisionImage visionImage, Size cameraViewSize);\n\n protected abstract void loadPredictor(int choice);\n\n\n @Override\n public void onCreate(final Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n }\n\n @Override\n protected int getLayoutId() {\n return R.layout.camera_connection_fragment_recording;\n }\n\n @Override\n public void onPreviewSizeChosen(final Size previewSize, final Size cameraViewSize, final int rotation) {\n overlayView = findViewById(R.id.debug_overlay);\n takeVideoBtn = findViewById(R.id.take_video_btn);\n processingVideoProgress = findViewById(R.id.processingVideoProgress);\n videoRecordingProgress = findViewById(R.id.videoRecordingProgress);\n closeBtn = findViewById(R.id.close_btn);\n chooseModelBtn = findViewById(R.id.choose_model_btn);\n loadingModelSpinner = findViewById(R.id.loadingModelSpinner);\n\n showCameraViews();\n\n // Create a predictor\n\n loadPredictor(0);\n chooseModelBtn.setText(getModelText(0));\n\n videoProcessingQueue = new VideoProcessingQueue(new VideoProcessingQueue.Listener() {\n @Override\n public void processVisionImage(FritzVisionImage visionImage) {\n Bitmap result = runPrediction(visionImage, cameraViewSize);\n processedBitmaps.add(result);\n Log.d(TAG, \"Processed Frame #: \" + processedBitmaps.size());\n\n if (!isRecording.get()) {\n processingVideoProgress.setProgress(++processingProgress);\n }\n }\n\n @Override\n public void finishedProcessing() {\n Log.d(TAG, \"Finished processing video clips\");\n finishProcessing();\n }\n });\n\n orientation = FritzVisionOrientation.getImageOrientationFromCamera(this, cameraId);\n\n // Dialog for image seg choice;\n imageSegDialog = new ChooseModelDialog(getModelOptionsTextId(), new DialogInterface.OnClickListener() {\n public void onClick(DialogInterface dialog, int which) {\n // The 'which' argument contains the index position\n // of the selected item.\n loadPredictor(which);\n\n chooseModelBtn.setText(getModelText(which));\n }\n });\n\n\n closeBtn.setOnClickListener(new View.OnClickListener() {\n @Override\n public void onClick(View view) {\n showCameraViews();\n }\n });\n final Paint paint = new Paint();\n setCallback(\n new OverlayView.DrawCallback() {\n @Override\n public void drawCallback(final Canvas canvas) {\n if (!processedBitmaps.isEmpty()) {\n Bitmap bitmap = processedBitmaps.poll();\n canvas.drawBitmap(bitmap, null, new RectF(0, 0, cameraViewSize.getWidth(), cameraViewSize.getHeight()), null);\n\n }\n }\n });\n takeVideoBtn.setOnTouchListener(new View.OnTouchListener() {\n @Override\n public boolean onTouch(View v, MotionEvent event) {\n if (event.getAction() == MotionEvent.ACTION_DOWN) {\n isRecording.compareAndSet(false, true);\n lastRecordedFrameAt.set(0);\n showStartRecordingViews();\n return true;\n } else if (event.getAction() == MotionEvent.ACTION_UP) {\n isRecording.compareAndSet(true, false);\n showFinishRecordingViews();\n return true;\n }\n\n return false;\n }\n });\n\n chooseModelBtn.setOnClickListener(new View.OnClickListener() {\n @Override\n public void onClick(View view) {\n imageSegDialog.show(getSupportFragmentManager(), ChooseModelDialog.TAG);\n }\n });\n }\n\n protected void showPredictorReadyViews() {\n takeVideoBtn.setVisibility(View.VISIBLE);\n chooseModelBtn.setVisibility(View.VISIBLE);\n loadingModelSpinner.setVisibility(View.GONE);\n }\n\n protected void showPredictorNotReadyViews() {\n takeVideoBtn.setVisibility(View.GONE);\n chooseModelBtn.setVisibility(View.GONE);\n loadingModelSpinner.setVisibility(View.VISIBLE);\n }\n\n private void showStartRecordingViews() {\n videoRecordingProgress.setVisibility(View.VISIBLE);\n videoRecordingProgress.setMax(NUM_PROGRESS_INTERVALS);\n videoRecordingProgress.setProgress(0);\n\n chooseModelBtn.setVisibility(View.GONE);\n mCountDownTimer = new CountDownTimer(MAX_RECORDING_TIME_MS, TIME_BETWEEN_RECORDING_INTERVAL_MS) {\n\n @Override\n public void onTick(long millisUntilFinished) {\n int progress = (int) (NUM_PROGRESS_INTERVALS - millisUntilFinished / TIME_BETWEEN_RECORDING_INTERVAL_MS);\n videoRecordingProgress.setProgress(progress);\n }\n\n @Override\n public void onFinish() {\n // finish recording when MAX_RECORDING_TIME_MS is met\n if (isRecording.compareAndSet(true, false)) {\n videoRecordingProgress.setProgress(NUM_PROGRESS_INTERVALS);\n showFinishRecordingViews();\n }\n }\n };\n mCountDownTimer.start();\n }\n\n private void showCameraViews() {\n overlayView.setVisibility(View.GONE);\n closeBtn.setVisibility(View.GONE);\n takeVideoBtn.setVisibility(View.VISIBLE);\n chooseModelBtn.setVisibility(View.VISIBLE);\n videoRecordingProgress.setProgress(0);\n videoRecordingProgress.setVisibility(View.GONE);\n }\n\n private void showFinishRecordingViews() {\n videoRecordingProgress.setProgress(0);\n takeVideoBtn.setVisibility(View.GONE);\n overlayView.setVisibility(View.VISIBLE);\n videoRecordingProgress.setVisibility(View.INVISIBLE);\n processingVideoProgress.setVisibility(View.VISIBLE);\n processingVideoProgress.setMax(videoProcessingQueue.getNumFramesToProcess());\n processingVideoProgress.setProgress(0);\n }\n\n private void showStyleResults() {\n processingVideoProgress.setVisibility(View.GONE);\n closeBtn.setVisibility(View.VISIBLE);\n overlayView.setVisibility(View.VISIBLE);\n }\n\n private void finishProcessing() {\n runOnUiThread(new Runnable() {\n @Override\n public void run() {\n showStyleResults();\n }\n });\n processingProgress = 0;\n // Redraw the overlay view\n overlayView.postInvalidate();\n\n // This is a bit hacky but re-render the\n // overlay view with a new bitmap result after\n // a certain amount of time until all the bitmaps are shown.\n Runnable runnable = new Runnable() {\n @Override\n public void run() {\n if (processedBitmaps.isEmpty()) {\n return;\n }\n overlayView.postInvalidate();\n playBackHandler.postDelayed(this, TIME_BETWEEN_FRAMES_MS + TIME_BUFFER_FRAMES_MS);\n }\n };\n runnable.run();\n }\n\n public String getModelText(int choice) {\n String[] options = getResources().getStringArray(getModelOptionsTextId());\n return options[choice];\n }\n\n @Override\n public void onImageAvailable(final ImageReader reader) {\n Image image = reader.acquireLatestImage();\n\n if (image == null) {\n return;\n }\n\n // Save Images when we're recording\n if (!isRecording.get()) {\n image.close();\n return;\n }\n\n // Only grab a frame every 100ms\n if (System.currentTimeMillis() - lastRecordedFrameAt.get() < TIME_BETWEEN_FRAMES_MS) {\n image.close();\n return;\n }\n\n // Add the frame to a queue to process\n lastRecordedFrameAt.set(System.currentTimeMillis());\n final FritzVisionImage fritzImage = FritzVisionImage.fromMediaImage(image, orientation);\n videoProcessingQueue.addVisionImage(fritzImage);\n image.close();\n }\n}\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/activities/MainActivity.java",
"content": "package ai.fritz.aistudio.activities;\n\nimport android.content.Intent;\nimport android.graphics.Color;\nimport android.net.Uri;\nimport android.os.Bundle;\nimport android.support.v7.app.AppCompatActivity;\nimport android.support.v7.widget.LinearLayoutManager;\nimport android.support.v7.widget.RecyclerView;\nimport android.support.v7.widget.Toolbar;\nimport android.view.View;\n\nimport java.util.ArrayList;\nimport java.util.List;\nimport java.util.logging.Logger;\n\nimport ai.fritz.core.Fritz;\nimport ai.fritz.aistudio.PredictorType;\nimport ai.fritz.aistudio.R;\nimport ai.fritz.aistudio.adapters.DemoAdapter;\nimport ai.fritz.aistudio.adapters.DemoItem;\nimport ai.fritz.aistudio.ui.SeparatorDecoration;\nimport ai.fritz.aistudio.Navigation;\nimport butterknife.BindView;\nimport butterknife.ButterKnife;\n\n/**\n * The primary activity that shows the different model demos.\n */\npublic class MainActivity extends AppCompatActivity {\n\n private static final String FRITZ_URL = \"https://fritz.ai\";\n\n private Logger logger = Logger.getLogger(this.getClass().getName());\n\n @BindView(R.id.demo_list_view)\n RecyclerView recyclerView;\n\n @BindView(R.id.app_toolbar)\n Toolbar appBar;\n\n @Override\n protected void onCreate(Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n setContentView(R.layout.activity_main);\n setTitle(R.string.demo_title);\n ButterKnife.bind(this);\n\n // customize the action bar\n setSupportActionBar(appBar);\n\n // Initialize Fritz\n Fritz.configure(this);\n\n // Setup the recycler view\n recyclerView.setHasFixedSize(true);\n LinearLayoutManager rvLinearLayoutMgr = new LinearLayoutManager(this);\n recyclerView.setLayoutManager(rvLinearLayoutMgr);\n\n // Add a divider\n SeparatorDecoration decoration = new SeparatorDecoration(this, Color.GRAY, 1);\n recyclerView.addItemDecoration(decoration);\n\n // Add the adapter\n DemoAdapter adapter = new DemoAdapter(getDemoItems());\n recyclerView.setAdapter(adapter);\n recyclerView.setClickable(true);\n }\n\n private List getDemoItems() {\n // Add different demo items here\n List demoItems = new ArrayList<>();\n demoItems.add(new DemoItem(\n getString(R.string.fritz_vision_title),\n getString(R.string.fritz_vision_description_live_video),\n new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n logger.info(\"FRITZ VISION LIVE VIDEO\");\n Navigation.goToLabelingActivity(v.getContext());\n }\n }));\n demoItems.add(new DemoItem(\n getString(R.string.fritz_object_detection_title),\n getString(R.string.fritz_object_detection_description),\n new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n Navigation.goToObjectDetection(v.getContext());\n }\n }));\n demoItems.add(new DemoItem(\n getString(R.string.fritz_vision_style_transfer),\n getString(R.string.fritz_vision_style_transfer_description),\n new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n Navigation.goToStyleTransfer(v.getContext());\n }\n }));\n demoItems.add(new DemoItem(\n getString(R.string.fritz_vision_img_seg_title),\n getString(R.string.fritz_vision_img_seg_description),\n new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n Navigation.goToImageSegmentation(v.getContext());\n }\n }));\n demoItems.add(new DemoItem(\n getString(R.string.fritz_pose_estimation_title),\n getString(R.string.fritz_pose_estimation_description),\n new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n Navigation.goToPoseEstimation(v.getContext());\n }\n }));\n demoItems.add(new DemoItem(\n getString(R.string.fritz_customtflite_title),\n getString(R.string.fritz_customtflite_description),\n new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n Navigation.goToTFLite(v.getContext());\n }\n }));\n demoItems.add(new DemoItem(\n getString(R.string.fritz_info_title),\n getString(R.string.fritz_info_description),\n new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n Intent i = new Intent(Intent.ACTION_VIEW);\n i.setData(Uri.parse(FRITZ_URL));\n startActivity(i);\n }\n }));\n return demoItems;\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/activities/SplashActivity.java",
"content": "package ai.fritz.aistudio.activities;\nimport android.content.Intent;\nimport android.os.Bundle;\nimport android.support.annotation.Nullable;\nimport android.support.v7.app.AppCompatActivity;\n\nimport ai.fritz.aistudio.activities.MainActivity;\n\n/**\n * The splash activity is the entry point for the rest of the app.\n */\npublic class SplashActivity extends AppCompatActivity {\n\n @Override\n protected void onCreate(@Nullable Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n Intent intent = new Intent(this, MainActivity.class);\n startActivity(intent);\n finish();\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/activities/custommodel/CustomTFLiteActivity.java",
"content": "package ai.fritz.aistudio.activities.custommodel;\n\nimport android.graphics.PointF;\nimport android.os.Bundle;\nimport android.support.v7.app.AppCompatActivity;\nimport android.support.v7.widget.Toolbar;\nimport android.util.Log;\nimport android.view.MotionEvent;\nimport android.view.View;\nimport android.widget.TextView;\n\nimport ai.fritz.aistudio.R;\nimport ai.fritz.aistudio.activities.custommodel.ml.MnistClassifier;\nimport ai.fritz.aistudio.ui.DrawModel;\nimport ai.fritz.aistudio.ui.DrawView;\nimport butterknife.BindView;\nimport butterknife.ButterKnife;\n\n\npublic class CustomTFLiteActivity extends AppCompatActivity {\n private final String TAG = this.getClass().getSimpleName();\n\n private static final int PIXEL_WIDTH = 28;\n\n private float lastX;\n private float lastY;\n\n private DrawModel drawModel;\n\n private PointF fPoint = new PointF();\n\n private MnistClassifier mnistClassifier;\n\n @BindView(R.id.view_draw)\n DrawView mDrawView;\n\n @BindView(R.id.button_detect)\n View detectButton;\n\n @BindView(R.id.button_clear)\n View clearButton;\n\n @BindView(R.id.text_result)\n TextView mResultText;\n\n @BindView(R.id.app_toolbar)\n Toolbar appBar;\n\n @Override\n protected void onCreate(Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n setContentView(R.layout.activity_mnist);\n setTitle(R.string.app_name);\n ButterKnife.bind(this);\n\n setSupportActionBar(appBar);\n getSupportActionBar().setDisplayHomeAsUpEnabled(true);\n\n mnistClassifier = new MnistClassifier(this);\n\n drawModel = new DrawModel(PIXEL_WIDTH, PIXEL_WIDTH);\n\n mDrawView.setModel(drawModel);\n mDrawView.setOnTouchListener(new DrawOnTouchListener());\n\n detectButton.setOnClickListener(new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n onDetectClicked();\n }\n });\n\n clearButton.setOnClickListener(new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n onClearClicked();\n }\n });\n }\n\n @Override\n protected void onResume() {\n mDrawView.onResume();\n super.onResume();\n }\n\n @Override\n protected void onPause() {\n mDrawView.onPause();\n super.onPause();\n }\n\n private void onDetectClicked() {\n int digit = mnistClassifier.classify(mDrawView.getDrawnBitmap());\n if (digit >= 0) {\n Log.d(TAG, \"Found Digit = \" + digit);\n mResultText.setText(getString(R.string.found_digits, String.valueOf(digit)));\n } else {\n mResultText.setText(getString(R.string.not_detected));\n }\n }\n\n private void onClearClicked() {\n drawModel.clear();\n mDrawView.reset();\n mDrawView.invalidate();\n mResultText.setText(\"\");\n }\n\n /**\n * DrawOnTouchListener to handle drawing actions.\n */\n public class DrawOnTouchListener implements View.OnTouchListener {\n @Override\n public boolean onTouch(View v, MotionEvent event) {\n int action = event.getAction() & MotionEvent.ACTION_MASK;\n\n if (action == MotionEvent.ACTION_DOWN) {\n processTouchDown(event);\n return true;\n\n } else if (action == MotionEvent.ACTION_MOVE) {\n processTouchMove(event);\n return true;\n\n } else if (action == MotionEvent.ACTION_UP) {\n processTouchUp();\n return true;\n }\n return false;\n }\n\n private void processTouchDown(MotionEvent event) {\n lastX = event.getX();\n lastY = event.getY();\n mDrawView.calcPos(lastX, lastY, fPoint);\n float lastConvX = fPoint.x;\n float lastConvY = fPoint.y;\n drawModel.startLine(lastConvX, lastConvY);\n }\n\n private void processTouchMove(MotionEvent event) {\n float x = event.getX();\n float y = event.getY();\n\n mDrawView.calcPos(x, y, fPoint);\n float newConvX = fPoint.x;\n float newConvY = fPoint.y;\n drawModel.addLineElem(newConvX, newConvY);\n\n lastX = x;\n lastY = y;\n mDrawView.invalidate();\n }\n\n private void processTouchUp() {\n drawModel.endLine();\n }\n\n }\n}\n\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/activities/custommodel/ml/Classifier.java",
"content": "package ai.fritz.aistudio.activities.custommodel.ml;\n\n/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.\n\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n==============================================================================*/\n\n\nimport android.graphics.Bitmap;\nimport android.graphics.RectF;\n\nimport java.util.List;\n\n/**\n * Generic interface for interacting with different recognition engines.\n */\npublic interface Classifier {\n /**\n * An immutable result returned by a Classifier describing what was recognized.\n */\n public class Recognition {\n /**\n * A unique identifier for what has been recognized. Specific to the class, not the instance of\n * the object.\n */\n private final String id;\n\n /**\n * Display name for the recognition.\n */\n private final String title;\n\n /**\n * A sortable score for how good the recognition is relative to others. Higher should be better.\n */\n private final Float confidence;\n\n /**\n * Optional location within the source image for the location of the recognized object.\n */\n private RectF location;\n\n public Recognition(\n final String id, final String title, final Float confidence, final RectF location) {\n this.id = id;\n this.title = title;\n this.confidence = confidence;\n this.location = location;\n }\n\n public String getId() {\n return id;\n }\n\n public String getTitle() {\n return title;\n }\n\n public Float getConfidence() {\n return confidence;\n }\n\n public RectF getLocation() {\n return new RectF(location);\n }\n\n public void setLocation(RectF location) {\n this.location = location;\n }\n\n @Override\n public String toString() {\n String resultString = \"\";\n if (id != null) {\n resultString += \"[\" + id + \"] \";\n }\n\n if (title != null) {\n resultString += title + \" \";\n }\n\n if (confidence != null) {\n resultString += String.format(\"(%.1f%%) \", confidence * 100.0f);\n }\n\n if (location != null) {\n resultString += location + \" \";\n }\n\n return resultString.trim();\n }\n }\n\n List recognizeImage(Bitmap bitmap);\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/activities/custommodel/ml/MnistClassifier.java",
"content": "package ai.fritz.aistudio.activities.custommodel.ml;\n\nimport android.app.Activity;\nimport android.graphics.Bitmap;\nimport android.os.SystemClock;\nimport android.util.Log;\n\nimport java.nio.ByteBuffer;\nimport java.nio.ByteOrder;\n\nimport ai.fritz.aistudio.R;\nimport ai.fritz.core.FritzManagedModel;\nimport ai.fritz.core.FritzOnDeviceModel;\nimport ai.fritz.core.FritzTFLiteInterpreter;\nimport ai.fritz.core.ModelReadyListener;\nimport ai.fritz.core.utils.FritzModelManager;\n\n\npublic class MnistClassifier {\n private final String TAG = this.getClass().getSimpleName();\n\n // The tensorflow lite file\n private FritzTFLiteInterpreter tflite;\n\n // Input byte buffer\n private ByteBuffer imgData = null;\n\n // Output array [batch_size, 10]\n private float[][] mnistOutput = null;\n\n // Name of the file in the assets folder\n\n // Specify the output size\n private static final int NUMBER_LENGTH = 10;\n\n // Specify the input size\n private static final int DIM_BATCH_SIZE = 1;\n private static final int DIM_IMG_SIZE_X = 28;\n private static final int DIM_IMG_SIZE_Y = 28;\n private static final int DIM_PIXEL_SIZE = 1;\n\n // Number of bytes to hold a float (32 bits / float) / (8 bits / byte) = 4 bytes / float\n private static final int BYTE_SIZE_OF_FLOAT = 4;\n\n public MnistClassifier(Activity activity) {\n\n /**\n * This MNIST model provided is used to demonstrate custom models with TensorFlow Lite\n * and should not be used in production.\n */\n FritzManagedModel managedModel = new FritzManagedModel(activity.getString(R.string.tflite_model_id));\n FritzModelManager modelManager = new FritzModelManager(managedModel);\n modelManager.loadModel(new ModelReadyListener() {\n @Override\n public void onModelReady(FritzOnDeviceModel onDeviceModel) {\n tflite = new FritzTFLiteInterpreter(onDeviceModel);\n Log.d(TAG, \"Interpreter is now ready to use\");\n }\n });\n imgData =\n ByteBuffer.allocateDirect(\n BYTE_SIZE_OF_FLOAT * DIM_BATCH_SIZE * DIM_IMG_SIZE_X * DIM_IMG_SIZE_Y * DIM_PIXEL_SIZE);\n imgData.order(ByteOrder.nativeOrder());\n mnistOutput = new float[DIM_BATCH_SIZE][NUMBER_LENGTH];\n Log.d(TAG, \"Created a Tensorflow Lite MNIST Classifier.\");\n }\n\n /**\n * Run the TFLite model\n */\n protected void runInference() {\n long startTime = SystemClock.uptimeMillis();\n tflite.run(imgData, mnistOutput);\n long endTime = SystemClock.uptimeMillis();\n Log.d(TAG, \"Timecost to run model inference: \" + Long.toString(endTime - startTime));\n }\n\n /**\n * Classifies the number with the mnist model.\n *\n * @param bitmap\n * @return the identified number\n */\n public int classify(Bitmap bitmap) {\n if (tflite == null) {\n Log.e(TAG, \"Image classifier has not been initialized; Skipped.\");\n return -1;\n }\n convertBitmapToByteBuffer(bitmap);\n runInference();\n\n return getResult();\n }\n\n /**\n * Go through the output and find the number that was identified.\n *\n * @return the number that was identified (returns -1 if one wasn't found)\n */\n private int getResult() {\n for (int i = 0; i < mnistOutput[0].length; i++) {\n float value = mnistOutput[0][i];\n Log.d(TAG, \"Output for \" + Integer.toString(i) + \": \" + Float.toString(value));\n if (value == 1f) {\n return i;\n }\n }\n return -1;\n }\n\n /**\n * Converts it into the Byte Buffer to feed into the model\n *\n * @param bitmap\n */\n private void convertBitmapToByteBuffer(Bitmap bitmap) {\n if (bitmap == null || imgData == null) {\n return;\n }\n\n // Reset the image data\n imgData.rewind();\n\n int width = bitmap.getWidth();\n int height = bitmap.getHeight();\n\n long startTime = SystemClock.uptimeMillis();\n\n // The bitmap shape should be 28 x 28\n int[] pixels = new int[width * height];\n bitmap.getPixels(pixels, 0, width, 0, 0, width, height);\n\n for (int i = 0; i < pixels.length; ++i) {\n // Set 0 for white and 255 for black pixels\n int pixel = pixels[i];\n int b = pixel & 0xff;\n imgData.putFloat(0xff - b);\n }\n long endTime = SystemClock.uptimeMillis();\n Log.d(TAG, \"Time cost to put values into ByteBuffer: \" + Long.toString(endTime - startTime));\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/activities/vision/ImageLabelingActivity.java",
"content": "package ai.fritz.aistudio.activities.vision;\n\nimport android.media.Image;\nimport android.media.ImageReader;\nimport android.os.Bundle;\nimport android.os.SystemClock;\nimport android.support.v7.widget.Toolbar;\nimport android.util.Log;\nimport android.util.Size;\n\nimport java.util.concurrent.atomic.AtomicBoolean;\n\nimport ai.fritz.aistudio.R;\nimport ai.fritz.aistudio.activities.BaseCameraActivity;\nimport ai.fritz.aistudio.ui.ResultsView;\nimport ai.fritz.vision.FritzVision;\nimport ai.fritz.vision.FritzVisionImage;\nimport ai.fritz.vision.FritzVisionModels;\nimport ai.fritz.vision.FritzVisionOrientation;\nimport ai.fritz.vision.ImageOrientation;\nimport ai.fritz.vision.imagelabeling.FritzVisionLabelPredictor;\nimport ai.fritz.vision.imagelabeling.FritzVisionLabelResult;\nimport ai.fritz.vision.imagelabeling.LabelingOnDeviceModel;\nimport butterknife.BindView;\nimport butterknife.ButterKnife;\n\npublic class ImageLabelingActivity extends BaseCameraActivity implements ImageReader.OnImageAvailableListener {\n private static final String TAG = ImageLabelingActivity.class.getSimpleName();\n\n /**\n * Requests for the size of the preview depending on the camera results. We will try to match the closest\n * in terms of size and aspect ratio.\n */\n private static final Size DESIRED_PREVIEW_SIZE = new Size(640, 480);\n\n private AtomicBoolean computing = new AtomicBoolean(false);\n\n private FritzVisionLabelPredictor predictor;\n private FritzVisionLabelResult labelResult;\n\n private ImageOrientation orientation;\n\n @BindView(R.id.app_toolbar)\n Toolbar appBar;\n\n ResultsView resultsView;\n\n @Override\n protected void onCreate(final Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n ButterKnife.bind(this);\n setTitle(R.string.fritz_vision_title);\n }\n\n @Override\n protected int getLayoutId() {\n return R.layout.camera_connection_fragment;\n }\n\n @Override\n protected Size getDesiredPreviewFrameSize() {\n return DESIRED_PREVIEW_SIZE;\n }\n\n @Override\n public void onPreviewSizeChosen(final Size size, final Size cameraSize, final int rotation) {\n orientation = FritzVisionOrientation.getImageOrientationFromCamera(this, cameraId);\n LabelingOnDeviceModel onDeviceModel = FritzVisionModels.getImageLabelingOnDeviceModel();\n predictor = FritzVision.ImageLabeling.getPredictor(onDeviceModel);\n }\n\n @Override\n public void onImageAvailable(final ImageReader reader) {\n Image image = reader.acquireLatestImage();\n\n if (image == null) {\n return;\n }\n\n if (!computing.compareAndSet(false, true)) {\n image.close();\n return;\n }\n\n final FritzVisionImage fritzImage = FritzVisionImage.fromMediaImage(image, orientation);\n image.close();\n\n\n runInBackground(\n new Runnable() {\n @Override\n public void run() {\n final long startTime = SystemClock.uptimeMillis();\n labelResult = predictor.predict(fritzImage);\n labelResult.logResult();\n\n if (resultsView == null) {\n resultsView = findViewById(R.id.results);\n }\n resultsView.setResult(labelResult.getVisionLabels());\n Log.d(TAG, \"INFERENCE TIME:\" + (SystemClock.uptimeMillis() - startTime));\n requestRender();\n computing.set(false);\n }\n });\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/activities/vision/ImageSegmentationActivity.java",
"content": "package ai.fritz.aistudio.activities.vision;\n\nimport android.graphics.Bitmap;\nimport android.media.ImageReader.OnImageAvailableListener;\nimport android.os.Bundle;\nimport android.util.Log;\nimport android.util.Size;\n\nimport ai.fritz.aistudio.R;\nimport ai.fritz.aistudio.activities.BaseRecordingActivity;\nimport ai.fritz.core.FritzOnDeviceModel;\nimport ai.fritz.core.utils.FritzModelManager;\nimport ai.fritz.vision.FritzVision;\nimport ai.fritz.vision.FritzVisionImage;\nimport ai.fritz.vision.FritzVisionModels;\nimport ai.fritz.vision.ModelVariant;\nimport ai.fritz.vision.PredictorStatusListener;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictor;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictorOptions;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationResult;\nimport ai.fritz.vision.imagesegmentation.SegmentationManagedModel;\nimport ai.fritz.vision.imagesegmentation.SegmentationOnDeviceModel;\n\n\npublic class ImageSegmentationActivity extends BaseRecordingActivity implements OnImageAvailableListener {\n\n private static final String TAG = ImageSegmentationActivity.class.getSimpleName();\n private FritzVisionSegmentationPredictor predictor;\n private FritzVisionSegmentationPredictorOptions options;\n\n @Override\n public void onCreate(final Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n\n options = new FritzVisionSegmentationPredictorOptions();\n }\n\n @Override\n protected int getModelOptionsTextId() {\n return R.array.img_seg_model_options;\n }\n\n @Override\n protected Bitmap runPrediction(FritzVisionImage visionImage, Size cameraViewSize) {\n FritzVisionSegmentationResult segmentResult = predictor.predict(visionImage);\n Bitmap bitmap = segmentResult.buildMultiClassMask();\n return visionImage.overlay(bitmap);\n }\n\n @Override\n protected void loadPredictor(int choice) {\n SegmentationManagedModel managedModel = getManagedModel(choice);\n FritzOnDeviceModel activeOnDeviceModel = FritzModelManager.getActiveOnDeviceModel(managedModel.getModelId());\n if (activeOnDeviceModel != null) {\n showPredictorReadyViews();\n SegmentationOnDeviceModel onDeviceModel = new SegmentationOnDeviceModel(activeOnDeviceModel, managedModel);\n predictor = FritzVision.ImageSegmentation.getPredictor(onDeviceModel, options);\n } else {\n showPredictorNotReadyViews();\n FritzVision.ImageSegmentation.loadPredictor(managedModel, new PredictorStatusListener() {\n @Override\n public void onPredictorReady(FritzVisionSegmentationPredictor segmentPredictor) {\n Log.d(TAG, \"Segmentation predictor is ready\");\n predictor = segmentPredictor;\n showPredictorReadyViews();\n }\n });\n }\n }\n\n private SegmentationManagedModel getManagedModel(int choice) {\n switch (choice) {\n case (1):\n return FritzVisionModels.getLivingRoomSegmentationManagedModel(ModelVariant.FAST);\n case (2):\n return FritzVisionModels.getOutdoorSegmentationManagedModel(ModelVariant.FAST);\n default:\n return FritzVisionModels.getPeopleSegmentationManagedModel(ModelVariant.FAST);\n }\n\n }\n}\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/activities/vision/ObjectDetectionActivity.java",
"content": "package ai.fritz.aistudio.activities.vision;\n\nimport android.graphics.Canvas;\nimport android.util.Size;\n\nimport java.util.List;\n\nimport ai.fritz.aistudio.activities.BaseLiveVideoActivity;\nimport ai.fritz.vision.FritzVision;\nimport ai.fritz.vision.FritzVisionImage;\nimport ai.fritz.vision.FritzVisionModels;\nimport ai.fritz.vision.FritzVisionObject;\nimport ai.fritz.vision.objectdetection.FritzVisionObjectPredictor;\nimport ai.fritz.vision.objectdetection.FritzVisionObjectResult;\nimport ai.fritz.vision.objectdetection.ObjectDetectionOnDeviceModel;\n\npublic class ObjectDetectionActivity extends BaseLiveVideoActivity {\n\n private FritzVisionObjectPredictor objectPredictor;\n private FritzVisionObjectResult objectResult;\n\n @Override\n protected void onCameraSetup(final Size cameraSize) {\n ObjectDetectionOnDeviceModel onDeviceModel = FritzVisionModels.getObjectDetectionOnDeviceModel();\n objectPredictor = FritzVision.ObjectDetection.getPredictor(onDeviceModel);\n }\n\n @Override\n protected void handleDrawingResult(Canvas canvas, Size cameraSize) {\n if (objectResult != null) {\n List visionObjects = objectResult.getObjects();\n for (FritzVisionObject object : visionObjects) {\n object.draw(canvas);\n }\n }\n }\n\n @Override\n protected void runInference(FritzVisionImage fritzVisionImage) {\n objectResult = objectPredictor.predict(fritzVisionImage);\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/activities/vision/PoseEstimationActivity.java",
"content": "package ai.fritz.aistudio.activities.vision;\n\nimport android.graphics.Canvas;\nimport android.util.Size;\n\nimport java.util.List;\n\nimport ai.fritz.aistudio.activities.BaseLiveVideoActivity;\nimport ai.fritz.vision.FritzVision;\nimport ai.fritz.vision.FritzVisionImage;\nimport ai.fritz.vision.FritzVisionModels;\nimport ai.fritz.vision.ModelVariant;\nimport ai.fritz.vision.filter.OneEuroFilterMethod;\nimport ai.fritz.vision.poseestimation.FritzVisionPosePredictor;\nimport ai.fritz.vision.poseestimation.FritzVisionPosePredictorOptions;\nimport ai.fritz.vision.poseestimation.FritzVisionPoseResult;\nimport ai.fritz.vision.poseestimation.Pose;\nimport ai.fritz.vision.poseestimation.PoseOnDeviceModel;\n\npublic class PoseEstimationActivity extends BaseLiveVideoActivity {\n\n private FritzVisionPosePredictor posePredictor;\n private FritzVisionPoseResult poseResult;\n private FritzVisionPosePredictorOptions options;\n\n @Override\n protected void onCameraSetup(final Size cameraSize) {\n PoseOnDeviceModel onDeviceModel = FritzVisionModels.getHumanPoseEstimationOnDeviceModel(ModelVariant.FAST);\n options = new FritzVisionPosePredictorOptions();\n options.smoothingOptions = new OneEuroFilterMethod();\n posePredictor = FritzVision.PoseEstimation.getPredictor(onDeviceModel);\n }\n\n @Override\n protected void handleDrawingResult(Canvas canvas, Size cameraSize) {\n if (poseResult != null) {\n List poseList = poseResult.getPoses();\n for (Pose pose : poseList) {\n pose.draw(canvas);\n }\n }\n }\n\n @Override\n protected void runInference(FritzVisionImage fritzVisionImage) {\n poseResult = posePredictor.predict(fritzVisionImage);\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/activities/vision/StyleTransferActivity.java",
"content": "package ai.fritz.aistudio.activities.vision;\n\nimport android.graphics.Bitmap;\nimport android.media.ImageReader.OnImageAvailableListener;\nimport android.os.Bundle;\nimport android.util.Size;\n\nimport ai.fritz.core.FritzOnDeviceModel;\nimport ai.fritz.aistudio.R;\nimport ai.fritz.aistudio.activities.BaseRecordingActivity;\nimport ai.fritz.vision.FritzVision;\nimport ai.fritz.vision.FritzVisionImage;\nimport ai.fritz.vision.FritzVisionModels;\nimport ai.fritz.vision.styletransfer.FritzVisionStylePredictor;\nimport ai.fritz.vision.styletransfer.FritzVisionStylePredictorOptions;\nimport ai.fritz.vision.styletransfer.FritzVisionStyleResult;\n\n\npublic class StyleTransferActivity extends BaseRecordingActivity implements OnImageAvailableListener {\n private FritzVisionStylePredictor predictor;\n\n @Override\n public void onCreate(final Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n }\n\n @Override\n protected int getModelOptionsTextId() {\n return R.array.style_transfer_options;\n }\n\n @Override\n protected Bitmap runPrediction(FritzVisionImage visionImage, Size cameraViewSize) {\n FritzVisionStyleResult styleResult = predictor.predict(visionImage);\n return styleResult.toBitmap();\n }\n\n @Override\n protected void loadPredictor(int choice) {\n FritzOnDeviceModel onDeviceModel = getModel(choice);\n FritzVisionStylePredictorOptions options = new FritzVisionStylePredictorOptions();\n predictor = FritzVision.StyleTransfer.getPredictor(onDeviceModel, options);\n }\n\n private FritzOnDeviceModel getModel(int choice) {\n FritzOnDeviceModel[] styles = FritzVisionModels.getPaintingStyleModels().getAll();\n return styles[choice];\n }\n}\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/adapters/DemoAdapter.java",
"content": "package ai.fritz.aistudio.adapters;\n\nimport android.support.v7.widget.RecyclerView;\nimport android.view.LayoutInflater;\nimport android.view.ViewGroup;\nimport android.widget.LinearLayout;\nimport android.widget.TextView;\n\n\nimport java.util.ArrayList;\nimport java.util.List;\n\nimport ai.fritz.aistudio.R;\n\n/**\n * Demo items adapter to manage the list of models.\n */\npublic class DemoAdapter extends RecyclerView.Adapter {\n private List demoItems = new ArrayList<>();\n\n /**\n * View holder for each demo item to display in the list.\n */\n public static class ViewHolder extends RecyclerView.ViewHolder {\n public LinearLayout linearLayout;\n public TextView titleView;\n public TextView descriptionView;\n\n public ViewHolder(LinearLayout v) {\n super(v);\n linearLayout = v;\n titleView = linearLayout.findViewById(R.id.title);\n descriptionView = linearLayout.findViewById(R.id.description);\n }\n }\n\n /**\n * Initialize the adapter with a list of demo items.\n *\n * @param demoItems\n */\n public DemoAdapter(List demoItems) {\n this.demoItems = demoItems;\n }\n\n /**\n * Get the DemoItem and binds it to the recycled view.\n *
\n * Also sets the click actions here.\n *\n * @param holder\n * @param position\n */\n @Override\n public void onBindViewHolder(DemoAdapter.ViewHolder holder, int position) {\n DemoItem demoItem = demoItems.get(position);\n holder.titleView.setText(demoItem.getTitle());\n holder.descriptionView.setText(demoItem.getDescription());\n holder.linearLayout.setOnClickListener(demoItem.getOnClickListener());\n }\n\n /**\n * Get number of demo items.\n *\n * @return number of items in the list\n */\n @Override\n public int getItemCount() {\n return demoItems.size();\n }\n\n /**\n * Create a view holder for the DemoItems\n *\n * @param parent\n * @param viewType\n * @return\n */\n @Override\n public DemoAdapter.ViewHolder onCreateViewHolder(ViewGroup parent,\n int viewType) {\n LinearLayout v = (LinearLayout) LayoutInflater.from(parent.getContext())\n .inflate(R.layout.list_item_demo, parent, false);\n ViewHolder holder = new ViewHolder(v);\n return holder;\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/adapters/DemoItem.java",
"content": "package ai.fritz.aistudio.adapters;\n\nimport android.view.View;\n\n/**\n * Helper class to show demo items for the DemoAdapter\n */\npublic class DemoItem {\n\n private String title;\n private String description;\n private View.OnClickListener onClickListener;\n\n public DemoItem(String title, String description, View.OnClickListener clickListener) {\n this.title = title;\n this.description = description;\n this.onClickListener = clickListener;\n }\n\n public String getTitle() {\n return title;\n }\n\n public void setTitle(String title) {\n this.title = title;\n }\n\n public String getDescription() {\n return description;\n }\n\n public void setDescription(String description) {\n this.description = description;\n }\n\n public View.OnClickListener getOnClickListener() {\n return onClickListener;\n }\n\n public void setOnClickListener(View.OnClickListener onClickListener) {\n this.onClickListener = onClickListener;\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/fragments/CameraConnectionFragment.java",
"content": "package ai.fritz.aistudio.fragments;\n\nimport android.app.Activity;\nimport android.app.AlertDialog;\nimport android.app.Dialog;\nimport android.app.DialogFragment;\nimport android.app.Fragment;\nimport android.content.Context;\nimport android.content.DialogInterface;\nimport android.graphics.ImageFormat;\nimport android.graphics.Matrix;\nimport android.graphics.RectF;\nimport android.graphics.SurfaceTexture;\nimport android.hardware.camera2.CameraAccessException;\nimport android.hardware.camera2.CameraCaptureSession;\nimport android.hardware.camera2.CameraCharacteristics;\nimport android.hardware.camera2.CameraDevice;\nimport android.hardware.camera2.CameraManager;\nimport android.hardware.camera2.CaptureRequest;\nimport android.hardware.camera2.CaptureResult;\nimport android.hardware.camera2.TotalCaptureResult;\nimport android.hardware.camera2.params.StreamConfigurationMap;\nimport android.media.ImageReader;\nimport android.media.ImageReader.OnImageAvailableListener;\nimport android.os.Bundle;\nimport android.os.Handler;\nimport android.os.HandlerThread;\nimport android.text.TextUtils;\nimport android.util.Log;\nimport android.util.Size;\nimport android.view.LayoutInflater;\nimport android.view.Surface;\nimport android.view.TextureView;\nimport android.view.View;\nimport android.view.ViewGroup;\nimport android.widget.Toast;\n\nimport java.util.ArrayList;\nimport java.util.Arrays;\nimport java.util.Collections;\nimport java.util.Comparator;\nimport java.util.List;\nimport java.util.concurrent.Semaphore;\nimport java.util.concurrent.TimeUnit;\n\nimport ai.fritz.aistudio.R;\nimport ai.fritz.aistudio.ui.AutoFitTextureView;\n\npublic class CameraConnectionFragment extends Fragment {\n private static final String TAG = CameraConnectionFragment.class.getSimpleName();\n\n public CameraConnectionFragment() {\n\n }\n\n /**\n * The camera preview size will be chosen to be the smallest frame by pixel size capable of\n * containing a DESIRED_SIZE x DESIRED_SIZE square.\n */\n private static final int MINIMUM_PREVIEW_SIZE = 320;\n\n /**\n * Conversion from screen rotation to JPEG orientation.\n */\n private static final String FRAGMENT_DIALOG = \"dialog\";\n\n /**\n * {@link android.view.TextureView.SurfaceTextureListener} handles several lifecycle events on a\n * {@link TextureView}.\n */\n private final TextureView.SurfaceTextureListener surfaceTextureListener =\n new TextureView.SurfaceTextureListener() {\n @Override\n public void onSurfaceTextureAvailable(\n final SurfaceTexture texture, final int width, final int height) {\n openCamera(width, height);\n }\n\n @Override\n public void onSurfaceTextureSizeChanged(\n final SurfaceTexture texture, final int width, final int height) {\n configureTransform(width, height);\n }\n\n @Override\n public boolean onSurfaceTextureDestroyed(final SurfaceTexture texture) {\n return true;\n }\n\n @Override\n public void onSurfaceTextureUpdated(final SurfaceTexture texture) {\n }\n };\n\n /**\n * Callback for Activities to use to initialize their data once the\n * selected preview size is known.\n */\n public interface ConnectionCallback {\n void onPreviewSizeChosen(Size size, Size cameraViewSize, int cameraRotation);\n }\n\n /**\n * ID of the current {@link CameraDevice}.\n */\n private String cameraId;\n\n /**\n * An {@link AutoFitTextureView} for camera preview.\n */\n private AutoFitTextureView textureView;\n\n /**\n * A {@link CameraCaptureSession } for camera preview.\n */\n private CameraCaptureSession captureSession;\n\n /**\n * A reference to the opened {@link CameraDevice}.\n */\n private CameraDevice cameraDevice;\n\n /**\n * The rotation in degrees of the camera sensor from the display.\n */\n private Integer sensorOrientation;\n\n /**\n * The {@link android.util.Size} of camera preview.\n */\n private Size previewSize;\n\n /**\n * {@link android.hardware.camera2.CameraDevice.StateCallback}\n * is called when {@link CameraDevice} changes its state.\n */\n private final CameraDevice.StateCallback stateCallback =\n new CameraDevice.StateCallback() {\n @Override\n public void onOpened(final CameraDevice cd) {\n // This method is called when the camera is opened. We start camera preview here.\n cameraOpenCloseLock.release();\n cameraDevice = cd;\n createCameraPreviewSession();\n }\n\n @Override\n public void onDisconnected(final CameraDevice cd) {\n cameraOpenCloseLock.release();\n cd.close();\n cameraDevice = null;\n }\n\n @Override\n public void onError(final CameraDevice cd, final int error) {\n cameraOpenCloseLock.release();\n cd.close();\n cameraDevice = null;\n final Activity activity = getActivity();\n if (null != activity) {\n activity.finish();\n }\n }\n };\n\n /**\n * An additional thread for running tasks that shouldn't block the UI.\n */\n private HandlerThread backgroundThread;\n\n /**\n * A {@link Handler} for running tasks in the background.\n */\n private Handler backgroundHandler;\n\n /**\n * An {@link ImageReader} that handles preview frame capture.\n */\n private ImageReader previewReader;\n\n /**\n * {@link android.hardware.camera2.CaptureRequest.Builder} for the camera preview\n */\n private CaptureRequest.Builder previewRequestBuilder;\n\n /**\n * {@link CaptureRequest} generated by {@link #previewRequestBuilder}\n */\n private CaptureRequest previewRequest;\n\n /**\n * A {@link Semaphore} to prevent the app from exiting before closing the camera.\n */\n private final Semaphore cameraOpenCloseLock = new Semaphore(1);\n\n /**\n * A {@link OnImageAvailableListener} to receive frames as they are available.\n */\n private OnImageAvailableListener imageListener = null;\n\n /**\n * The input size in pixels desired by TensorFlow (width and height of a square bitmap).\n */\n private Size inputSize = null;\n\n /**\n * The layout identifier to inflate for this Fragment.\n */\n private int layout = -1;\n\n\n private ConnectionCallback cameraConnectionCallback = null;\n\n private CameraConnectionFragment(\n final ConnectionCallback connectionCallback,\n final OnImageAvailableListener imageListener,\n final int layout,\n final Size inputSize) {\n this.cameraConnectionCallback = connectionCallback;\n this.imageListener = imageListener;\n this.layout = layout;\n this.inputSize = inputSize;\n }\n\n /**\n * Shows a {@link Toast} on the UI thread.\n *\n * @param text The message to show\n */\n private void showToast(final String text) {\n final Activity activity = getActivity();\n if (activity != null) {\n activity.runOnUiThread(\n new Runnable() {\n @Override\n public void run() {\n Toast.makeText(activity, text, Toast.LENGTH_SHORT).show();\n }\n });\n }\n }\n\n /**\n * Given {@code choices} of {@code Size}s supported by a camera, chooses the smallest one whose\n * width and height are at least as large as the minimum of both, or an exact match if possible.\n *\n * @param choices The list of sizes that the camera supports for the intended output class\n * @param width The minimum desired width\n * @param height The minimum desired height\n * @return The optimal {@code Size}, or an arbitrary one if none were big enough\n */\n protected static Size chooseOptimalSize(final Size[] choices, final int width, final int height) {\n final int minSize = Math.max(Math.min(width, height), MINIMUM_PREVIEW_SIZE);\n final Size desiredSize = new Size(width, height);\n\n // Collect the supported resolutions that are at least as big as the preview Surface\n boolean exactSizeFound = false;\n final List bigEnough = new ArrayList();\n final List tooSmall = new ArrayList();\n for (final Size option : choices) {\n if (option.equals(desiredSize)) {\n // Set the size but don't return yet so that remaining sizes will still be logged.\n exactSizeFound = true;\n }\n\n if (option.getHeight() >= minSize && option.getWidth() >= minSize) {\n bigEnough.add(option);\n } else {\n tooSmall.add(option);\n }\n }\n\n Log.d(TAG, \"Desired size: \" + desiredSize + \", min size: \" + minSize + \"x\" + minSize);\n Log.d(TAG, \"Valid preview sizes: [\" + TextUtils.join(\", \", bigEnough) + \"]\");\n Log.d(TAG, \"Rejected preview sizes: [\" + TextUtils.join(\", \", tooSmall) + \"]\");\n\n if (exactSizeFound) {\n Log.d(TAG, \"Exact size match found.\");\n return desiredSize;\n }\n\n // Pick the smallest of those, assuming we found any\n if (bigEnough.size() > 0) {\n final Size chosenSize = Collections.min(bigEnough, new CompareSizesByArea());\n Log.d(TAG, \"Chosen size: \" + chosenSize.getWidth() + \"x\" + chosenSize.getHeight());\n return chosenSize;\n } else {\n Log.e(TAG, \"Couldn't find any suitable preview size\");\n return choices[0];\n }\n }\n\n public static CameraConnectionFragment newInstance(\n final ConnectionCallback callback,\n final OnImageAvailableListener imageListener,\n final int layout,\n final Size inputSize) {\n return new CameraConnectionFragment(callback, imageListener, layout, inputSize);\n }\n\n @Override\n public View onCreateView(\n final LayoutInflater inflater, final ViewGroup container, final Bundle savedInstanceState) {\n return inflater.inflate(layout, container, false);\n }\n\n @Override\n public void onViewCreated(final View view, final Bundle savedInstanceState) {\n textureView = (AutoFitTextureView) view.findViewById(R.id.texture);\n }\n\n @Override\n public void onActivityCreated(final Bundle savedInstanceState) {\n super.onActivityCreated(savedInstanceState);\n }\n\n @Override\n public void onResume() {\n super.onResume();\n startBackgroundThread();\n\n // When the screen is turned off and turned back on, the SurfaceTexture is already\n // available, and \"onSurfaceTextureAvailable\" will not be called. In that case, we can open\n // a camera and start preview from here (otherwise, we wait until the surface is ready in\n // the SurfaceTextureListener).\n if (textureView.isAvailable()) {\n openCamera(textureView.getWidth(), textureView.getHeight());\n } else {\n textureView.setSurfaceTextureListener(surfaceTextureListener);\n }\n }\n\n @Override\n public void onPause() {\n closeCamera();\n stopBackgroundThread();\n super.onPause();\n }\n\n public void setCamera(String cameraId) {\n this.cameraId = cameraId;\n }\n\n /**\n * Sets up member variables related to camera.\n */\n private void setUpCameraOutputs() {\n final Activity activity = getActivity();\n final CameraManager manager = (CameraManager) activity.getSystemService(Context.CAMERA_SERVICE);\n try {\n final CameraCharacteristics characteristics = manager.getCameraCharacteristics(cameraId);\n\n final StreamConfigurationMap map =\n characteristics.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);\n\n // For still image captures, we use the largest available size.\n final Size largest =\n Collections.max(\n Arrays.asList(map.getOutputSizes(ImageFormat.YUV_420_888)),\n new CompareSizesByArea());\n\n sensorOrientation = characteristics.get(CameraCharacteristics.SENSOR_ORIENTATION);\n\n // Danger, W.R.! Attempting to use too large a preview size could exceed the camera\n // bus' bandwidth limitation, resulting in gorgeous previews but the storage of\n // garbage capture data.\n previewSize =\n chooseOptimalSize(map.getOutputSizes(SurfaceTexture.class),\n inputSize.getWidth(),\n inputSize.getHeight());\n } catch (final CameraAccessException e) {\n Log.e(TAG, e.toString());\n } catch (final NullPointerException e) {\n // Currently an NPE is thrown when the Camera2API is used but not supported on the\n // device this code runs.\n // TODO(andrewharp): abstract ErrorDialog/RuntimeException handling out into new method and\n // reuse throughout app.\n ErrorDialog.newInstance(getString(R.string.camera_error))\n .show(getChildFragmentManager(), FRAGMENT_DIALOG);\n throw new RuntimeException(getString(R.string.camera_error));\n }\n\n Size textureViewSize = new Size(textureView.getWidth(), textureView.getHeight());\n cameraConnectionCallback.onPreviewSizeChosen(previewSize, textureViewSize, sensorOrientation);\n }\n\n /**\n * Opens the camera specified by {@link CameraConnectionFragment#cameraId}.\n */\n private void openCamera(final int width, final int height) {\n setUpCameraOutputs();\n configureTransform(width, height);\n final Activity activity = getActivity();\n final CameraManager manager = (CameraManager) activity.getSystemService(Context.CAMERA_SERVICE);\n try {\n if (!cameraOpenCloseLock.tryAcquire(2500, TimeUnit.MILLISECONDS)) {\n throw new RuntimeException(\"Time out waiting to lock camera opening.\");\n }\n manager.openCamera(cameraId, stateCallback, backgroundHandler);\n } catch (final CameraAccessException | SecurityException e) {\n Log.e(TAG, e.toString());\n } catch (final InterruptedException e) {\n throw new RuntimeException(\"Interrupted while trying to lock camera opening.\", e);\n }\n }\n\n /**\n * Closes the current {@link CameraDevice}.\n */\n private void closeCamera() {\n try {\n cameraOpenCloseLock.acquire();\n if (null != captureSession) {\n captureSession.close();\n captureSession = null;\n }\n if (null != cameraDevice) {\n cameraDevice.close();\n cameraDevice = null;\n }\n if (null != previewReader) {\n previewReader.close();\n previewReader = null;\n }\n } catch (final InterruptedException e) {\n throw new RuntimeException(\"Interrupted while trying to lock camera closing.\", e);\n } finally {\n cameraOpenCloseLock.release();\n }\n }\n\n /**\n * Starts a background thread and its {@link Handler}.\n */\n private void startBackgroundThread() {\n backgroundThread = new HandlerThread(\"ImageListener\");\n backgroundThread.start();\n backgroundHandler = new Handler(backgroundThread.getLooper());\n }\n\n /**\n * Stops the background thread and its {@link Handler}.\n */\n private void stopBackgroundThread() {\n backgroundThread.quitSafely();\n try {\n backgroundThread.join();\n backgroundThread = null;\n backgroundHandler = null;\n } catch (final InterruptedException e) {\n Log.e(TAG, e.toString());\n }\n }\n\n private final CameraCaptureSession.CaptureCallback captureCallback =\n new CameraCaptureSession.CaptureCallback() {\n @Override\n public void onCaptureProgressed(\n final CameraCaptureSession session,\n final CaptureRequest request,\n final CaptureResult partialResult) {\n }\n\n @Override\n public void onCaptureCompleted(\n final CameraCaptureSession session,\n final CaptureRequest request,\n final TotalCaptureResult result) {\n }\n };\n\n /**\n * Creates a new {@link CameraCaptureSession} for camera preview.\n */\n private void createCameraPreviewSession() {\n try {\n final SurfaceTexture texture = textureView.getSurfaceTexture();\n assert texture != null;\n\n // We configure the size of default buffer to be the size of camera preview we want.\n texture.setDefaultBufferSize(previewSize.getWidth(), previewSize.getHeight());\n\n // This is the output Surface we need to start preview.\n final Surface surface = new Surface(texture);\n\n // We set up a CaptureRequest.Builder with the output Surface.\n previewRequestBuilder = cameraDevice.createCaptureRequest(CameraDevice.TEMPLATE_PREVIEW);\n previewRequestBuilder.addTarget(surface);\n\n Log.d(TAG, \"Opening camera preview: \" + previewSize.getWidth() + \"x\" + previewSize.getHeight());\n\n // Create the reader for the preview frames.\n previewReader =\n ImageReader.newInstance(\n previewSize.getWidth(), previewSize.getHeight(), ImageFormat.YUV_420_888, 2);\n\n previewReader.setOnImageAvailableListener(imageListener, backgroundHandler);\n previewRequestBuilder.addTarget(previewReader.getSurface());\n\n // Here, we create a CameraCaptureSession for camera preview.\n cameraDevice.createCaptureSession(\n Arrays.asList(surface, previewReader.getSurface()),\n new CameraCaptureSession.StateCallback() {\n\n @Override\n public void onConfigured(final CameraCaptureSession cameraCaptureSession) {\n // The camera is already closed\n if (null == cameraDevice) {\n return;\n }\n\n // When the session is ready, we start displaying the preview.\n captureSession = cameraCaptureSession;\n try {\n // Auto focus should be continuous for camera preview.\n previewRequestBuilder.set(\n CaptureRequest.CONTROL_AF_MODE,\n CaptureRequest.CONTROL_AF_MODE_CONTINUOUS_PICTURE);\n // Flash is automatically enabled when necessary.\n previewRequestBuilder.set(\n CaptureRequest.CONTROL_AE_MODE, CaptureRequest.CONTROL_AE_MODE_ON_AUTO_FLASH);\n\n // Finally, we start displaying the camera preview.\n previewRequest = previewRequestBuilder.build();\n captureSession.setRepeatingRequest(\n previewRequest, captureCallback, backgroundHandler);\n } catch (final CameraAccessException e) {\n Log.e(TAG, e.toString());\n }\n }\n\n @Override\n public void onConfigureFailed(final CameraCaptureSession cameraCaptureSession) {\n showToast(\"Failed\");\n }\n },\n null);\n } catch (final CameraAccessException e) {\n Log.e(TAG, e.toString());\n }\n }\n\n /**\n * Configures the necessary {@link android.graphics.Matrix} transformation to `mTextureView`.\n * This method should be called after the camera preview size is determined in\n * setUpCameraOutputs and also the size of `mTextureView` is fixed.\n *\n * @param viewWidth The width of `mTextureView`\n * @param viewHeight The height of `mTextureView`\n */\n private void configureTransform(final int viewWidth, final int viewHeight) {\n final Activity activity = getActivity();\n if (null == textureView || null == previewSize || null == activity) {\n return;\n }\n final int rotation = activity.getWindowManager().getDefaultDisplay().getRotation();\n final Matrix matrix = new Matrix();\n final RectF viewRect = new RectF(0, 0, viewWidth, viewHeight);\n final RectF bufferRect = new RectF(0, 0, previewSize.getHeight(), previewSize.getWidth());\n final float centerX = viewRect.centerX();\n final float centerY = viewRect.centerY();\n if (Surface.ROTATION_90 == rotation || Surface.ROTATION_270 == rotation) {\n bufferRect.offset(centerX - bufferRect.centerX(), centerY - bufferRect.centerY());\n matrix.setRectToRect(viewRect, bufferRect, Matrix.ScaleToFit.FILL);\n final float scale =\n Math.max(\n (float) viewHeight / previewSize.getHeight(),\n (float) viewWidth / previewSize.getWidth());\n matrix.postScale(scale, scale, centerX, centerY);\n matrix.postRotate(90 * (rotation - 2), centerX, centerY);\n } else if (Surface.ROTATION_180 == rotation) {\n matrix.postRotate(180, centerX, centerY);\n }\n textureView.setTransform(matrix);\n }\n\n /**\n * Compares two {@code Size}s based on their areas.\n */\n static class CompareSizesByArea implements Comparator {\n @Override\n public int compare(final Size lhs, final Size rhs) {\n // We cast here to ensure the multiplications won't overflow\n return Long.signum(\n (long) lhs.getWidth() * lhs.getHeight() - (long) rhs.getWidth() * rhs.getHeight());\n }\n }\n\n /**\n * Shows an error message dialog.\n */\n public static class ErrorDialog extends DialogFragment {\n private static final String ARG_MESSAGE = \"message\";\n\n public static ErrorDialog newInstance(final String message) {\n final ErrorDialog dialog = new ErrorDialog();\n final Bundle args = new Bundle();\n args.putString(ARG_MESSAGE, message);\n dialog.setArguments(args);\n return dialog;\n }\n\n @Override\n public Dialog onCreateDialog(final Bundle savedInstanceState) {\n final Activity activity = getActivity();\n return new AlertDialog.Builder(activity)\n .setMessage(getArguments().getString(ARG_MESSAGE))\n .setPositiveButton(\n android.R.string.ok,\n new DialogInterface.OnClickListener() {\n @Override\n public void onClick(final DialogInterface dialogInterface, final int i) {\n activity.finish();\n }\n })\n .create();\n }\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/ui/AutoFitTextureView.java",
"content": "/*\n * Copyright 2016 The TensorFlow Authors. All Rights Reserved.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\npackage ai.fritz.aistudio.ui;\n\nimport android.content.Context;\nimport android.util.AttributeSet;\nimport android.view.TextureView;\n\n/**\n * A {@link TextureView} that can be adjusted to a specified aspect ratio.\n */\npublic class AutoFitTextureView extends TextureView {\n private int ratioWidth = 0;\n private int ratioHeight = 0;\n\n public AutoFitTextureView(final Context context) {\n this(context, null);\n }\n\n public AutoFitTextureView(final Context context, final AttributeSet attrs) {\n this(context, attrs, 0);\n }\n\n public AutoFitTextureView(final Context context, final AttributeSet attrs, final int defStyle) {\n super(context, attrs, defStyle);\n }\n\n /**\n * Sets the aspect ratio for this view. The size of the view will be measured based on the ratio\n * calculated from the parameters. Note that the actual sizes of parameters don't matter, that\n * is, calling setAspectRatio(2, 3) and setAspectRatio(4, 6) make the same result.\n *\n * @param width Relative horizontal size\n * @param height Relative vertical size\n */\n public void setAspectRatio(final int width, final int height) {\n if (width < 0 || height < 0) {\n throw new IllegalArgumentException(\"Size cannot be negative.\");\n }\n ratioWidth = width;\n ratioHeight = height;\n requestLayout();\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/ui/ChooseModelDialog.java",
"content": "package ai.fritz.aistudio.ui;\n\nimport android.app.AlertDialog;\nimport android.app.Dialog;\nimport android.content.DialogInterface;\nimport android.os.Bundle;\nimport android.support.v4.app.DialogFragment;\n\nimport ai.fritz.aistudio.R;\n\npublic class ChooseModelDialog extends DialogFragment {\n\n public static final String TAG = ChooseModelDialog.class.getSimpleName();\n\n private int choice = 0;\n private int itemsResourceId;\n private DialogInterface.OnClickListener listener;\n\n public ChooseModelDialog(int itemsResourceId, DialogInterface.OnClickListener listener) {\n this.itemsResourceId = itemsResourceId;\n this.listener = listener;\n }\n\n @Override\n public Dialog onCreateDialog(Bundle savedInstanceState) {\n // Use the Builder class for convenient dialog construction\n AlertDialog.Builder builder = new AlertDialog.Builder(getActivity(), R.style.CustomDialog);\n builder.setTitle(R.string.available_models)\n .setItems(itemsResourceId, listener);\n // Create the AlertDialog object and return it\n return builder.create();\n }\n\n public int getChoice() {\n return choice;\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/ui/DrawModel.java",
"content": "package ai.fritz.aistudio.ui;\n\n/*\n Copyright 2016 Narrative Nights Inc. All Rights Reserved.\n\n Licensed under the Apache License, Version 2.0 (the \"License\");\n you may not use this file except in compliance with the License.\n You may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\n Unless required by applicable law or agreed to in writing, software\n distributed under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n See the License for the specific language governing permissions and\n limitations under the License.\n*/\n\nimport java.util.ArrayList;\nimport java.util.List;\n\npublic class DrawModel {\n\n public static class LineElem {\n public float x;\n public float y;\n\n private LineElem(float x, float y) {\n this.x = x;\n this.y = y;\n }\n }\n\n public static class Line {\n private List elems = new ArrayList<>();\n\n private Line() {\n }\n\n private void addElem(LineElem elem) {\n elems.add(elem);\n }\n\n public int getElemSize() {\n return elems.size();\n }\n\n public LineElem getElem(int index) {\n return elems.get(index);\n }\n }\n\n private Line mCurrentLine;\n\n private int mWidth; // pixel width = 28\n private int mHeight; // pixel height = 28\n\n private List mLines = new ArrayList<>();\n\n public DrawModel(int width, int height) {\n this.mWidth = width;\n this.mHeight = height;\n }\n\n public int getWidth() {\n return mWidth;\n }\n\n public int getHeight() {\n return mHeight;\n }\n\n public void startLine(float x, float y) {\n mCurrentLine = new Line();\n mCurrentLine.addElem(new LineElem(x, y));\n mLines.add(mCurrentLine);\n }\n\n public void endLine() {\n mCurrentLine = null;\n }\n\n public void addLineElem(float x, float y) {\n if (mCurrentLine != null) {\n mCurrentLine.addElem(new LineElem(x, y));\n }\n }\n\n public int getLineSize() {\n return mLines.size();\n }\n\n public Line getLine(int index) {\n return mLines.get(index);\n }\n\n public void clear() {\n mLines.clear();\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/ui/DrawRenderer.java",
"content": "package ai.fritz.aistudio.ui;\n\nimport android.graphics.Canvas;\nimport android.graphics.Color;\nimport android.graphics.Paint;\n\n\npublic class DrawRenderer {\n /**\n * Draw lines to canvas\n */\n public static void renderModel(Canvas canvas, DrawModel model, Paint paint,\n int startLineIndex) {\n paint.setAntiAlias(true);\n\n int lineSize = model.getLineSize();\n for (int i = startLineIndex; i < lineSize; ++i) {\n DrawModel.Line line = model.getLine(i);\n paint.setColor(Color.BLACK);\n int elemSize = line.getElemSize();\n if (elemSize < 1) {\n continue;\n }\n DrawModel.LineElem elem = line.getElem(0);\n float lastX = elem.x;\n float lastY = elem.y;\n\n for (int j = 0; j < elemSize; ++j) {\n elem = line.getElem(j);\n float x = elem.x;\n float y = elem.y;\n canvas.drawLine(lastX, lastY, x, y, paint);\n lastX = x;\n lastY = y;\n }\n }\n }\n}\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/ui/DrawView.java",
"content": "package ai.fritz.aistudio.ui;\n\n/*\n Copyright 2016 Narrative Nights Inc. All Rights Reserved.\n\n Licensed under the Apache License, Version 2.0 (the \"License\");\n you may not use this file except in compliance with the License.\n You may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\n Unless required by applicable law or agreed to in writing, software\n distributed under the License is distributed on an \"AS IS\" BASIS,\n WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n See the License for the specific language governing permissions and\n limitations under the License.\n*/\n\nimport android.content.Context;\nimport android.graphics.Bitmap;\nimport android.graphics.Canvas;\nimport android.graphics.Color;\nimport android.graphics.Matrix;\nimport android.graphics.Paint;\nimport android.graphics.PointF;\nimport android.graphics.Rect;\nimport android.util.AttributeSet;\nimport android.view.View;\n\npublic class DrawView extends View {\n private Paint mPaint = new Paint();\n private DrawModel mModel;\n // 28x28 pixel Bitmap\n private Bitmap mOffscreenBitmap;\n private Canvas mOffscreenCanvas;\n\n private Matrix mMatrix = new Matrix();\n private Matrix mInvMatrix = new Matrix();\n private int mDrawnLineSize = 0;\n private boolean mSetuped = false;\n\n private float mTmpPoints[] = new float[2];\n\n public DrawView(Context context, AttributeSet attrs) {\n super(context, attrs);\n }\n\n public void setModel(DrawModel model) {\n this.mModel = model;\n }\n\n public void reset() {\n mDrawnLineSize = 0;\n if (mOffscreenBitmap != null) {\n mPaint.setColor(Color.WHITE);\n int width = mOffscreenBitmap.getWidth();\n int height = mOffscreenBitmap.getHeight();\n mOffscreenCanvas.drawRect(new Rect(0, 0, width, height), mPaint);\n }\n }\n\n private void setup() {\n mSetuped = true;\n\n // View size\n float width = getWidth();\n float height = getHeight();\n\n // Model (bitmap) size\n float modelWidth = mModel.getWidth();\n float modelHeight = mModel.getHeight();\n\n float scaleW = width / modelWidth;\n float scaleH = height / modelHeight;\n\n float scale = scaleW;\n if (scale > scaleH) {\n scale = scaleH;\n }\n\n float newCx = modelWidth * scale / 2;\n float newCy = modelHeight * scale / 2;\n float dx = width / 2 - newCx;\n float dy = height / 2 - newCy;\n\n mMatrix.setScale(scale, scale);\n mMatrix.postTranslate(dx, dy);\n mMatrix.invert(mInvMatrix);\n mSetuped = true;\n }\n\n @Override\n public void onDraw(Canvas canvas) {\n if (mModel == null) {\n return;\n }\n if (!mSetuped) {\n setup();\n }\n if (mOffscreenBitmap == null) {\n return;\n }\n\n int startIndex = mDrawnLineSize - 1;\n if (startIndex < 0) {\n startIndex = 0;\n }\n\n DrawRenderer.renderModel(mOffscreenCanvas, mModel, mPaint, startIndex);\n canvas.drawBitmap(mOffscreenBitmap, mMatrix, mPaint);\n\n mDrawnLineSize = mModel.getLineSize();\n }\n\n /**\n * Convert screen position to local pos (pos in bitmap)\n */\n public void calcPos(float x, float y, PointF out) {\n mTmpPoints[0] = x;\n mTmpPoints[1] = y;\n mInvMatrix.mapPoints(mTmpPoints);\n out.x = mTmpPoints[0];\n out.y = mTmpPoints[1];\n }\n\n public void onResume() {\n createBitmap();\n }\n\n public void onPause() {\n releaseBitmap();\n }\n\n private void createBitmap() {\n if (mOffscreenBitmap != null) {\n mOffscreenBitmap.recycle();\n }\n mOffscreenBitmap = Bitmap.createBitmap(mModel.getWidth(), mModel.getHeight(), Bitmap.Config.ARGB_8888);\n mOffscreenCanvas = new Canvas(mOffscreenBitmap);\n reset();\n }\n\n private void releaseBitmap() {\n if (mOffscreenBitmap != null) {\n mOffscreenBitmap.recycle();\n mOffscreenBitmap = null;\n mOffscreenCanvas = null;\n }\n reset();\n }\n\n public Bitmap getDrawnBitmap() {\n return mOffscreenBitmap;\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/ui/OverlayView.java",
"content": "package ai.fritz.aistudio.ui;\n/* Copyright 2016 The TensorFlow Authors. All Rights Reserved.\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n http://www.apache.org/licenses/LICENSE-2.0\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n==============================================================================*/\n\nimport android.content.Context;\nimport android.graphics.Canvas;\nimport android.util.AttributeSet;\nimport android.view.View;\n\n/**\n * A simple View providing a render callback to other classes.\n */\npublic class OverlayView extends View {\n private DrawCallback callback;\n\n public OverlayView(final Context context, final AttributeSet attrs) {\n super(context, attrs);\n }\n\n /**\n * Interface defining the callback for client classes.\n */\n public interface DrawCallback {\n public void drawCallback(final Canvas canvas);\n }\n\n public void setCallback(final DrawCallback callback) {\n this.callback = callback;\n }\n\n @Override\n public synchronized void draw(final Canvas canvas) {\n super.draw(canvas);\n if(callback != null) {\n callback.drawCallback(canvas);\n }\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/ui/RecognitionScoreView.java",
"content": "package ai.fritz.aistudio.ui;\n\nimport android.content.Context;\nimport android.graphics.Canvas;\nimport android.graphics.Paint;\nimport android.util.AttributeSet;\nimport android.util.TypedValue;\nimport android.view.View;\n\nimport java.util.ArrayList;\nimport java.util.List;\n\nimport ai.fritz.aistudio.activities.custommodel.ml.Classifier.Recognition;\nimport ai.fritz.vision.FritzVisionLabel;\n\npublic class RecognitionScoreView extends View implements ResultsView {\n private static final float TEXT_SIZE_DIP = 24;\n private List results = new ArrayList<>();\n private List labels = new ArrayList<>();\n private final float textSizePx;\n private final Paint fgPaint;\n private final Paint bgPaint;\n\n public RecognitionScoreView(final Context context, final AttributeSet set) {\n super(context, set);\n\n textSizePx =\n TypedValue.applyDimension(\n TypedValue.COMPLEX_UNIT_DIP, TEXT_SIZE_DIP, getResources().getDisplayMetrics());\n fgPaint = new Paint();\n fgPaint.setTextSize(textSizePx);\n\n bgPaint = new Paint();\n bgPaint.setColor(0xcc4285f4);\n }\n\n @Override\n public void setResults(final List results) {\n this.results = results;\n postInvalidate();\n }\n\n @Override\n public void setResult(final List labels) {\n this.labels = labels;\n postInvalidate();\n }\n\n @Override\n public void onDraw(final Canvas canvas) {\n final int x = 10;\n int y = (int) (fgPaint.getTextSize() * 1.5f);\n\n canvas.drawPaint(bgPaint);\n\n if (results.size() > 0) {\n for (final Recognition recog : results) {\n canvas.drawText(recog.getTitle() + \": \" + recog.getConfidence(), x, y, fgPaint);\n y += fgPaint.getTextSize() * 1.5f;\n }\n }\n\n if (labels.size() > 0) {\n for (final FritzVisionLabel label : labels) {\n canvas.drawText(label.getText() + \": \" + label.getConfidence(), x, y, fgPaint);\n y += fgPaint.getTextSize() * 1.5f;\n }\n }\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/ui/ResultsView.java",
"content": "package ai.fritz.aistudio.ui;\n\nimport java.util.List;\n\nimport ai.fritz.aistudio.activities.custommodel.ml.Classifier.Recognition;\nimport ai.fritz.vision.FritzVisionLabel;\n\npublic interface ResultsView {\n void setResults(final List results);\n\n void setResult(final List labels);\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/ui/SeparatorDecoration.java",
"content": "package ai.fritz.aistudio.ui;\n\nimport android.content.Context;\nimport android.graphics.Canvas;\nimport android.graphics.Paint;\nimport android.graphics.Rect;\nimport android.support.annotation.ColorInt;\nimport android.support.annotation.FloatRange;\nimport android.support.annotation.NonNull;\nimport android.support.v7.widget.RecyclerView;\nimport android.util.TypedValue;\nimport android.view.View;\n\n/**\n * Taken from https://github.com/bleeding182/recyclerviewItemDecorations\n */\npublic class SeparatorDecoration extends RecyclerView.ItemDecoration {\n\n private final Paint mPaint;\n\n /**\n * Create a decoration that draws a line in the given color and width between the items in the view.\n *\n * @param context a context to access the resources.\n * @param color the color of the separator to draw.\n * @param heightDp the height of the separator in dp.\n */\n public SeparatorDecoration(@NonNull Context context, @ColorInt int color,\n @FloatRange(from = 0, fromInclusive = false) float heightDp) {\n mPaint = new Paint();\n mPaint.setColor(color);\n final float thickness = TypedValue.applyDimension(TypedValue.COMPLEX_UNIT_DIP,\n heightDp, context.getResources().getDisplayMetrics());\n mPaint.setStrokeWidth(thickness);\n }\n\n @Override\n public void getItemOffsets(Rect outRect, View view, RecyclerView parent, RecyclerView.State state) {\n final RecyclerView.LayoutParams params = (RecyclerView.LayoutParams) view.getLayoutParams();\n\n // we want to retrieve the position in the list\n final int position = params.getViewAdapterPosition();\n\n // and add a separator to any view but the last one\n if (position < state.getItemCount()) {\n outRect.set(0, 0, 0, (int) mPaint.getStrokeWidth()); // left, top, right, bottom\n } else {\n outRect.setEmpty(); // 0, 0, 0, 0\n }\n }\n\n @Override\n public void onDraw(Canvas c, RecyclerView parent, RecyclerView.State state) {\n // we set the stroke width before, so as to correctly draw the line we have to offset by width / 2\n final int offset = (int) (mPaint.getStrokeWidth() / 2);\n\n // this will iterate over every visible view\n for (int i = 0; i < parent.getChildCount(); i++) {\n // get the view\n final View view = parent.getChildAt(i);\n final RecyclerView.LayoutParams params = (RecyclerView.LayoutParams) view.getLayoutParams();\n\n // get the position\n final int position = params.getViewAdapterPosition();\n\n // and finally draw the separator\n if (position < state.getItemCount()) {\n c.drawLine(view.getLeft(), view.getBottom() + offset, view.getRight(), view.getBottom() + offset, mPaint);\n }\n }\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/java/ai/fritz/aistudio/utils/VideoProcessingQueue.java",
"content": "package ai.fritz.aistudio.utils;\n\nimport android.os.Handler;\nimport android.os.HandlerThread;\nimport android.util.Log;\n\nimport java.util.concurrent.LinkedBlockingQueue;\nimport java.util.concurrent.atomic.AtomicBoolean;\n\nimport ai.fritz.vision.FritzVisionImage;\n\npublic class VideoProcessingQueue {\n private static final String TAG = VideoProcessingQueue.class.getSimpleName();\n\n public interface Listener {\n void processVisionImage(FritzVisionImage visionImage);\n\n void finishedProcessing();\n }\n\n private AtomicBoolean isProcessingQueue = new AtomicBoolean(false);\n\n private LinkedBlockingQueue recordedImages;\n private Listener listener;\n private Handler handler;\n\n\n public VideoProcessingQueue(Listener listener) {\n recordedImages = new LinkedBlockingQueue<>();\n this.listener = listener;\n HandlerThread handlerThread = new HandlerThread(\"Video Processing Thread\");\n handlerThread.start();\n this.handler = new Handler(handlerThread.getLooper());\n }\n\n public void addVisionImage(FritzVisionImage visionImage) {\n recordedImages.add(visionImage);\n if (isProcessingQueue.compareAndSet(false, true)) {\n runQueueProcessor();\n }\n }\n\n public int getNumFramesToProcess() {\n return recordedImages.size();\n }\n\n private void runQueueProcessor() {\n handler.post(new Runnable() {\n @Override\n public void run() {\n while (!recordedImages.isEmpty()) {\n FritzVisionImage visionImage = recordedImages.poll();\n Log.d(TAG, \"Processing Image\");\n listener.processVisionImage(visionImage);\n }\n listener.finishedProcessing();\n isProcessingQueue.set(false);\n }\n });\n }\n}\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/drawable/circle.xml",
"content": "\n\n \n \n \n \n \n \n \n \n \n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/drawable/circle_white.xml",
"content": "\n\n \n \n \n \n \n \n \n \n \n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/drawable/ic_close.xml",
"content": "\n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/drawable/ic_heartbeat_logo.xml",
"content": "\n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/drawable/ic_launcher_background.xml",
"content": "\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/drawable/round_button.xml",
"content": "\n\n \n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/drawable/splash_bg.xml",
"content": "\n\n\n \n\n \n \n\n \n\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/drawable-v24/ic_launcher_foreground.xml",
"content": "\n \n \n \n \n \n \n \n \n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/font/sf_display.xml",
"content": "\n\n \n \n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/layout/activity_camera.xml",
"content": "\n\n\n\n \n\n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/layout/activity_fritz_vision.xml",
"content": "\n\n\n \n \n \n\n \n\n \n\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/layout/activity_main.xml",
"content": "\n\n\n \n\n \n\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/layout/activity_mnist.xml",
"content": "\n\n\n \n\n \n\n \n\n \n\n \n\n \n \n\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/layout/activity_tfmobile_camera.xml",
"content": "\n\n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/layout/app_bar.xml",
"content": "\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/layout/camera_connection_fragment.xml",
"content": "\n\n\n \n\n \n\n \n\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/layout/camera_connection_fragment_recording.xml",
"content": "\n\n\n \n\n \n\n \n\n \n\n \n\n \n\n \n \n\n \n\n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/layout/camera_connection_fragment_stylize.xml",
"content": "\n\n \n\n \n\n \n\n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/layout/camera_connection_fragment_tracking.xml",
"content": "\n\n\n \n\n \n\n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/layout/camera_connection_snapshot.xml",
"content": "\n\n\n \n\n \n\n \n\n \n\n \n \n\n \n\n \n \n\n \n\n \n\n \n\n\n \n\n\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/layout/list_item_demo.xml",
"content": "\n\n\n \n\n \n\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/layout/list_text_item.xml",
"content": "\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml",
"content": "\n\n \n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml",
"content": "\n\n \n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/values/colors.xml",
"content": "\n\n #000\n #FF4081\n #fff\n #aaa\n #000\n #666\n #9F8D36\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/values/custom_models.xml",
"content": "\n\n \n 08c1cea18756489cb244952aa7b218a0\n 7bf64aad64b7420f94f9c106a5e96cbd\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/values/dimens.xml",
"content": "\n\n\n\n \n\n 4dp\n 8dp\n 16dp\n 32dp\n 64dp\n\n \n\n @dimen/margin_md\n @dimen/margin_md\n\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/values/fritz.xml",
"content": "\n Your API Key\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/values/ic_launcher_background.xml",
"content": "\n\n #000000\n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/values/strings.xml",
"content": "\n Fritz AI Studio\n \n Fritz AI Studio\n\n Style Transfer\n Run style transfer on live video feed.\n\n Image Labeling\n Label a still image.\n Label video frames\n\n Custom TFMobile Model\n Demonstrates using a TFMobile model to label images. Note, this is not a prebuilt model provided by the Vision API.\n\n Custom TFLite Model\n Demonstrates using a custom TFLite model to identify handwritten numbers. Note, this is not a prebuilt model provided by the Vision API.\n\n Handwriting Detection\n Detects numbers from 0-9. Draw a number on the canvas and guess what it is.\n\n Learn More About Fritz AI\n Teach your mobile app to see, hear, sense, and think.\n\n Object Detection\n Detect objects in an image and label them\n\n Image Segmentation\n Take a picture and identify people in the photo (highlighted in blue).\n\n Pose Estimation\n Detect body position and keypoints.\n\n People Segmentation\n Create a mask on people in an image.\n\n Living Room Segmentation\n Create a mask on living room objects.\n\n Outdoor Segmentation\n Create a mask on outdoor objects in an image.\n\n MNIST\n Classic MNIST handwriting recognizer for digits 0–9\n Picture\n Info\n This sample needs camera permission.\n This device doesn\\'t support Camera2 API.\n NN:On\n NN:Off\n Use NNAPI\n Clear\n Select Photo\n Detect\n Not detected\n Detected = %1$s\n Available Models\n Hair Coloring\n Change your hair color with Image Segmentation.\n\n \n People\n Living Room\n Outdoor\n \n \n Bicentennial Print\n Femmes\n Head of Clown\n Horses on Seashore\n Kaleidoscope\n Pink Blue Rhombus\n Poppy Field\n Ritmo Plastico\n Starry Night\n The Scream\n The Trail\n \n\n"
},
{
"path": "Android/FritzAIStudio/app/src/main/res/values/styles.xml",
"content": "\n\n \n \n \n \n \n @drawable/splash_bg\n \n \n\n \n\n \n\n \n \n\n \n\n"
},
{
"path": "Android/FritzAIStudio/build.gradle",
"content": "// Top-level build file where you can add configuration options common to all sub-projects/modules.\n\nbuildscript {\n\n repositories {\n google()\n jcenter()\n mavenCentral()\n }\n dependencies {\n classpath 'com.android.tools.build:gradle:3.1.3'\n\n // NOTE: Do not place your application dependencies here; they belong\n // in the individual module build.gradle files\n }\n}\n\nallprojects {\n repositories {\n google()\n jcenter()\n mavenCentral()\n\n maven {\n url 'https://maven.google.com/'\n }\n maven { url 'https://fritz.mycloudrepo.io/public/repositories/android' }\n }\n}\n\ntask clean(type: Delete) {\n delete rootProject.buildDir\n}\n\n"
},
{
"path": "Android/FritzAIStudio/gradle.properties",
"content": "# Project-wide Gradle settings.\n\n# IDE (e.g. Android Studio) users:\n# Gradle settings configured through the IDE *will override*\n# any settings specified in this file.\n\n# For more details on how to configure your build environment visit\n# http://www.gradle.org/docs/current/userguide/build_environment.html\n\n# Specifies the JVM arguments used for the daemon process.\n# The setting is particularly useful for tweaking memory settings.\norg.gradle.jvmargs=-Xmx1536m\n\n# When configured, Gradle will run in incubating parallel mode.\n# This option should only be used with decoupled projects. More details, visit\n# http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects\n# org.gradle.parallel=true\n"
},
{
"path": "Android/FritzAIStudio/gradlew",
"content": "#!/usr/bin/env sh\n\n##############################################################################\n##\n## Gradle start up script for UN*X\n##\n##############################################################################\n\n# Attempt to set APP_HOME\n# Resolve links: $0 may be a link\nPRG=\"$0\"\n# Need this for relative symlinks.\nwhile [ -h \"$PRG\" ] ; do\n ls=`ls -ld \"$PRG\"`\n link=`expr \"$ls\" : '.*-> \\(.*\\)$'`\n if expr \"$link\" : '/.*' > /dev/null; then\n PRG=\"$link\"\n else\n PRG=`dirname \"$PRG\"`\"/$link\"\n fi\ndone\nSAVED=\"`pwd`\"\ncd \"`dirname \\\"$PRG\\\"`/\" >/dev/null\nAPP_HOME=\"`pwd -P`\"\ncd \"$SAVED\" >/dev/null\n\nAPP_NAME=\"Gradle\"\nAPP_BASE_NAME=`basename \"$0\"`\n\n# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.\nDEFAULT_JVM_OPTS=\"\"\n\n# Use the maximum available, or set MAX_FD != -1 to use that value.\nMAX_FD=\"maximum\"\n\nwarn () {\n echo \"$*\"\n}\n\ndie () {\n echo\n echo \"$*\"\n echo\n exit 1\n}\n\n# OS specific support (must be 'true' or 'false').\ncygwin=false\nmsys=false\ndarwin=false\nnonstop=false\ncase \"`uname`\" in\n CYGWIN* )\n cygwin=true\n ;;\n Darwin* )\n darwin=true\n ;;\n MINGW* )\n msys=true\n ;;\n NONSTOP* )\n nonstop=true\n ;;\nesac\n\nCLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar\n\n# Determine the Java command to use to start the JVM.\nif [ -n \"$JAVA_HOME\" ] ; then\n if [ -x \"$JAVA_HOME/jre/sh/java\" ] ; then\n # IBM's JDK on AIX uses strange locations for the executables\n JAVACMD=\"$JAVA_HOME/jre/sh/java\"\n else\n JAVACMD=\"$JAVA_HOME/bin/java\"\n fi\n if [ ! -x \"$JAVACMD\" ] ; then\n die \"ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME\n\nPlease set the JAVA_HOME variable in your environment to match the\nlocation of your Java installation.\"\n fi\nelse\n JAVACMD=\"java\"\n which java >/dev/null 2>&1 || die \"ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.\n\nPlease set the JAVA_HOME variable in your environment to match the\nlocation of your Java installation.\"\nfi\n\n# Increase the maximum file descriptors if we can.\nif [ \"$cygwin\" = \"false\" -a \"$darwin\" = \"false\" -a \"$nonstop\" = \"false\" ] ; then\n MAX_FD_LIMIT=`ulimit -H -n`\n if [ $? -eq 0 ] ; then\n if [ \"$MAX_FD\" = \"maximum\" -o \"$MAX_FD\" = \"max\" ] ; then\n MAX_FD=\"$MAX_FD_LIMIT\"\n fi\n ulimit -n $MAX_FD\n if [ $? -ne 0 ] ; then\n warn \"Could not set maximum file descriptor limit: $MAX_FD\"\n fi\n else\n warn \"Could not query maximum file descriptor limit: $MAX_FD_LIMIT\"\n fi\nfi\n\n# For Darwin, add options to specify how the application appears in the dock\nif $darwin; then\n GRADLE_OPTS=\"$GRADLE_OPTS \\\"-Xdock:name=$APP_NAME\\\" \\\"-Xdock:icon=$APP_HOME/media/gradle.icns\\\"\"\nfi\n\n# For Cygwin, switch paths to Windows format before running java\nif $cygwin ; then\n APP_HOME=`cygpath --path --mixed \"$APP_HOME\"`\n CLASSPATH=`cygpath --path --mixed \"$CLASSPATH\"`\n JAVACMD=`cygpath --unix \"$JAVACMD\"`\n\n # We build the pattern for arguments to be converted via cygpath\n ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`\n SEP=\"\"\n for dir in $ROOTDIRSRAW ; do\n ROOTDIRS=\"$ROOTDIRS$SEP$dir\"\n SEP=\"|\"\n done\n OURCYGPATTERN=\"(^($ROOTDIRS))\"\n # Add a user-defined pattern to the cygpath arguments\n if [ \"$GRADLE_CYGPATTERN\" != \"\" ] ; then\n OURCYGPATTERN=\"$OURCYGPATTERN|($GRADLE_CYGPATTERN)\"\n fi\n # Now convert the arguments - kludge to limit ourselves to /bin/sh\n i=0\n for arg in \"$@\" ; do\n CHECK=`echo \"$arg\"|egrep -c \"$OURCYGPATTERN\" -`\n CHECK2=`echo \"$arg\"|egrep -c \"^-\"` ### Determine if an option\n\n if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition\n eval `echo args$i`=`cygpath --path --ignore --mixed \"$arg\"`\n else\n eval `echo args$i`=\"\\\"$arg\\\"\"\n fi\n i=$((i+1))\n done\n case $i in\n (0) set -- ;;\n (1) set -- \"$args0\" ;;\n (2) set -- \"$args0\" \"$args1\" ;;\n (3) set -- \"$args0\" \"$args1\" \"$args2\" ;;\n (4) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" ;;\n (5) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" ;;\n (6) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" ;;\n (7) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" ;;\n (8) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" \"$args7\" ;;\n (9) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" \"$args7\" \"$args8\" ;;\n esac\nfi\n\n# Escape application args\nsave () {\n for i do printf %s\\\\n \"$i\" | sed \"s/'/'\\\\\\\\''/g;1s/^/'/;\\$s/\\$/' \\\\\\\\/\" ; done\n echo \" \"\n}\nAPP_ARGS=$(save \"$@\")\n\n# Collect all arguments for the java command, following the shell quoting and substitution rules\neval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS \"\\\"-Dorg.gradle.appname=$APP_BASE_NAME\\\"\" -classpath \"\\\"$CLASSPATH\\\"\" org.gradle.wrapper.GradleWrapperMain \"$APP_ARGS\"\n\n# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong\nif [ \"$(uname)\" = \"Darwin\" ] && [ \"$HOME\" = \"$PWD\" ]; then\n cd \"$(dirname \"$0\")\"\nfi\n\nexec \"$JAVACMD\" \"$@\"\n"
},
{
"path": "Android/FritzAIStudio/gradlew.bat",
"content": "@if \"%DEBUG%\" == \"\" @echo off\r\n@rem ##########################################################################\r\n@rem\r\n@rem Gradle startup script for Windows\r\n@rem\r\n@rem ##########################################################################\r\n\r\n@rem Set local scope for the variables with windows NT shell\r\nif \"%OS%\"==\"Windows_NT\" setlocal\r\n\r\nset DIRNAME=%~dp0\r\nif \"%DIRNAME%\" == \"\" set DIRNAME=.\r\nset APP_BASE_NAME=%~n0\r\nset APP_HOME=%DIRNAME%\r\n\r\n@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.\r\nset DEFAULT_JVM_OPTS=\r\n\r\n@rem Find java.exe\r\nif defined JAVA_HOME goto findJavaFromJavaHome\r\n\r\nset JAVA_EXE=java.exe\r\n%JAVA_EXE% -version >NUL 2>&1\r\nif \"%ERRORLEVEL%\" == \"0\" goto init\r\n\r\necho.\r\necho ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.\r\necho.\r\necho Please set the JAVA_HOME variable in your environment to match the\r\necho location of your Java installation.\r\n\r\ngoto fail\r\n\r\n:findJavaFromJavaHome\r\nset JAVA_HOME=%JAVA_HOME:\"=%\r\nset JAVA_EXE=%JAVA_HOME%/bin/java.exe\r\n\r\nif exist \"%JAVA_EXE%\" goto init\r\n\r\necho.\r\necho ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%\r\necho.\r\necho Please set the JAVA_HOME variable in your environment to match the\r\necho location of your Java installation.\r\n\r\ngoto fail\r\n\r\n:init\r\n@rem Get command-line arguments, handling Windows variants\r\n\r\nif not \"%OS%\" == \"Windows_NT\" goto win9xME_args\r\n\r\n:win9xME_args\r\n@rem Slurp the command line arguments.\r\nset CMD_LINE_ARGS=\r\nset _SKIP=2\r\n\r\n:win9xME_args_slurp\r\nif \"x%~1\" == \"x\" goto execute\r\n\r\nset CMD_LINE_ARGS=%*\r\n\r\n:execute\r\n@rem Setup the command line\r\n\r\nset CLASSPATH=%APP_HOME%\\gradle\\wrapper\\gradle-wrapper.jar\r\n\r\n@rem Execute Gradle\r\n\"%JAVA_EXE%\" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% \"-Dorg.gradle.appname=%APP_BASE_NAME%\" -classpath \"%CLASSPATH%\" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%\r\n\r\n:end\r\n@rem End local scope for the variables with windows NT shell\r\nif \"%ERRORLEVEL%\"==\"0\" goto mainEnd\r\n\r\n:fail\r\nrem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of\r\nrem the _cmd.exe /c_ return code!\r\nif not \"\" == \"%GRADLE_EXIT_CONSOLE%\" exit 1\r\nexit /b 1\r\n\r\n:mainEnd\r\nif \"%OS%\"==\"Windows_NT\" endlocal\r\n\r\n:omega\r\n"
},
{
"path": "Android/FritzAIStudio/settings.gradle",
"content": "include ':app'\n"
},
{
"path": "Android/FritzVisionVideoApp/.gitignore",
"content": "*.iml\n.gradle\n/local.properties\n/.idea/caches\n/.idea/libraries\n/.idea/modules.xml\n/.idea/workspace.xml\n/.idea/navEditor.xml\n/.idea/assetWizardSettings.xml\n.DS_Store\n/build\n/captures\n.externalNativeBuild\n.cxx\n"
},
{
"path": "Android/FritzVisionVideoApp/app/.gitignore",
"content": "/build\n"
},
{
"path": "Android/FritzVisionVideoApp/app/build.gradle",
"content": "apply plugin: 'com.android.application'\n\nandroid {\n compileSdkVersion 29\n defaultConfig {\n // MUST MATCH THE APPLICATION YOU CREATE IN FRITZ\n applicationId \"ai.fritz.fritzvisionvideo\"\n minSdkVersion 21\n targetSdkVersion 29\n versionCode 1\n versionName \"1.0\"\n testInstrumentationRunner \"androidx.test.runner.AndroidJUnitRunner\"\n }\n buildTypes {\n debug {\n debuggable true\n }\n release {\n minifyEnabled false\n proguardFiles getDefaultProguardFile('proguard-android.txt'), 'proguard-rules.pro'\n }\n }\n aaptOptions {\n noCompress \"tflite\"\n }\n\n lintOptions {\n abortOnError false\n }\n}\n\ndependencies {\n implementation 'androidx.appcompat:appcompat:1.1.0'\n implementation 'androidx.constraintlayout:constraintlayout:1.1.3'\n implementation 'androidx.recyclerview:recyclerview:1.1.0'\n\n implementation \"ai.fritz:vision:6.0.3\"\n implementation \"ai.fritz:vision-hair-segmentation-model-fast:3.0.0\"\n implementation \"ai.fritz:vision-people-segmentation-model-fast:3.1.0\"\n implementation \"ai.fritz:vision-object-detection-model-fast:3.0.0\"\n implementation \"ai.fritz:vision-pose-estimation-model-fast:3.0.0\"\n implementation \"ai.fritz:vision-style-painting-models:3.0.0\"\n\n testImplementation 'junit:junit:4.12'\n androidTestImplementation 'androidx.test:runner:1.2.0'\n androidTestImplementation 'androidx.test.espresso:espresso-core:3.2.0'\n}\n"
},
{
"path": "Android/FritzVisionVideoApp/app/gradlew",
"content": "#!/usr/bin/env sh\n\n##############################################################################\n##\n## Gradle start up script for UN*X\n##\n##############################################################################\n\n# Attempt to set APP_HOME\n# Resolve links: $0 may be a link\nPRG=\"$0\"\n# Need this for relative symlinks.\nwhile [ -h \"$PRG\" ] ; do\n ls=`ls -ld \"$PRG\"`\n link=`expr \"$ls\" : '.*-> \\(.*\\)$'`\n if expr \"$link\" : '/.*' > /dev/null; then\n PRG=\"$link\"\n else\n PRG=`dirname \"$PRG\"`\"/$link\"\n fi\ndone\nSAVED=\"`pwd`\"\ncd \"`dirname \\\"$PRG\\\"`/\" >/dev/null\nAPP_HOME=\"`pwd -P`\"\ncd \"$SAVED\" >/dev/null\n\nAPP_NAME=\"Gradle\"\nAPP_BASE_NAME=`basename \"$0\"`\n\n# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.\nDEFAULT_JVM_OPTS=\"\"\n\n# Use the maximum available, or set MAX_FD != -1 to use that value.\nMAX_FD=\"maximum\"\n\nwarn () {\n echo \"$*\"\n}\n\ndie () {\n echo\n echo \"$*\"\n echo\n exit 1\n}\n\n# OS specific support (must be 'true' or 'false').\ncygwin=false\nmsys=false\ndarwin=false\nnonstop=false\ncase \"`uname`\" in\n CYGWIN* )\n cygwin=true\n ;;\n Darwin* )\n darwin=true\n ;;\n MINGW* )\n msys=true\n ;;\n NONSTOP* )\n nonstop=true\n ;;\nesac\n\nCLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar\n\n# Determine the Java command to use to start the JVM.\nif [ -n \"$JAVA_HOME\" ] ; then\n if [ -x \"$JAVA_HOME/jre/sh/java\" ] ; then\n # IBM's JDK on AIX uses strange locations for the executables\n JAVACMD=\"$JAVA_HOME/jre/sh/java\"\n else\n JAVACMD=\"$JAVA_HOME/bin/java\"\n fi\n if [ ! -x \"$JAVACMD\" ] ; then\n die \"ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME\n\nPlease set the JAVA_HOME variable in your environment to match the\nlocation of your Java installation.\"\n fi\nelse\n JAVACMD=\"java\"\n which java >/dev/null 2>&1 || die \"ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.\n\nPlease set the JAVA_HOME variable in your environment to match the\nlocation of your Java installation.\"\nfi\n\n# Increase the maximum file descriptors if we can.\nif [ \"$cygwin\" = \"false\" -a \"$darwin\" = \"false\" -a \"$nonstop\" = \"false\" ] ; then\n MAX_FD_LIMIT=`ulimit -H -n`\n if [ $? -eq 0 ] ; then\n if [ \"$MAX_FD\" = \"maximum\" -o \"$MAX_FD\" = \"max\" ] ; then\n MAX_FD=\"$MAX_FD_LIMIT\"\n fi\n ulimit -n $MAX_FD\n if [ $? -ne 0 ] ; then\n warn \"Could not set maximum file descriptor limit: $MAX_FD\"\n fi\n else\n warn \"Could not query maximum file descriptor limit: $MAX_FD_LIMIT\"\n fi\nfi\n\n# For Darwin, add options to specify how the application appears in the dock\nif $darwin; then\n GRADLE_OPTS=\"$GRADLE_OPTS \\\"-Xdock:name=$APP_NAME\\\" \\\"-Xdock:icon=$APP_HOME/media/gradle.icns\\\"\"\nfi\n\n# For Cygwin, switch paths to Windows format before running java\nif $cygwin ; then\n APP_HOME=`cygpath --path --mixed \"$APP_HOME\"`\n CLASSPATH=`cygpath --path --mixed \"$CLASSPATH\"`\n JAVACMD=`cygpath --unix \"$JAVACMD\"`\n\n # We build the pattern for arguments to be converted via cygpath\n ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`\n SEP=\"\"\n for dir in $ROOTDIRSRAW ; do\n ROOTDIRS=\"$ROOTDIRS$SEP$dir\"\n SEP=\"|\"\n done\n OURCYGPATTERN=\"(^($ROOTDIRS))\"\n # Add a user-defined pattern to the cygpath arguments\n if [ \"$GRADLE_CYGPATTERN\" != \"\" ] ; then\n OURCYGPATTERN=\"$OURCYGPATTERN|($GRADLE_CYGPATTERN)\"\n fi\n # Now convert the arguments - kludge to limit ourselves to /bin/sh\n i=0\n for arg in \"$@\" ; do\n CHECK=`echo \"$arg\"|egrep -c \"$OURCYGPATTERN\" -`\n CHECK2=`echo \"$arg\"|egrep -c \"^-\"` ### Determine if an option\n\n if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition\n eval `echo args$i`=`cygpath --path --ignore --mixed \"$arg\"`\n else\n eval `echo args$i`=\"\\\"$arg\\\"\"\n fi\n i=$((i+1))\n done\n case $i in\n (0) set -- ;;\n (1) set -- \"$args0\" ;;\n (2) set -- \"$args0\" \"$args1\" ;;\n (3) set -- \"$args0\" \"$args1\" \"$args2\" ;;\n (4) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" ;;\n (5) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" ;;\n (6) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" ;;\n (7) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" ;;\n (8) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" \"$args7\" ;;\n (9) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" \"$args7\" \"$args8\" ;;\n esac\nfi\n\n# Escape application args\nsave () {\n for i do printf %s\\\\n \"$i\" | sed \"s/'/'\\\\\\\\''/g;1s/^/'/;\\$s/\\$/' \\\\\\\\/\" ; done\n echo \" \"\n}\nAPP_ARGS=$(save \"$@\")\n\n# Collect all arguments for the java command, following the shell quoting and substitution rules\neval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS \"\\\"-Dorg.gradle.appname=$APP_BASE_NAME\\\"\" -classpath \"\\\"$CLASSPATH\\\"\" org.gradle.wrapper.GradleWrapperMain \"$APP_ARGS\"\n\n# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong\nif [ \"$(uname)\" = \"Darwin\" ] && [ \"$HOME\" = \"$PWD\" ]; then\n cd \"$(dirname \"$0\")\"\nfi\n\nexec \"$JAVACMD\" \"$@\"\n"
},
{
"path": "Android/FritzVisionVideoApp/app/gradlew.bat",
"content": "@if \"%DEBUG%\" == \"\" @echo off\r\n@rem ##########################################################################\r\n@rem\r\n@rem Gradle startup script for Windows\r\n@rem\r\n@rem ##########################################################################\r\n\r\n@rem Set local scope for the variables with windows NT shell\r\nif \"%OS%\"==\"Windows_NT\" setlocal\r\n\r\nset DIRNAME=%~dp0\r\nif \"%DIRNAME%\" == \"\" set DIRNAME=.\r\nset APP_BASE_NAME=%~n0\r\nset APP_HOME=%DIRNAME%\r\n\r\n@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.\r\nset DEFAULT_JVM_OPTS=\r\n\r\n@rem Find java.exe\r\nif defined JAVA_HOME goto findJavaFromJavaHome\r\n\r\nset JAVA_EXE=java.exe\r\n%JAVA_EXE% -version >NUL 2>&1\r\nif \"%ERRORLEVEL%\" == \"0\" goto init\r\n\r\necho.\r\necho ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.\r\necho.\r\necho Please set the JAVA_HOME variable in your environment to match the\r\necho location of your Java installation.\r\n\r\ngoto fail\r\n\r\n:findJavaFromJavaHome\r\nset JAVA_HOME=%JAVA_HOME:\"=%\r\nset JAVA_EXE=%JAVA_HOME%/bin/java.exe\r\n\r\nif exist \"%JAVA_EXE%\" goto init\r\n\r\necho.\r\necho ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%\r\necho.\r\necho Please set the JAVA_HOME variable in your environment to match the\r\necho location of your Java installation.\r\n\r\ngoto fail\r\n\r\n:init\r\n@rem Get command-line arguments, handling Windows variants\r\n\r\nif not \"%OS%\" == \"Windows_NT\" goto win9xME_args\r\n\r\n:win9xME_args\r\n@rem Slurp the command line arguments.\r\nset CMD_LINE_ARGS=\r\nset _SKIP=2\r\n\r\n:win9xME_args_slurp\r\nif \"x%~1\" == \"x\" goto execute\r\n\r\nset CMD_LINE_ARGS=%*\r\n\r\n:execute\r\n@rem Setup the command line\r\n\r\nset CLASSPATH=%APP_HOME%\\gradle\\wrapper\\gradle-wrapper.jar\r\n\r\n@rem Execute Gradle\r\n\"%JAVA_EXE%\" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% \"-Dorg.gradle.appname=%APP_BASE_NAME%\" -classpath \"%CLASSPATH%\" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%\r\n\r\n:end\r\n@rem End local scope for the variables with windows NT shell\r\nif \"%ERRORLEVEL%\"==\"0\" goto mainEnd\r\n\r\n:fail\r\nrem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of\r\nrem the _cmd.exe /c_ return code!\r\nif not \"\" == \"%GRADLE_EXIT_CONSOLE%\" exit 1\r\nexit /b 1\r\n\r\n:mainEnd\r\nif \"%OS%\"==\"Windows_NT\" endlocal\r\n\r\n:omega\r\n"
},
{
"path": "Android/FritzVisionVideoApp/app/proguard-rules.pro",
"content": "# Add project specific ProGuard rules here.\n# You can control the set of applied configuration files using the\n# proguardFiles setting in build.gradle.\n#\n# For more details, see\n# http://developer.android.com/guide/developing/tools/proguard.html\n\n# If your project uses WebView with JS, uncomment the following\n# and specify the fully qualified class name to the JavaScript interface\n# class:\n#-keepclassmembers class fqcn.of.javascript.interface.for.webview {\n# public *;\n#}\n\n# Uncomment this to preserve the line number information for\n# debugging stack traces.\n#-keepattributes SourceFile,LineNumberTable\n\n# If you keep the line number information, uncomment this to\n# hide the original source file name.\n#-renamesourcefileattribute SourceFile\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/androidTest/java/ai/fritz/fritzvisionvideo/ExampleInstrumentedTest.java",
"content": "package ai.fritz.fritzvisionvideo;\n\nimport android.content.Context;\n\nimport androidx.test.platform.app.InstrumentationRegistry;\nimport androidx.test.ext.junit.runners.AndroidJUnit4;\n\nimport org.junit.Test;\nimport org.junit.runner.RunWith;\n\nimport static org.junit.Assert.*;\n\n/**\n * Instrumented test, which will execute on an Android device.\n *\n * @see Testing documentation\n */\n@RunWith(AndroidJUnit4.class)\npublic class ExampleInstrumentedTest {\n @Test\n public void useAppContext() {\n // Context of the app under test.\n Context appContext = InstrumentationRegistry.getInstrumentation().getTargetContext();\n\n assertEquals(\"ai.fritz.fritzvisionvideo\", appContext.getPackageName());\n }\n}\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/AndroidManifest.xml",
"content": "\n\n \n \n \n\n \n \n \n \n \n \n \n \n \n \n\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/java/ai/fritz/fritzvisionvideo/MainActivity.java",
"content": "package ai.fritz.fritzvisionvideo;\n\nimport android.content.Context;\nimport android.content.Intent;\nimport android.graphics.Color;\nimport android.os.Bundle;\nimport android.view.View;\n\nimport java.util.ArrayList;\nimport java.util.List;\n\nimport ai.fritz.core.Fritz;\nimport ai.fritz.fritzvisionvideo.strategies.MaskCutStrategy;\nimport ai.fritz.fritzvisionvideo.strategies.ObjectPoseStrategy;\nimport ai.fritz.fritzvisionvideo.strategies.PoseDoubleMaskStrategy;\nimport ai.fritz.fritzvisionvideo.strategies.StylizeBackgroundStrategy;\nimport ai.fritz.fritzvisionvideo.strategies.StylizeHairStrategy;\nimport ai.fritz.fritzvisionvideo.ui.DemoAdapter;\nimport ai.fritz.fritzvisionvideo.ui.DemoItem;\nimport ai.fritz.fritzvisionvideo.ui.SeparatorDecoration;\nimport androidx.appcompat.app.AppCompatActivity;\nimport androidx.recyclerview.widget.LinearLayoutManager;\nimport androidx.recyclerview.widget.RecyclerView;\n\npublic class MainActivity extends AppCompatActivity {\n\n private RecyclerView recyclerView;\n\n @Override\n protected void onCreate(final Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n Fritz.configure(this);\n setContentView(R.layout.activity_main);\n\n recyclerView = findViewById(R.id.demo_list_view);\n recyclerView.setHasFixedSize(true);\n LinearLayoutManager rvLinearLayoutMgr = new LinearLayoutManager(this);\n recyclerView.setLayoutManager(rvLinearLayoutMgr);\n\n // Add a divider\n SeparatorDecoration decoration = new SeparatorDecoration(this, Color.GRAY, 1);\n recyclerView.addItemDecoration(decoration);\n\n // Add the adapter\n DemoAdapter adapter = new DemoAdapter(getDemoItems());\n recyclerView.setAdapter(adapter);\n recyclerView.setClickable(true);\n }\n\n private List getDemoItems() {\n List demoItems = new ArrayList<>();\n\n demoItems.add(new DemoItem(\n getString(R.string.starry_night_hair_title),\n getString(R.string.starry_night_hair_description),\n new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n Context context = v.getContext();\n Intent intent = new Intent(context, VideoActivity.class);\n // Send a VideoFilterStrategy as a Parcelable\n intent.putExtra(getResources().getString(R.string.filter_strategy_key), new StylizeHairStrategy());\n context.startActivity(intent);\n }\n }));\n\n demoItems.add(new DemoItem(\n getString(R.string.stylize_background_title),\n getString(R.string.stylize_background_description),\n new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n Context context = v.getContext();\n Intent intent = new Intent(context, VideoActivity.class);\n // Send a VideoFilterStrategy as a Parcelable\n intent.putExtra(getResources().getString(R.string.filter_strategy_key), new StylizeBackgroundStrategy());\n context.startActivity(intent);\n }\n }));\n\n demoItems.add(new DemoItem(\n getString(R.string.object_pose_title),\n getString(R.string.object_pose_description),\n new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n Context context = v.getContext();\n Intent intent = new Intent(context, VideoActivity.class);\n // Send a VideoFilterStrategy as a Parcelable\n intent.putExtra(getResources().getString(R.string.filter_strategy_key), new ObjectPoseStrategy());\n context.startActivity(intent);\n }\n }));\n\n demoItems.add(new DemoItem(\n getString(R.string.pose_double_mask_title),\n getString(R.string.pose_double_mask_description),\n new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n Context context = v.getContext();\n Intent intent = new Intent(context, VideoActivity.class);\n // Send a VideoFilterStrategy as a Parcelable\n intent.putExtra(getResources().getString(R.string.filter_strategy_key), new PoseDoubleMaskStrategy());\n context.startActivity(intent);\n }\n }));\n\n demoItems.add(new DemoItem(\n getString(R.string.mask_cut_title),\n getString(R.string.mask_cut_description),\n new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n Context context = v.getContext();\n Intent intent = new Intent(context, VideoActivity.class);\n // Send a VideoFilterStrategy as a Parcelable\n intent.putExtra(getResources().getString(R.string.filter_strategy_key), new MaskCutStrategy());\n context.startActivity(intent);\n }\n }));\n\n return demoItems;\n }\n}\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/java/ai/fritz/fritzvisionvideo/VideoActivity.java",
"content": "package ai.fritz.fritzvisionvideo;\n\nimport android.app.Activity;\nimport android.content.Intent;\nimport android.media.MediaPlayer;\nimport android.net.Uri;\nimport android.os.Bundle;\nimport android.os.Environment;\nimport android.provider.MediaStore;\nimport android.view.Menu;\nimport android.view.MenuItem;\nimport android.view.View;\nimport android.widget.ProgressBar;\nimport android.widget.TextView;\nimport android.widget.Toast;\nimport android.widget.VideoView;\n\nimport androidx.appcompat.app.AppCompatActivity;\n\nimport java.io.File;\nimport java.io.FileInputStream;\nimport java.io.FileOutputStream;\nimport java.io.IOException;\nimport java.nio.channels.FileChannel;\nimport java.util.Locale;\n\nimport ai.fritz.fritzvisionvideo.strategies.VideoFilterStrategy;\nimport ai.fritz.vision.video.ExportVideoOptions;\nimport ai.fritz.vision.video.FritzVisionImageFilter;\nimport ai.fritz.vision.video.FritzVisionVideo;\n\npublic class VideoActivity extends AppCompatActivity {\n\n private static final int REQUEST_CODE = 1;\n\n private VideoView videoView;\n private ProgressBar progressBar;\n private TextView progressText;\n private MenuItem exportButton;\n\n private VideoFilterStrategy strategy;\n\n private File exportFile = null;\n\n @Override\n protected void onCreate(Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n setContentView(R.layout.activity_video);\n videoView = findViewById(R.id.video_view);\n videoView.setOnPreparedListener(new MediaPlayer.OnPreparedListener() {\n @Override\n public void onPrepared(MediaPlayer mediaPlayer) {\n mediaPlayer.setLooping(true);\n mediaPlayer.setVolume(1, 1);\n mediaPlayer.start();\n }\n });\n progressBar = findViewById(R.id.export_progress);\n progressText = findViewById(R.id.progress_text);\n\n // Retrieve the VideoFilterStrategy\n strategy = getIntent().getParcelableExtra(getResources().getString(R.string.filter_strategy_key));\n\n // Display the video picker\n Intent filePicker = new Intent(Intent.ACTION_PICK, MediaStore.Video.Media.EXTERNAL_CONTENT_URI);\n filePicker.putExtra(Intent.EXTRA_LOCAL_ONLY, true);\n startActivityForResult(filePicker, 1);\n }\n\n @Override\n public boolean onCreateOptionsMenu(Menu menu) {\n // Show a top menu bar with an export button\n getMenuInflater().inflate(R.menu.video_menu, menu);\n exportButton = menu.findItem(R.id.export_button);\n exportButton.setVisible(false);\n exportButton.setOnMenuItemClickListener(new MenuItem.OnMenuItemClickListener() {\n @Override\n public boolean onMenuItemClick(MenuItem menuItem) {\n try {\n saveProcessedVideo();\n } catch (IOException e) {\n throw new IllegalStateException(\"Unable to save video.\");\n }\n menuItem.setEnabled(false);\n return true;\n }\n });\n return super.onCreateOptionsMenu(menu);\n }\n\n @Override\n protected void onDestroy() {\n super.onDestroy();\n\n File cacheDir = getCacheDir();\n File[] cachedFiles = cacheDir.listFiles();\n\n // Delete any cached files\n if (cachedFiles != null) {\n for (File file : cachedFiles) {\n file.delete();\n }\n }\n }\n\n @Override\n protected void onActivityResult(int requestCode, int resultCode, Intent data) {\n if (requestCode == REQUEST_CODE && resultCode == Activity.RESULT_OK) {\n // Process the video after a video is selected\n startProcessing(data.getData());\n } else {\n finish();\n }\n super.onActivityResult(requestCode, resultCode, data);\n }\n\n /**\n * Starts processing a video.\n *\n * @param videoUri The URI of the video to process.\n */\n private void startProcessing(Uri videoUri) {\n try {\n // Create a temporary file to write the processed video to\n exportFile = File.createTempFile(\"tempExport\", \".mp4\", getCacheDir());\n } catch (IOException e) {\n throw new IllegalStateException(\"Unable to create a destination file.\");\n }\n\n // Get filters to apply on the video\n FritzVisionImageFilter[] filters = strategy.getFilters();\n\n // Create the FritzVisionVideo object with the filter and selected video URI\n FritzVisionVideo fritzVideo = new FritzVisionVideo(videoUri, filters);\n\n // Create and set the processing parameters\n // Every third frame of the video will be processed\n ExportVideoOptions options = new ExportVideoOptions();\n options.frameInterval = 3;\n\n // Uncomment following line to enable audio at the cost of increased processing time\n // options.copyAudio = true;\n\n final String exportPath = exportFile.getAbsolutePath();\n\n // Start exporting and processing the video\n fritzVideo.export(exportPath, options, new FritzVisionVideo.ExportProgressCallback() {\n @Override\n public void onProgress(Float response) {\n // Update progress\n int progress = (int) (response * 100);\n updateProgress(progress);\n }\n\n @Override\n public void onComplete() {\n // Play the processed video\n Uri uri = Uri.fromFile(exportFile);\n displayVideo(uri);\n }\n });\n }\n\n /**\n * Updates progress when processing.\n */\n private void updateProgress(final int progress) {\n runOnUiThread(new Runnable() {\n @Override\n public void run() {\n progressBar.setProgress(progress);\n progressText.setText(String.format(Locale.US, \"Processing %d%%\", progress));\n }\n });\n }\n\n /**\n * Changes visibility of views when processing is complete.\n */\n private void displayVideo(final Uri videoUri) {\n runOnUiThread(new Runnable() {\n @Override\n public void run() {\n progressBar.setVisibility(View.INVISIBLE);\n progressText.setVisibility(View.INVISIBLE);\n exportButton.setVisible(true);\n videoView.setVideoURI(videoUri);\n }\n });\n }\n\n /**\n * Write the contents of the processed video to Photos.\n *\n * @throws IOException If there is a file error.\n */\n private void saveProcessedVideo() throws IOException {\n // Get the directory to save to\n File file = getExternalFilesDir(Environment.DIRECTORY_MOVIES);\n\n // Create the file to write to\n String exportPath = (file.getAbsolutePath() + \"/\" + System.currentTimeMillis() + \".mp4\");\n File destFile = new File(exportPath);\n\n // Write contents of the processed video file to the destination file\n try (FileChannel source = new FileInputStream(exportFile).getChannel();\n FileChannel destination = new FileOutputStream(destFile).getChannel()) {\n destination.transferFrom(source, 0, source.size());\n }\n\n // Notify the user that the video has been saved\n Toast.makeText(\n VideoActivity.this,\n \"Saved video to \" + exportPath, Toast.LENGTH_LONG\n ).show();\n }\n}"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/java/ai/fritz/fritzvisionvideo/strategies/MaskCutStrategy.java",
"content": "package ai.fritz.fritzvisionvideo.strategies;\n\nimport android.os.Parcel;\n\nimport ai.fritz.vision.FritzVision;\nimport ai.fritz.vision.FritzVisionModels;\nimport ai.fritz.vision.ModelVariant;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictor;\nimport ai.fritz.vision.imagesegmentation.MaskClass;\nimport ai.fritz.vision.imagesegmentation.SegmentationOnDeviceModel;\nimport ai.fritz.vision.video.FritzVisionImageFilter;\nimport ai.fritz.vision.video.filters.imagesegmentation.MaskCutOutOverlayFilter;\nimport ai.fritz.vision.video.filters.imagesegmentation.MaskOverlayFilter;\n\n\npublic class MaskCutStrategy extends VideoFilterStrategy {\n\n private SegmentationOnDeviceModel peopleModel = FritzVisionModels.getPeopleSegmentationOnDeviceModel(ModelVariant.FAST);\n private SegmentationOnDeviceModel hairModel = FritzVisionModels.getHairSegmentationOnDeviceModel(ModelVariant.FAST);\n\n public MaskCutStrategy() {\n super();\n }\n\n public MaskCutStrategy(Parcel in) {\n super(in);\n }\n\n public static final Creator CREATOR = new Creator() {\n @Override\n public VideoFilterStrategy createFromParcel(Parcel in) {\n return new MaskCutStrategy(in);\n }\n\n @Override\n public VideoFilterStrategy[] newArray(int size) {\n return new MaskCutStrategy[size];\n }\n };\n\n @Override\n public FritzVisionImageFilter[] getFilters() {\n // Create predictors for the filter\n FritzVisionSegmentationPredictor personPredictor = FritzVision.ImageSegmentation.getPredictor(peopleModel);\n FritzVisionSegmentationPredictor hairPredictor = FritzVision.ImageSegmentation.getPredictor(hairModel);\n\n return new FritzVisionImageFilter[]{\n new MaskOverlayFilter(personPredictor, MaskClass.PERSON),\n new MaskCutOutOverlayFilter(hairPredictor, MaskClass.HAIR)\n };\n }\n}\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/java/ai/fritz/fritzvisionvideo/strategies/ObjectPoseStrategy.java",
"content": "package ai.fritz.fritzvisionvideo.strategies;\n\nimport android.os.Parcel;\n\nimport ai.fritz.vision.FritzVision;\nimport ai.fritz.vision.FritzVisionModels;\nimport ai.fritz.vision.ModelVariant;\nimport ai.fritz.vision.objectdetection.FritzVisionObjectPredictor;\nimport ai.fritz.vision.objectdetection.ObjectDetectionOnDeviceModel;\nimport ai.fritz.vision.poseestimation.FritzVisionPosePredictor;\nimport ai.fritz.vision.poseestimation.PoseOnDeviceModel;\nimport ai.fritz.vision.video.FritzVisionImageFilter;\nimport ai.fritz.vision.video.filters.DrawBoxesCompoundFilter;\nimport ai.fritz.vision.video.filters.DrawSkeletonCompoundFilter;\n\npublic class ObjectPoseStrategy extends VideoFilterStrategy {\n\n private ObjectDetectionOnDeviceModel objectModel = FritzVisionModels.getObjectDetectionOnDeviceModel();\n private PoseOnDeviceModel poseModel = FritzVisionModels.getHumanPoseEstimationOnDeviceModel(ModelVariant.FAST);\n\n\n public ObjectPoseStrategy() {\n super();\n }\n\n public ObjectPoseStrategy(Parcel in) {\n super(in);\n }\n\n public static final Creator CREATOR = new Creator() {\n @Override\n public VideoFilterStrategy createFromParcel(Parcel in) {\n return new ObjectPoseStrategy(in);\n }\n\n @Override\n public VideoFilterStrategy[] newArray(int size) {\n return new ObjectPoseStrategy[size];\n }\n };\n\n @Override\n public FritzVisionImageFilter[] getFilters() {\n // Create predictors for the filters\n FritzVisionObjectPredictor objectPredictor = FritzVision.ObjectDetection.getPredictor(objectModel);\n FritzVisionPosePredictor posePredictor = FritzVision.PoseEstimation.getPredictor(poseModel);\n\n return new FritzVisionImageFilter[]{\n new DrawBoxesCompoundFilter(objectPredictor), // Applied first\n new DrawSkeletonCompoundFilter(posePredictor) // Applied second\n };\n }\n}\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/java/ai/fritz/fritzvisionvideo/strategies/PoseDoubleMaskStrategy.java",
"content": "package ai.fritz.fritzvisionvideo.strategies;\n\nimport android.os.Parcel;\n\nimport ai.fritz.vision.FritzVision;\nimport ai.fritz.vision.FritzVisionModels;\nimport ai.fritz.vision.ModelVariant;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationMaskOptions;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictor;\nimport ai.fritz.vision.imagesegmentation.MaskClass;\nimport ai.fritz.vision.imagesegmentation.SegmentationOnDeviceModel;\nimport ai.fritz.vision.poseestimation.FritzVisionPosePredictor;\nimport ai.fritz.vision.poseestimation.PoseOnDeviceModel;\nimport ai.fritz.vision.video.FritzVisionImageFilter;\nimport ai.fritz.vision.video.filters.DrawSkeletonCompoundFilter;\nimport ai.fritz.vision.video.filters.imagesegmentation.MaskOverlayFilter;\n\npublic class PoseDoubleMaskStrategy extends VideoFilterStrategy {\n\n private PoseOnDeviceModel poseModel = FritzVisionModels.getHumanPoseEstimationOnDeviceModel(ModelVariant.FAST);\n private SegmentationOnDeviceModel peopleModel = FritzVisionModels.getPeopleSegmentationOnDeviceModel(ModelVariant.FAST);\n private SegmentationOnDeviceModel hairModel = FritzVisionModels.getHairSegmentationOnDeviceModel(ModelVariant.FAST);\n\n private FritzVisionSegmentationMaskOptions peopleOptions = new FritzVisionSegmentationMaskOptions();\n\n public PoseDoubleMaskStrategy() {\n super();\n }\n\n public PoseDoubleMaskStrategy(Parcel in) {\n super(in);\n }\n\n public static final Creator CREATOR = new Creator() {\n @Override\n public VideoFilterStrategy createFromParcel(Parcel in) {\n return new PoseDoubleMaskStrategy(in);\n }\n\n @Override\n public VideoFilterStrategy[] newArray(int size) {\n return new PoseDoubleMaskStrategy[size];\n }\n };\n\n @Override\n public FritzVisionImageFilter[] getFilters() {\n // Reduce the alpha of the people mask\n peopleOptions.maxAlpha = 50;\n\n // Create predictors for the filters\n FritzVisionPosePredictor posePredictor = FritzVision.PoseEstimation.getPredictor(poseModel);\n FritzVisionSegmentationPredictor peoplePredictor = FritzVision.ImageSegmentation.getPredictor(peopleModel);\n FritzVisionSegmentationPredictor hairPredictor = FritzVision.ImageSegmentation.getPredictor(hairModel);\n\n return new FritzVisionImageFilter[]{\n new DrawSkeletonCompoundFilter(posePredictor), // Applied first\n new MaskOverlayFilter(peoplePredictor, peopleOptions, MaskClass.PERSON), // Applied second\n new MaskOverlayFilter(hairPredictor, MaskClass.HAIR) // Applied last\n };\n }\n}\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/java/ai/fritz/fritzvisionvideo/strategies/StylizeBackgroundStrategy.java",
"content": "package ai.fritz.fritzvisionvideo.strategies;\n\nimport android.os.Parcel;\n\nimport ai.fritz.core.FritzOnDeviceModel;\nimport ai.fritz.vision.FritzVision;\nimport ai.fritz.vision.FritzVisionModels;\nimport ai.fritz.vision.ModelVariant;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictor;\nimport ai.fritz.vision.imagesegmentation.MaskClass;\nimport ai.fritz.vision.imagesegmentation.SegmentationOnDeviceModel;\nimport ai.fritz.vision.styletransfer.FritzVisionStylePredictor;\nimport ai.fritz.vision.video.FritzVisionImageFilter;\nimport ai.fritz.vision.video.filters.StylizeImageCompoundFilter;\nimport ai.fritz.vision.video.filters.imagesegmentation.MaskCutOutOverlayFilter;\n\npublic class StylizeBackgroundStrategy extends VideoFilterStrategy {\n\n private FritzOnDeviceModel styleModel = FritzVisionModels.getPaintingStyleModels().getTheScream();\n private SegmentationOnDeviceModel peopleModel = FritzVisionModels.getPeopleSegmentationOnDeviceModel(ModelVariant.FAST);\n\n public StylizeBackgroundStrategy() {\n super();\n }\n\n public StylizeBackgroundStrategy(Parcel in) {\n super(in);\n }\n\n public static final Creator CREATOR = new Creator() {\n @Override\n public VideoFilterStrategy createFromParcel(Parcel in) {\n return new StylizeBackgroundStrategy(in);\n }\n\n @Override\n public VideoFilterStrategy[] newArray(int size) {\n return new StylizeBackgroundStrategy[size];\n }\n };\n\n @Override\n public FritzVisionImageFilter[] getFilters() {\n // Create predictors for the filters\n FritzVisionStylePredictor stylePredictor = FritzVision.StyleTransfer.getPredictor(styleModel);\n FritzVisionSegmentationPredictor segmentationPredictor = FritzVision.ImageSegmentation.getPredictor(peopleModel);\n\n return new FritzVisionImageFilter[]{\n new StylizeImageCompoundFilter(stylePredictor), // Applied first\n new MaskCutOutOverlayFilter(segmentationPredictor, MaskClass.PERSON) // Applied second\n };\n }\n}\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/java/ai/fritz/fritzvisionvideo/strategies/StylizeHairStrategy.java",
"content": "package ai.fritz.fritzvisionvideo.strategies;\n\nimport android.os.Parcel;\n\nimport ai.fritz.core.FritzOnDeviceModel;\nimport ai.fritz.fritzvisionvideo.strategies.customfilters.StylizeHairFilter;\nimport ai.fritz.vision.FritzVision;\nimport ai.fritz.vision.FritzVisionModels;\nimport ai.fritz.vision.ModelVariant;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictor;\nimport ai.fritz.vision.imagesegmentation.MaskClass;\nimport ai.fritz.vision.imagesegmentation.SegmentationOnDeviceModel;\nimport ai.fritz.vision.styletransfer.FritzVisionStylePredictor;\nimport ai.fritz.vision.video.FritzVisionImageFilter;\n\npublic class StylizeHairStrategy extends VideoFilterStrategy {\n\n private FritzOnDeviceModel styleModel = FritzVisionModels.getPaintingStyleModels().getStarryNight();\n private SegmentationOnDeviceModel hairModel = FritzVisionModels.getHairSegmentationOnDeviceModel(ModelVariant.FAST);\n\n public StylizeHairStrategy() {\n super();\n }\n\n public StylizeHairStrategy(Parcel in) {\n super(in);\n }\n\n public static final Creator CREATOR = new Creator() {\n @Override\n public VideoFilterStrategy createFromParcel(Parcel in) {\n return new StylizeHairStrategy(in);\n }\n\n @Override\n public VideoFilterStrategy[] newArray(int size) {\n return new StylizeHairStrategy[size];\n }\n };\n\n @Override\n public FritzVisionImageFilter[] getFilters() {\n // Create predictors for the filter\n FritzVisionSegmentationPredictor hairPredictor = FritzVision.ImageSegmentation.getPredictor(hairModel);\n FritzVisionStylePredictor stylePredictor = FritzVision.StyleTransfer.getPredictor(styleModel);\n\n return new FritzVisionImageFilter[]{\n new StylizeHairFilter(stylePredictor, hairPredictor, MaskClass.HAIR)\n };\n }\n}\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/java/ai/fritz/fritzvisionvideo/strategies/VideoFilterStrategy.java",
"content": "package ai.fritz.fritzvisionvideo.strategies;\n\nimport android.os.Parcel;\nimport android.os.Parcelable;\n\nimport ai.fritz.vision.video.FritzVisionImageFilter;\n\npublic abstract class VideoFilterStrategy implements Parcelable {\n\n protected VideoFilterStrategy() {\n }\n\n protected VideoFilterStrategy(Parcel in) {\n }\n\n @Override\n public void writeToParcel(Parcel dest, int flags) {\n }\n\n @Override\n public int describeContents() {\n return 0;\n }\n\n /**\n * Retrieve created filters.\n *\n * @return A filter array.\n */\n public abstract FritzVisionImageFilter[] getFilters();\n}\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/java/ai/fritz/fritzvisionvideo/strategies/customfilters/StylizeHairFilter.java",
"content": "package ai.fritz.fritzvisionvideo.strategies.customfilters;\n\nimport android.graphics.Bitmap;\n\nimport ai.fritz.vision.FritzVisionImage;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationMaskOptions;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictor;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationResult;\nimport ai.fritz.vision.imagesegmentation.MaskClass;\nimport ai.fritz.vision.styletransfer.FritzVisionStylePredictor;\nimport ai.fritz.vision.styletransfer.FritzVisionStyleResult;\nimport ai.fritz.vision.video.filters.imagesegmentation.FritzVisionSegmentationFilter;\n\npublic class StylizeHairFilter extends FritzVisionSegmentationFilter {\n\n private FritzVisionStylePredictor stylePredictor;\n\n public StylizeHairFilter(\n FritzVisionStylePredictor stylePredictor,\n FritzVisionSegmentationPredictor model,\n MaskClass segmentationMask\n ) {\n super(model, segmentationMask);\n this.stylePredictor = stylePredictor;\n }\n\n public StylizeHairFilter(\n FritzVisionStylePredictor stylePredictor,\n FritzVisionSegmentationPredictor predictor,\n FritzVisionSegmentationMaskOptions options,\n MaskClass segmentationMask\n ) {\n super(predictor, options, segmentationMask);\n this.stylePredictor = stylePredictor;\n }\n\n @Override\n public FilterCompositionMode getCompositionMode() {\n return FilterCompositionMode.OVERLAY_ON_ORIGINAL_IMAGE;\n }\n\n @Override\n public FritzVisionImage processImage(FritzVisionImage image) {\n FritzVisionSegmentationResult hairResult = predictor.predict(image);\n FritzVisionStyleResult styleResult = stylePredictor.predict(image);\n\n FritzVisionImage stylizedImage = FritzVisionImage.fromBitmap(styleResult.toBitmap());\n Bitmap mask = hairResult.buildSingleClassMask(segmentationMask, options);\n\n return FritzVisionImage.fromBitmap(stylizedImage.mask(mask));\n }\n}\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/java/ai/fritz/fritzvisionvideo/ui/DemoAdapter.java",
"content": "package ai.fritz.fritzvisionvideo.ui;\n\nimport android.view.LayoutInflater;\nimport android.view.ViewGroup;\nimport android.widget.LinearLayout;\nimport android.widget.TextView;\n\nimport ai.fritz.fritzvisionvideo.R;\nimport androidx.recyclerview.widget.RecyclerView;\n\n\nimport java.util.ArrayList;\nimport java.util.List;\n\n/**\n * Demo items adapter to manage the list of models.\n */\npublic class DemoAdapter extends RecyclerView.Adapter {\n private List demoItems = new ArrayList<>();\n\n /**\n * View holder for each demo item to display in the list.\n */\n public static class ViewHolder extends RecyclerView.ViewHolder {\n public LinearLayout linearLayout;\n public TextView titleView;\n public TextView descriptionView;\n\n public ViewHolder(LinearLayout v) {\n super(v);\n linearLayout = v;\n titleView = linearLayout.findViewById(R.id.title);\n descriptionView = linearLayout.findViewById(R.id.description);\n }\n }\n\n /**\n * Initialize the adapter with a list of demo items.\n *\n * @param demoItems\n */\n public DemoAdapter(List demoItems) {\n this.demoItems = demoItems;\n }\n\n /**\n * Get the DemoItem and binds it to the recycled view.\n *
\n * Also sets the click actions here.\n *\n * @param holder\n * @param position\n */\n @Override\n public void onBindViewHolder(DemoAdapter.ViewHolder holder, int position) {\n DemoItem demoItem = demoItems.get(position);\n holder.titleView.setText(demoItem.getTitle());\n holder.descriptionView.setText(demoItem.getDescription());\n holder.linearLayout.setOnClickListener(demoItem.getOnClickListener());\n }\n\n /**\n * Get number of demo items.\n *\n * @return number of items in the list\n */\n @Override\n public int getItemCount() {\n return demoItems.size();\n }\n\n /**\n * Create a view holder for the DemoItems\n *\n * @param parent\n * @param viewType\n * @return\n */\n @Override\n public DemoAdapter.ViewHolder onCreateViewHolder(ViewGroup parent,\n int viewType) {\n LinearLayout v = (LinearLayout) LayoutInflater.from(parent.getContext())\n .inflate(R.layout.list_item_demo, parent, false);\n ViewHolder holder = new ViewHolder(v);\n return holder;\n }\n}\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/java/ai/fritz/fritzvisionvideo/ui/DemoItem.java",
"content": "package ai.fritz.fritzvisionvideo.ui;\n\nimport android.view.View;\n\n/**\n * Helper class to show demo items for the DemoAdapter\n */\npublic class DemoItem {\n\n private String title;\n private String description;\n private View.OnClickListener onClickListener;\n\n public DemoItem(String title, String description, View.OnClickListener clickListener) {\n this.title = title;\n this.description = description;\n this.onClickListener = clickListener;\n }\n\n public String getTitle() {\n return title;\n }\n\n public void setTitle(String title) {\n this.title = title;\n }\n\n public String getDescription() {\n return description;\n }\n\n public void setDescription(String description) {\n this.description = description;\n }\n\n public View.OnClickListener getOnClickListener() {\n return onClickListener;\n }\n\n public void setOnClickListener(View.OnClickListener onClickListener) {\n this.onClickListener = onClickListener;\n }\n}\n\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/java/ai/fritz/fritzvisionvideo/ui/SeparatorDecoration.java",
"content": "package ai.fritz.fritzvisionvideo.ui;\n\nimport android.content.Context;\nimport android.graphics.Canvas;\nimport android.graphics.Paint;\nimport android.graphics.Rect;\nimport androidx.annotation.ColorInt;\nimport androidx.annotation.FloatRange;\nimport androidx.annotation.NonNull;\n\nimport androidx.recyclerview.widget.RecyclerView;\n\nimport android.util.TypedValue;\nimport android.view.View;\n\n/**\n * Taken from https://github.com/bleeding182/recyclerviewItemDecorations\n */\npublic class SeparatorDecoration extends RecyclerView.ItemDecoration {\n\n private final Paint mPaint;\n\n /**\n * Create a decoration that draws a line in the given color and width between the items in the view.\n *\n * @param context a context to access the resources.\n * @param color the color of the separator to draw.\n * @param heightDp the height of the separator in dp.\n */\n public SeparatorDecoration(@NonNull Context context, @ColorInt int color,\n @FloatRange(from = 0, fromInclusive = false) float heightDp) {\n mPaint = new Paint();\n mPaint.setColor(color);\n final float thickness = TypedValue.applyDimension(TypedValue.COMPLEX_UNIT_DIP,\n heightDp, context.getResources().getDisplayMetrics());\n mPaint.setStrokeWidth(thickness);\n }\n\n @Override\n public void getItemOffsets(Rect outRect, View view, RecyclerView parent, RecyclerView.State state) {\n final RecyclerView.LayoutParams params = (RecyclerView.LayoutParams) view.getLayoutParams();\n\n // we want to retrieve the position in the list\n final int position = params.getViewAdapterPosition();\n\n // and add a separator to any view but the last one\n if (position < state.getItemCount()) {\n outRect.set(0, 0, 0, (int) mPaint.getStrokeWidth()); // left, top, right, bottom\n } else {\n outRect.setEmpty(); // 0, 0, 0, 0\n }\n }\n\n @Override\n public void onDraw(Canvas c, RecyclerView parent, RecyclerView.State state) {\n // we set the stroke width before, so as to correctly draw the line we have to offset by width / 2\n final int offset = (int) (mPaint.getStrokeWidth() / 2);\n\n // this will iterate over every visible view\n for (int i = 0; i < parent.getChildCount(); i++) {\n // get the view\n final View view = parent.getChildAt(i);\n final RecyclerView.LayoutParams params = (RecyclerView.LayoutParams) view.getLayoutParams();\n\n // get the position\n final int position = params.getViewAdapterPosition();\n\n // and finally draw the separator\n if (position < state.getItemCount()) {\n c.drawLine(view.getLeft(), view.getBottom() + offset, view.getRight(), view.getBottom() + offset, mPaint);\n }\n }\n }\n}\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/drawable/ic_launcher_background.xml",
"content": "\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/drawable-v24/ic_launcher_foreground.xml",
"content": "\n \n \n \n \n \n \n \n \n \n\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/font/sf_display.xml",
"content": "\n\n \n \n \n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/layout/activity_main.xml",
"content": "\n\n\n \n\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/layout/activity_video.xml",
"content": "\n\n\n \n\n \n\n \n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/layout/app_bar.xml",
"content": "\n\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/layout/list_item_demo.xml",
"content": "\n\n\n \n\n \n\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/menu/video_menu.xml",
"content": "\n
"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml",
"content": "\n\n \n \n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml",
"content": "\n\n \n \n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/values/colors.xml",
"content": "\n\n #000\n #000\n #9E8D37\n #fff\n\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/values/dimens.xml",
"content": "\n\n\n\n \n\n 4dp\n 8dp\n 16dp\n 32dp\n 64dp\n\n \n\n @dimen/margin_md\n @dimen/margin_md\n\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/values/fritz.xml",
"content": "\n Your API Key\n\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/values/strings.xml",
"content": "\n Video Processing\n This device doesn\\'t support Camera2 API.\n\n Starry Night Hair\n Stylize your hair with Starry Night by Vincent van Gogh.\n\n Stylize Background\n Cut out people and paste them on top of a background stylized with Ritmo Plastico by Gino Severini.\n\n Object Detection and Pose Estimation\n Detect and draw boxes around objects while identifying and tracking the body position of a person.\n\n Pose Estimation with People and Hair Mask\n Identify and track the body position of a person while putting a mask over people and hair.\n\n People Mask with Original Hair\n Put a mask over people while retaining their original hair.\n\n video\n strategy\n\n\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/main/res/values/styles.xml",
"content": "\n\n \n \n\n \n \n\n \n\n\n"
},
{
"path": "Android/FritzVisionVideoApp/app/src/test/java/ai/fritz/fritzvisionvideo/ExampleUnitTest.java",
"content": "package ai.fritz.fritzvisionvideo;\n\nimport org.junit.Test;\n\nimport static org.junit.Assert.*;\n\n/**\n * Example local unit test, which will execute on the development machine (host).\n *\n * @see Testing documentation\n */\npublic class ExampleUnitTest {\n @Test\n public void addition_isCorrect() {\n assertEquals(4, 2 + 2);\n }\n}"
},
{
"path": "Android/FritzVisionVideoApp/build.gradle",
"content": "// Top-level build file where you can add configuration options common to all sub-projects/modules.\n\nbuildscript {\n repositories {\n google()\n jcenter()\n \n }\n dependencies {\n classpath 'com.android.tools.build:gradle:3.5.0'\n \n // NOTE: Do not place your application dependencies here; they belong\n // in the individual module build.gradle files\n }\n}\n\nallprojects {\n repositories {\n google()\n jcenter()\n maven { url 'https://jitpack.io' }\n\n // ADD FOR FRITZ DEPENDENCIES\n maven {\n url \"https://fritz.mycloudrepo.io/public/repositories/android\"\n }\n }\n}\n\ntask clean(type: Delete) {\n delete rootProject.buildDir\n}\n"
},
{
"path": "Android/FritzVisionVideoApp/gradle.properties",
"content": "# Project-wide Gradle settings.\n# IDE (e.g. Android Studio) users:\n# Gradle settings configured through the IDE *will override*\n# any settings specified in this file.\n# For more details on how to configure your build environment visit\n# http://www.gradle.org/docs/current/userguide/build_environment.html\n# Specifies the JVM arguments used for the daemon process.\n# The setting is particularly useful for tweaking memory settings.\norg.gradle.jvmargs=-Xmx1536m\n# When configured, Gradle will run in incubating parallel mode.\n# This option should only be used with decoupled projects. More details, visit\n# http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects\n# org.gradle.parallel=true\n# AndroidX package structure to make it clearer which packages are bundled with the\n# Android operating system, and which are packaged with your app's APK\n# https://developer.android.com/topic/libraries/support-library/androidx-rn\nandroid.useAndroidX=true\n# Automatically convert third-party libraries to use AndroidX\nandroid.enableJetifier=true\n"
},
{
"path": "Android/FritzVisionVideoApp/gradlew",
"content": "#!/usr/bin/env sh\n\n##############################################################################\n##\n## Gradle start up script for UN*X\n##\n##############################################################################\n\n# Attempt to set APP_HOME\n# Resolve links: $0 may be a link\nPRG=\"$0\"\n# Need this for relative symlinks.\nwhile [ -h \"$PRG\" ] ; do\n ls=`ls -ld \"$PRG\"`\n link=`expr \"$ls\" : '.*-> \\(.*\\)$'`\n if expr \"$link\" : '/.*' > /dev/null; then\n PRG=\"$link\"\n else\n PRG=`dirname \"$PRG\"`\"/$link\"\n fi\ndone\nSAVED=\"`pwd`\"\ncd \"`dirname \\\"$PRG\\\"`/\" >/dev/null\nAPP_HOME=\"`pwd -P`\"\ncd \"$SAVED\" >/dev/null\n\nAPP_NAME=\"Gradle\"\nAPP_BASE_NAME=`basename \"$0\"`\n\n# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.\nDEFAULT_JVM_OPTS=\"\"\n\n# Use the maximum available, or set MAX_FD != -1 to use that value.\nMAX_FD=\"maximum\"\n\nwarn () {\n echo \"$*\"\n}\n\ndie () {\n echo\n echo \"$*\"\n echo\n exit 1\n}\n\n# OS specific support (must be 'true' or 'false').\ncygwin=false\nmsys=false\ndarwin=false\nnonstop=false\ncase \"`uname`\" in\n CYGWIN* )\n cygwin=true\n ;;\n Darwin* )\n darwin=true\n ;;\n MINGW* )\n msys=true\n ;;\n NONSTOP* )\n nonstop=true\n ;;\nesac\n\nCLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar\n\n# Determine the Java command to use to start the JVM.\nif [ -n \"$JAVA_HOME\" ] ; then\n if [ -x \"$JAVA_HOME/jre/sh/java\" ] ; then\n # IBM's JDK on AIX uses strange locations for the executables\n JAVACMD=\"$JAVA_HOME/jre/sh/java\"\n else\n JAVACMD=\"$JAVA_HOME/bin/java\"\n fi\n if [ ! -x \"$JAVACMD\" ] ; then\n die \"ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME\n\nPlease set the JAVA_HOME variable in your environment to match the\nlocation of your Java installation.\"\n fi\nelse\n JAVACMD=\"java\"\n which java >/dev/null 2>&1 || die \"ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.\n\nPlease set the JAVA_HOME variable in your environment to match the\nlocation of your Java installation.\"\nfi\n\n# Increase the maximum file descriptors if we can.\nif [ \"$cygwin\" = \"false\" -a \"$darwin\" = \"false\" -a \"$nonstop\" = \"false\" ] ; then\n MAX_FD_LIMIT=`ulimit -H -n`\n if [ $? -eq 0 ] ; then\n if [ \"$MAX_FD\" = \"maximum\" -o \"$MAX_FD\" = \"max\" ] ; then\n MAX_FD=\"$MAX_FD_LIMIT\"\n fi\n ulimit -n $MAX_FD\n if [ $? -ne 0 ] ; then\n warn \"Could not set maximum file descriptor limit: $MAX_FD\"\n fi\n else\n warn \"Could not query maximum file descriptor limit: $MAX_FD_LIMIT\"\n fi\nfi\n\n# For Darwin, add options to specify how the application appears in the dock\nif $darwin; then\n GRADLE_OPTS=\"$GRADLE_OPTS \\\"-Xdock:name=$APP_NAME\\\" \\\"-Xdock:icon=$APP_HOME/media/gradle.icns\\\"\"\nfi\n\n# For Cygwin, switch paths to Windows format before running java\nif $cygwin ; then\n APP_HOME=`cygpath --path --mixed \"$APP_HOME\"`\n CLASSPATH=`cygpath --path --mixed \"$CLASSPATH\"`\n JAVACMD=`cygpath --unix \"$JAVACMD\"`\n\n # We build the pattern for arguments to be converted via cygpath\n ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`\n SEP=\"\"\n for dir in $ROOTDIRSRAW ; do\n ROOTDIRS=\"$ROOTDIRS$SEP$dir\"\n SEP=\"|\"\n done\n OURCYGPATTERN=\"(^($ROOTDIRS))\"\n # Add a user-defined pattern to the cygpath arguments\n if [ \"$GRADLE_CYGPATTERN\" != \"\" ] ; then\n OURCYGPATTERN=\"$OURCYGPATTERN|($GRADLE_CYGPATTERN)\"\n fi\n # Now convert the arguments - kludge to limit ourselves to /bin/sh\n i=0\n for arg in \"$@\" ; do\n CHECK=`echo \"$arg\"|egrep -c \"$OURCYGPATTERN\" -`\n CHECK2=`echo \"$arg\"|egrep -c \"^-\"` ### Determine if an option\n\n if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition\n eval `echo args$i`=`cygpath --path --ignore --mixed \"$arg\"`\n else\n eval `echo args$i`=\"\\\"$arg\\\"\"\n fi\n i=$((i+1))\n done\n case $i in\n (0) set -- ;;\n (1) set -- \"$args0\" ;;\n (2) set -- \"$args0\" \"$args1\" ;;\n (3) set -- \"$args0\" \"$args1\" \"$args2\" ;;\n (4) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" ;;\n (5) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" ;;\n (6) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" ;;\n (7) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" ;;\n (8) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" \"$args7\" ;;\n (9) set -- \"$args0\" \"$args1\" \"$args2\" \"$args3\" \"$args4\" \"$args5\" \"$args6\" \"$args7\" \"$args8\" ;;\n esac\nfi\n\n# Escape application args\nsave () {\n for i do printf %s\\\\n \"$i\" | sed \"s/'/'\\\\\\\\''/g;1s/^/'/;\\$s/\\$/' \\\\\\\\/\" ; done\n echo \" \"\n}\nAPP_ARGS=$(save \"$@\")\n\n# Collect all arguments for the java command, following the shell quoting and substitution rules\neval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS \"\\\"-Dorg.gradle.appname=$APP_BASE_NAME\\\"\" -classpath \"\\\"$CLASSPATH\\\"\" org.gradle.wrapper.GradleWrapperMain \"$APP_ARGS\"\n\n# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong\nif [ \"$(uname)\" = \"Darwin\" ] && [ \"$HOME\" = \"$PWD\" ]; then\n cd \"$(dirname \"$0\")\"\nfi\n\nexec \"$JAVACMD\" \"$@\"\n"
},
{
"path": "Android/FritzVisionVideoApp/gradlew.bat",
"content": "@if \"%DEBUG%\" == \"\" @echo off\r\n@rem ##########################################################################\r\n@rem\r\n@rem Gradle startup script for Windows\r\n@rem\r\n@rem ##########################################################################\r\n\r\n@rem Set local scope for the variables with windows NT shell\r\nif \"%OS%\"==\"Windows_NT\" setlocal\r\n\r\nset DIRNAME=%~dp0\r\nif \"%DIRNAME%\" == \"\" set DIRNAME=.\r\nset APP_BASE_NAME=%~n0\r\nset APP_HOME=%DIRNAME%\r\n\r\n@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.\r\nset DEFAULT_JVM_OPTS=\r\n\r\n@rem Find java.exe\r\nif defined JAVA_HOME goto findJavaFromJavaHome\r\n\r\nset JAVA_EXE=java.exe\r\n%JAVA_EXE% -version >NUL 2>&1\r\nif \"%ERRORLEVEL%\" == \"0\" goto init\r\n\r\necho.\r\necho ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.\r\necho.\r\necho Please set the JAVA_HOME variable in your environment to match the\r\necho location of your Java installation.\r\n\r\ngoto fail\r\n\r\n:findJavaFromJavaHome\r\nset JAVA_HOME=%JAVA_HOME:\"=%\r\nset JAVA_EXE=%JAVA_HOME%/bin/java.exe\r\n\r\nif exist \"%JAVA_EXE%\" goto init\r\n\r\necho.\r\necho ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%\r\necho.\r\necho Please set the JAVA_HOME variable in your environment to match the\r\necho location of your Java installation.\r\n\r\ngoto fail\r\n\r\n:init\r\n@rem Get command-line arguments, handling Windows variants\r\n\r\nif not \"%OS%\" == \"Windows_NT\" goto win9xME_args\r\n\r\n:win9xME_args\r\n@rem Slurp the command line arguments.\r\nset CMD_LINE_ARGS=\r\nset _SKIP=2\r\n\r\n:win9xME_args_slurp\r\nif \"x%~1\" == \"x\" goto execute\r\n\r\nset CMD_LINE_ARGS=%*\r\n\r\n:execute\r\n@rem Setup the command line\r\n\r\nset CLASSPATH=%APP_HOME%\\gradle\\wrapper\\gradle-wrapper.jar\r\n\r\n@rem Execute Gradle\r\n\"%JAVA_EXE%\" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% \"-Dorg.gradle.appname=%APP_BASE_NAME%\" -classpath \"%CLASSPATH%\" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%\r\n\r\n:end\r\n@rem End local scope for the variables with windows NT shell\r\nif \"%ERRORLEVEL%\"==\"0\" goto mainEnd\r\n\r\n:fail\r\nrem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of\r\nrem the _cmd.exe /c_ return code!\r\nif not \"\" == \"%GRADLE_EXIT_CONSOLE%\" exit 1\r\nexit /b 1\r\n\r\n:mainEnd\r\nif \"%OS%\"==\"Windows_NT\" endlocal\r\n\r\n:omega\r\n"
},
{
"path": "Android/FritzVisionVideoApp/settings.gradle",
"content": "include ':app'\nrootProject.name='FritzVisionVideoDemo'\n"
},
{
"path": "Android/HairColoringApp/.gitignore",
"content": "# Built application files\n*.apk\n*.ap_\n\n# Files for the ART/Dalvik VM\n*.dex\n\n# Java class files\n*.class\n\n# Generated files\nbin/\ngen/\nout/\n\n# Gradle files\n.gradle/\nbuild/\n\n# Local configuration file (sdk path, etc)\nlocal.properties\n\n# Proguard folder generated by Eclipse\nproguard/\n\n# Log Files\n*.log\n\n# Android Studio Navigation editor temp files\n.navigation/\n\n# Android Studio captures folder\ncaptures/\n\n# IntelliJ\n*.iml\n.idea\n\n# Keystore files\n# Uncomment the following line if you do not want to check your keystore files in.\n#*.jks\n\n# External native build folder generated in Android Studio 2.2 and later\n.externalNativeBuild\n\n# Google Services (e.g. APIs or Firebase)\ngoogle-services.json\n\n# Freeline\nfreeline.py\nfreeline/\nfreeline_project_description.json\n\n# fastlane\nfastlane/report.xml\nfastlane/Preview.html\nfastlane/screenshots\nfastlane/test_output\nfastlane/readme.md\n"
},
{
"path": "Android/HairColoringApp/README.md",
"content": "# Styling and Coloring with Hair Segmentation\n\n[ ](https://app.codeship.com/projects/297281)\n[](http://twitter.com/fritzlabs)\n\nIn this app, we automatically blend a color mask with the user's hair, transforming it to red.\n\n\n\nFor the full tutorial, visit [our post on Heartbeat](https://heartbeat.fritz.ai/embrace-your-new-look-with-hair-segmentation-by-fritz-now-available-for-android-developers-f20f5b4e9ae1).\n\nThis example app uses the on-device Hair Segmentation API for Android.\n\n- [Overview](https://www.fritz.ai/features/image-segmentation.html)\n- [Documentation](https://docs.fritz.ai/develop/vision/image-segmentation/android.html)\n\n## Fritz AI\n\nFritz AI is the machine learning platform for iOS and Android developers. Teach your mobile apps to see, hear, sense, and think. Start with our ready-to-use feature APIs or connect and deploy your own custom models.\n\n## Requirements\n\n- Android Studio 3.2 or above\n- Android device in developer model (USB debugging enabled)\n\n## Getting Started\n\n**Step 1: Choose a Fritz AI Plan**\n\n[Sign up](https://www.fritz.ai/pricing/?utm_source=github&utm_campaign=fritz-examples) for a Fritz AI plan to get started.\n\nRegister the Android app in your Fritz account with the package id \"ai.fritz.haircoloring\". During registration, you'll receive an API key for the app. Save this for later. To find it in the webapp, you can go to Project Settings > Apps > Your App > Show API Key.\n\n**Step 2: Clone / Fork the fritz-examples repository and open the HairColoringApp in Android Studio**\n\n```\ngit clone https://github.com/fritzlabs/fritz-examples.git\n```\n\nIn Android Studio, choose \"Open an existing Android Studio project\" and select `HairColoringApp`.\n\n**Step 3: Edit the fritz.xml file with your API Key**\n\nIn app/src/main/res/values/fritz.xml, change the fritz_api_key attribute with the one you received in step 1.\n\n**Step 4: Build the Android Studio Project**\n\nSelect \"Build > Make Project\" from the top nav. Download any missing libraries if applicable. This should sync the gradle dependencies so give the build a second to complete.\n\n**Step 5: Install the app onto your device**\n\nWith your Android device connected, select `Run > Run App` from the top nav. When running the app for the first time, you'll have to give permissions to access the camera. After the app is installed and running, point your camera at someone's hair to automatically color it.\n\n## Official Documentation\n\n[SDK Documentation](https://docs.fritz.ai/?utm_source=github&utm_campaign=fritz-examples)\n\n[Android API Docs](https://docs.fritz.ai/android/latest/index.html?utm_source=github&utm_campaign=fritz-examples)\n\n## Join the community\n\n[Heartbeat](https://heartbeat.fritz.ai/?utm_source=github&utm_campaign=fritz-examples) is a community of developers interested in the intersection of mobile and machine learning. [Chat with us in Slack](https://www.fritz.ai/slack?utm_source=github&utm_campaign=fritz-examples) and stay up to date on the latest mobile ML news with our [Newsletter](https://www.fritz.ai/newsletter?utm_source=github&utm_campaign=fritz-examples).\n\n## Help\n\nFor any questions or issues, you can:\n\n- Submit an issue on this repo\n- Go to [Support](https://support.fritz.ai/?utm_source=github&utm_campaign=fritz-examples)\n- Message us directly in [Slack](https://www.fritz.ai/slack?utm_source=github&utm_campaign=fritz-examples)\n"
},
{
"path": "Android/HairColoringApp/app/.gitignore",
"content": "/build\n"
},
{
"path": "Android/HairColoringApp/app/build.gradle",
"content": "apply plugin: 'com.android.application'\n\nandroid {\n compileSdkVersion 28\n defaultConfig {\n // MUST MATCH THE APPLICATION YOU CREATE IN FRITZ\n applicationId \"ai.fritz.haircoloring\"\n minSdkVersion 21\n targetSdkVersion 28\n versionCode 1\n versionName \"1.0\"\n testInstrumentationRunner \"androidx.test.runner.AndroidJUnitRunner\"\n }\n buildTypes {\n debug {\n debuggable true\n }\n release {\n minifyEnabled false\n proguardFiles getDefaultProguardFile('proguard-android.txt'), 'proguard-rules.pro'\n }\n }\n aaptOptions {\n noCompress \"tflite\"\n }\n\n lintOptions {\n abortOnError false\n }\n}\n\ndependencies {\n implementation 'androidx.appcompat:appcompat:1.0.0'\n implementation 'androidx.constraintlayout:constraintlayout:1.1.3'\n implementation 'androidx.recyclerview:recyclerview:1.0.0'\n\n implementation 'com.github.veritas1:Android-VerticalSlideColorPicker:1.0.0'\n\n implementation \"ai.fritz:vision:6.0.3\"\n implementation \"ai.fritz:vision-hair-segmentation-model-fast:3.0.0\"\n\n testImplementation 'junit:junit:4.12'\n androidTestImplementation 'androidx.test:runner:1.1.0'\n androidTestImplementation 'androidx.test.espresso:espresso-core:3.1.0'\n}\n"
},
{
"path": "Android/HairColoringApp/app/proguard-rules.pro",
"content": "# Add project specific ProGuard rules here.\n# You can control the set of applied configuration files using the\n# proguardFiles setting in build.gradle.\n#\n# For more details, see\n# http://developer.android.com/guide/developing/tools/proguard.html\n\n# If your project uses WebView with JS, uncomment the following\n# and specify the fully qualified class name to the JavaScript interface\n# class:\n#-keepclassmembers class fqcn.of.javascript.interface.for.webview {\n# public *;\n#}\n\n# Uncomment this to preserve the line number information for\n# debugging stack traces.\n#-keepattributes SourceFile,LineNumberTable\n\n# If you keep the line number information, uncomment this to\n# hide the original source file name.\n#-renamesourcefileattribute SourceFile\n"
},
{
"path": "Android/HairColoringApp/app/src/androidTest/java/ai/fritz/haircoloring/ExampleInstrumentedTest.java",
"content": "package ai.fritz.haircoloring;\n\nimport android.content.Context;\nimport androidx.test.InstrumentationRegistry;\nimport androidx.test.runner.AndroidJUnit4;\n\nimport org.junit.Test;\nimport org.junit.runner.RunWith;\n\nimport static org.junit.Assert.*;\n\n/**\n * Instrumented test, which will execute on an Android device.\n *\n * @see Testing documentation\n */\n@RunWith(AndroidJUnit4.class)\npublic class ExampleInstrumentedTest {\n @Test\n public void useAppContext() {\n // Context of the app under test.\n Context appContext = InstrumentationRegistry.getTargetContext();\n\n assertEquals(\"ai.fritz.camera\", appContext.getPackageName());\n }\n}\n"
},
{
"path": "Android/HairColoringApp/app/src/main/AndroidManifest.xml",
"content": "\n\n\n \n \n \n \n\n \n \n\n \n \n \n \n \n \n \n \n \n \n \n\n"
},
{
"path": "Android/HairColoringApp/app/src/main/java/ai/fritz/haircoloring/activities/BaseCameraActivity.java",
"content": "package ai.fritz.haircoloring.activities;\n\nimport android.Manifest;\nimport android.content.Context;\nimport android.content.pm.PackageManager;\nimport android.hardware.camera2.CameraAccessException;\nimport android.hardware.camera2.CameraCharacteristics;\nimport android.hardware.camera2.CameraManager;\nimport android.hardware.camera2.params.StreamConfigurationMap;\nimport android.media.ImageReader.OnImageAvailableListener;\nimport android.os.Build;\nimport android.os.Bundle;\nimport android.os.Handler;\nimport android.os.HandlerThread;\nimport android.util.Log;\nimport android.util.Size;\nimport android.view.KeyEvent;\nimport android.view.View;\nimport android.view.WindowManager;\nimport android.widget.Toast;\n\nimport ai.fritz.haircoloring.R;\nimport ai.fritz.haircoloring.views.CameraConnectionFragment;\nimport androidx.appcompat.app.AppCompatActivity;\n\nimport ai.fritz.haircoloring.views.OverlayView;\n\n\npublic abstract class BaseCameraActivity extends AppCompatActivity implements OnImageAvailableListener {\n private static final String TAG = BaseCameraActivity.class.getSimpleName();\n private static final int PERMISSIONS_REQUEST = 1;\n private static final long DELAY_OVERLAY_VISIBLE = 500;\n\n private static final String PERMISSION_CAMERA = Manifest.permission.CAMERA;\n private static final String PERMISSION_STORAGE = Manifest.permission.WRITE_EXTERNAL_STORAGE;\n private boolean useCamera2API;\n\n private boolean debug = false;\n\n private Handler handler;\n private HandlerThread handlerThread;\n\n protected String cameraId;\n protected int cameraFacingDirection = CameraCharacteristics.LENS_FACING_BACK;\n CameraConnectionFragment fragment;\n\n @Override\n protected void onCreate(final Bundle savedInstanceState) {\n Log.d(TAG, \"onCreate \" + this);\n super.onCreate(null);\n getWindow().addFlags(WindowManager.LayoutParams.FLAG_KEEP_SCREEN_ON);\n\n setContentView(R.layout.activity_camera);\n\n if (hasPermission()) {\n setFragment();\n } else {\n requestPermission();\n }\n }\n\n @Override\n public synchronized void onStart() {\n Log.d(TAG, \"onStart \" + this);\n super.onStart();\n }\n\n @Override\n public synchronized void onResume() {\n Log.d(TAG, \"onResume \" + this);\n super.onResume();\n\n handlerThread = new HandlerThread(\"inference\");\n handlerThread.start();\n handler = new Handler(handlerThread.getLooper());\n }\n\n @Override\n public synchronized void onPause() {\n Log.d(TAG, \"onPause \" + this);\n\n handlerThread.quitSafely();\n try {\n handlerThread.join();\n handlerThread = null;\n handler = null;\n } catch (final InterruptedException e) {\n Log.e(TAG, \"Exception!\" + e);\n }\n\n super.onPause();\n }\n\n @Override\n public synchronized void onStop() {\n Log.d(TAG, \"onStop \" + this);\n super.onStop();\n }\n\n @Override\n public synchronized void onDestroy() {\n Log.d(TAG, \"onDestroy \" + this);\n super.onDestroy();\n }\n\n protected int getCameraFacingDirection() {\n return cameraFacingDirection;\n }\n\n protected void setCameraFacingDirection(int cameraFacingDirection) {\n this.cameraFacingDirection = cameraFacingDirection;\n }\n\n protected synchronized void runInBackground(final Runnable r) {\n if (handler != null) {\n handler.post(r);\n }\n }\n\n @Override\n public void onRequestPermissionsResult(\n final int requestCode, final String[] permissions, final int[] grantResults) {\n switch (requestCode) {\n case PERMISSIONS_REQUEST: {\n if (grantResults.length > 0\n && grantResults[0] == PackageManager.PERMISSION_GRANTED\n && grantResults[1] == PackageManager.PERMISSION_GRANTED) {\n setFragment();\n } else {\n requestPermission();\n }\n }\n }\n }\n\n private boolean hasPermission() {\n if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {\n return checkSelfPermission(PERMISSION_CAMERA) == PackageManager.PERMISSION_GRANTED && checkSelfPermission(PERMISSION_STORAGE) == PackageManager.PERMISSION_GRANTED;\n } else {\n return true;\n }\n }\n\n private void requestPermission() {\n if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.M) {\n if (shouldShowRequestPermissionRationale(PERMISSION_CAMERA) || shouldShowRequestPermissionRationale(PERMISSION_STORAGE)) {\n Toast.makeText(BaseCameraActivity.this, \"Camera AND storage permission are required for this demo\", Toast.LENGTH_LONG).show();\n }\n requestPermissions(new String[]{PERMISSION_CAMERA, PERMISSION_STORAGE}, PERMISSIONS_REQUEST);\n }\n }\n\n protected void setFragment() {\n cameraId = chooseCamera();\n fragment =\n CameraConnectionFragment.newInstance(\n new CameraConnectionFragment.ConnectionCallback() {\n @Override\n public void onPreviewSizeChosen(final Size previewSize, final Size cameraViewSize, final int rotation) {\n BaseCameraActivity.this.onPreviewSizeChosen(previewSize, cameraViewSize, rotation);\n }\n },\n this,\n getLayoutId(),\n getDesiredPreviewFrameSize(),\n new CameraConnectionFragment.CameraOpenListener() {\n @Override\n public void onCameraOpened() {\n final Handler handler = new Handler();\n handler.postDelayed(\n new Runnable() {\n @Override\n public void run() {\n runOnUiThread(new Runnable() {\n @Override\n public void run() {\n OverlayView overlay = findViewById(R.id.debug_overlay);\n if (overlay != null) {\n overlay.setVisibility(View.VISIBLE);\n }\n }\n });\n }\n }, DELAY_OVERLAY_VISIBLE);\n }\n });\n\n getFragmentManager()\n .beginTransaction()\n .replace(R.id.camera_container, fragment)\n .commit();\n\n fragment.setCamera(cameraId);\n\n }\n\n protected void toggleCameraFacingDirection() {\n final OverlayView overlay = findViewById(R.id.debug_overlay);\n if (overlay != null) {\n overlay.setVisibility(View.INVISIBLE);\n }\n\n if (cameraFacingDirection == CameraCharacteristics.LENS_FACING_FRONT) {\n cameraFacingDirection = CameraCharacteristics.LENS_FACING_BACK;\n } else {\n cameraFacingDirection = CameraCharacteristics.LENS_FACING_FRONT;\n }\n\n cameraId = chooseCamera();\n fragment.switchCamera(cameraId);\n }\n\n private String chooseCamera() {\n final CameraManager manager = (CameraManager) getSystemService(Context.CAMERA_SERVICE);\n try {\n for (final String cameraId : manager.getCameraIdList()) {\n final CameraCharacteristics characteristics = manager.getCameraCharacteristics(cameraId);\n\n // We don't use a front facing camera in this sample.\n final Integer facing = characteristics.get(CameraCharacteristics.LENS_FACING);\n if (facing != null && facing != cameraFacingDirection) {\n continue;\n }\n\n final StreamConfigurationMap map =\n characteristics.get(CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);\n\n if (map == null) {\n continue;\n }\n\n // Fallback to camera1 API for internal cameras that don't have full support.\n // This should help with legacy situations where using the camera2 API causes\n // distorted or otherwise broken previews.\n useCamera2API = (facing == CameraCharacteristics.LENS_FACING_EXTERNAL)\n || isHardwareLevelSupported(characteristics,\n CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL_FULL);\n Log.i(TAG, \"Camera API lv2?: \" + useCamera2API);\n return cameraId;\n }\n } catch (CameraAccessException e) {\n Log.e(TAG, \"Not allowed to access camera: \" + e);\n }\n\n return null;\n }\n\n // Returns true if the device supports the required hardware level, or better.\n private boolean isHardwareLevelSupported(\n CameraCharacteristics characteristics, int requiredLevel) {\n int deviceLevel = characteristics.get(CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL);\n if (deviceLevel == CameraCharacteristics.INFO_SUPPORTED_HARDWARE_LEVEL_LEGACY) {\n return requiredLevel == deviceLevel;\n }\n // deviceLevel is not LEGACY, can use numerical sort\n return requiredLevel <= deviceLevel;\n }\n\n\n public boolean isDebug() {\n return debug;\n }\n\n public void requestRender() {\n final OverlayView overlay = (OverlayView) findViewById(R.id.debug_overlay);\n if (overlay != null) {\n overlay.postInvalidate();\n }\n }\n\n public void setCallback(final OverlayView.DrawCallback callback) {\n final OverlayView overlay = (OverlayView) findViewById(R.id.debug_overlay);\n if (overlay != null) {\n overlay.setCallback(callback);\n }\n }\n\n public void onSetDebug(final boolean debug) {\n }\n\n @Override\n public boolean onKeyDown(final int keyCode, final KeyEvent event) {\n if (keyCode == KeyEvent.KEYCODE_VOLUME_DOWN || keyCode == KeyEvent.KEYCODE_VOLUME_UP) {\n debug = !debug;\n requestRender();\n onSetDebug(debug);\n return true;\n }\n return super.onKeyDown(keyCode, event);\n }\n\n protected abstract void onPreviewSizeChosen(final Size previewSize, final Size cameraViewSize, final int rotation);\n\n protected abstract int getLayoutId();\n\n protected Size getDesiredPreviewFrameSize() {\n return new Size(640, 480);\n }\n}\n\n\n"
},
{
"path": "Android/HairColoringApp/app/src/main/java/ai/fritz/haircoloring/activities/BaseLiveGPUActivity.java",
"content": "package ai.fritz.haircoloring.activities;\n\nimport android.media.Image;\nimport android.media.ImageReader;\nimport android.os.Bundle;\nimport android.util.Size;\nimport android.view.View;\nimport android.widget.Button;\nimport android.widget.ImageButton;\n\nimport java.util.concurrent.atomic.AtomicBoolean;\n\nimport ai.fritz.haircoloring.R;\nimport ai.fritz.vision.FritzSurfaceView;\nimport ai.fritz.vision.FritzVisionImage;\nimport ai.fritz.vision.FritzVisionOrientation;\nimport ai.fritz.vision.ImageOrientation;\n\npublic abstract class BaseLiveGPUActivity extends BaseCameraActivity implements ImageReader.OnImageAvailableListener {\n\n private static final String TAG = BaseLiveGPUActivity.class.getSimpleName();\n private AtomicBoolean computing = new AtomicBoolean(false);\n\n private ImageOrientation orientation;\n protected Button chooseModelBtn;\n protected ImageButton cameraSwitchBtn;\n protected FritzVisionImage fritzVisionImage;\n protected FritzSurfaceView fritzSurfaceView;\n\n @Override\n public void onCreate(final Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n }\n\n @Override\n public void onPreviewSizeChosen(final Size size, final Size cameraSize, final int rotation) {\n orientation = FritzVisionOrientation.getImageOrientationFromCamera(this, cameraId);\n chooseModelBtn = findViewById(R.id.chose_model_btn);\n cameraSwitchBtn = findViewById(R.id.camera_switch_btn);\n fritzSurfaceView = findViewById(R.id.gpuimageview);\n\n cameraSwitchBtn.setOnClickListener(new View.OnClickListener() {\n @Override\n public void onClick(View view) {\n toggleCameraFacingDirection();\n }\n });\n\n }\n\n @Override\n public void onImageAvailable(final ImageReader reader) {\n final Image image = reader.acquireLatestImage();\n\n if (image == null) {\n return;\n }\n\n if (!computing.compareAndSet(false, true)) {\n image.close();\n return;\n }\n fritzVisionImage = FritzVisionImage.fromMediaImage(image, orientation);\n runInference(fritzVisionImage);\n image.close();\n computing.set(false);\n }\n\n protected abstract int getLayoutId();\n\n @Override\n public void onSetDebug(final boolean debug) {\n\n }\n\n protected abstract void runInference(FritzVisionImage fritzVisionImage);\n}\n"
},
{
"path": "Android/HairColoringApp/app/src/main/java/ai/fritz/haircoloring/activities/LiveHairColorActivity.java",
"content": "package ai.fritz.haircoloring.activities;\n\nimport android.graphics.Bitmap;\nimport android.graphics.Color;\nimport android.hardware.camera2.CameraCharacteristics;\nimport android.os.Bundle;\nimport android.util.Size;\n\nimport com.github.veritas1.verticalslidecolorpicker.VerticalSlideColorPicker;\n\nimport ai.fritz.haircoloring.R;\nimport ai.fritz.vision.FritzVision;\nimport ai.fritz.vision.FritzVisionImage;\nimport ai.fritz.vision.FritzVisionModels;\nimport ai.fritz.vision.ModelVariant;\nimport ai.fritz.vision.imagesegmentation.BlendMode;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictor;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictorOptions;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationResult;\nimport ai.fritz.vision.imagesegmentation.MaskClass;\nimport ai.fritz.vision.imagesegmentation.SegmentationOnDeviceModel;\n\n\npublic class LiveHairColorActivity extends BaseLiveGPUActivity {\n private int maskColor = Color.RED;\n private static final int HAIR_ALPHA = 180;\n private static final BlendMode BLEND_MODE = BlendMode.SOFT_LIGHT;\n private static final boolean RUN_ON_GPU = true;\n\n private FritzVisionSegmentationPredictor hairPredictor;\n private FritzVisionSegmentationResult hairResult;\n private FritzVisionSegmentationPredictorOptions options;\n\n private SegmentationOnDeviceModel onDeviceModel;\n\n public void onCreate(final Bundle savedInstanceState) {\n setCameraFacingDirection(CameraCharacteristics.LENS_FACING_FRONT);\n super.onCreate(savedInstanceState);\n\n // Create the segmentation options\n options = new FritzVisionSegmentationPredictorOptions();\n options.useGPU = RUN_ON_GPU;\n\n // Set the on-device model\n onDeviceModel = FritzVisionModels.getHairSegmentationOnDeviceModel(ModelVariant.FAST);\n\n // Load the predictor when the activity is created (iff not running on the GPU)\n if (!RUN_ON_GPU) {\n hairPredictor = FritzVision.ImageSegmentation.getPredictor(onDeviceModel, options);\n }\n }\n\n @Override\n public void onPreviewSizeChosen(final Size size, final Size cameraSize, final int rotation) {\n super.onPreviewSizeChosen(size, cameraSize, rotation);\n\n VerticalSlideColorPicker colorPicker = findViewById(R.id.color_picker);\n\n // Change the mask color upon using the slider\n colorPicker.setOnColorChangeListener(new VerticalSlideColorPicker.OnColorChangeListener() {\n @Override\n public void onColorChange(int selectedColor) {\n if (selectedColor != Color.TRANSPARENT) {\n maskColor = selectedColor;\n }\n }\n });\n }\n\n @Override\n protected int getLayoutId() {\n return R.layout.camera_color_slider;\n }\n\n @Override\n protected void runInference(FritzVisionImage fritzVisionImage) {\n // If you're using the GPU, it MUST run on the same thread\n if (RUN_ON_GPU && hairPredictor == null) {\n hairPredictor = FritzVision.ImageSegmentation.getPredictor(onDeviceModel, options);\n }\n hairResult = hairPredictor.predict(fritzVisionImage);\n Bitmap alphaMask = hairResult.buildSingleClassMask(MaskClass.HAIR, HAIR_ALPHA, options.confidenceThreshold, options.confidenceThreshold, maskColor);\n fritzSurfaceView.drawBlendedMask(fritzVisionImage, alphaMask, BLEND_MODE, getCameraFacingDirection() == CameraCharacteristics.LENS_FACING_FRONT);\n }\n}\n"
},
{
"path": "Android/HairColoringApp/app/src/main/java/ai/fritz/haircoloring/activities/MainActivity.java",
"content": "package ai.fritz.haircoloring.activities;\n\nimport android.content.Context;\nimport android.content.Intent;\nimport android.graphics.Color;\nimport android.os.Bundle;\nimport android.view.View;\n\nimport java.util.ArrayList;\nimport java.util.List;\n\nimport ai.fritz.core.Fritz;\nimport ai.fritz.haircoloring.R;\nimport ai.fritz.haircoloring.ui.DemoAdapter;\nimport ai.fritz.haircoloring.ui.DemoItem;\nimport ai.fritz.haircoloring.ui.SeparatorDecoration;\nimport androidx.appcompat.app.AppCompatActivity;\nimport androidx.recyclerview.widget.LinearLayoutManager;\nimport androidx.recyclerview.widget.RecyclerView;\n\npublic class MainActivity extends AppCompatActivity {\n\n private RecyclerView recyclerView;\n\n @Override\n protected void onCreate(final Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n Fritz.configure(this);\n setContentView(R.layout.activity_main);\n\n recyclerView = findViewById(R.id.demo_list_view);\n recyclerView.setHasFixedSize(true);\n LinearLayoutManager rvLinearLayoutMgr = new LinearLayoutManager(this);\n recyclerView.setLayoutManager(rvLinearLayoutMgr);\n\n // Add a divider\n SeparatorDecoration decoration = new SeparatorDecoration(this, Color.GRAY, 1);\n recyclerView.addItemDecoration(decoration);\n\n // Add the adapter\n DemoAdapter adapter = new DemoAdapter(getDemoItems());\n recyclerView.setAdapter(adapter);\n recyclerView.setClickable(true);\n }\n\n private List getDemoItems() {\n List demoItems = new ArrayList<>();\n\n demoItems.add(new DemoItem(\n getString(R.string.fritz_hair_color_title),\n getString(R.string.fritz_hair_color_description),\n new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n Context context = v.getContext();\n Intent liveHair = new Intent(context, LiveHairColorActivity.class);\n context.startActivity(liveHair);\n }\n }));\n\n demoItems.add(new DemoItem(\n getString(R.string.fritz_video_hair_color_title),\n getString(R.string.fritz_video_hair_color_description),\n new View.OnClickListener() {\n @Override\n public void onClick(View v) {\n Context context = v.getContext();\n Intent selectVideo = new Intent(context, VideoHairColorActivity.class);\n context.startActivity(selectVideo);\n }\n }));\n\n return demoItems;\n }\n}\n"
},
{
"path": "Android/HairColoringApp/app/src/main/java/ai/fritz/haircoloring/activities/VideoHairColorActivity.java",
"content": "package ai.fritz.haircoloring.activities;\n\nimport android.app.Activity;\nimport android.content.Intent;\nimport android.media.MediaPlayer;\nimport android.net.Uri;\nimport android.os.Bundle;\nimport android.os.Environment;\nimport android.provider.MediaStore;\nimport android.view.Menu;\nimport android.view.MenuItem;\nimport android.view.View;\nimport android.widget.ProgressBar;\nimport android.widget.TextView;\nimport android.widget.Toast;\nimport android.widget.VideoView;\n\nimport java.io.File;\nimport java.io.FileInputStream;\nimport java.io.FileOutputStream;\nimport java.io.IOException;\nimport java.nio.channels.FileChannel;\nimport java.util.Locale;\n\nimport ai.fritz.haircoloring.R;\nimport ai.fritz.vision.FritzVision;\nimport ai.fritz.vision.FritzVisionModels;\nimport ai.fritz.vision.ModelVariant;\nimport ai.fritz.vision.imagesegmentation.BlendMode;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationMaskOptions;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictor;\nimport ai.fritz.vision.imagesegmentation.FritzVisionSegmentationPredictorOptions;\nimport ai.fritz.vision.imagesegmentation.MaskClass;\nimport ai.fritz.vision.imagesegmentation.SegmentationOnDeviceModel;\nimport ai.fritz.vision.video.ExportVideoOptions;\nimport ai.fritz.vision.video.FritzVisionImageFilter;\nimport ai.fritz.vision.video.FritzVisionVideo;\nimport ai.fritz.vision.video.filters.imagesegmentation.MaskBlendCompoundFilter;\n\nimport androidx.appcompat.app.AppCompatActivity;\n\npublic class VideoHairColorActivity extends AppCompatActivity {\n\n private static final int REQUEST_CODE = 1;\n private static final int HAIR_ALPHA = 180;\n private static final float HAIR_CONFIDENCE_THRESHOLD = .5f;\n\n private VideoView videoView;\n private ProgressBar progressBar;\n private TextView progressText;\n private MenuItem exportButton;\n\n private FritzVisionSegmentationPredictor hairPredictor;\n private FritzVisionSegmentationMaskOptions maskOptions;\n\n private File exportFile = null;\n\n @Override\n protected void onCreate(Bundle savedInstanceState) {\n super.onCreate(savedInstanceState);\n setContentView(R.layout.activity_video);\n videoView = findViewById(R.id.video_view);\n videoView.setOnPreparedListener(new MediaPlayer.OnPreparedListener() {\n @Override\n public void onPrepared(MediaPlayer mediaPlayer) {\n mediaPlayer.setLooping(true);\n mediaPlayer.setVolume(1, 1);\n mediaPlayer.start();\n }\n });\n progressBar = findViewById(R.id.export_progress);\n progressText = findViewById(R.id.progress_text);\n\n // Create the segmentation options\n FritzVisionSegmentationPredictorOptions options = new FritzVisionSegmentationPredictorOptions();\n options.confidenceThreshold = HAIR_CONFIDENCE_THRESHOLD;\n\n // Set the on-device model\n SegmentationOnDeviceModel onDeviceModel = FritzVisionModels.getHairSegmentationOnDeviceModel(ModelVariant.FAST);\n \n // Create the predictor\n hairPredictor = FritzVision.ImageSegmentation.getPredictor(onDeviceModel, options);\n\n maskOptions = new FritzVisionSegmentationMaskOptions();\n maskOptions.maxAlpha = HAIR_ALPHA;\n\n // Display the video picker\n Intent filePicker = new Intent(Intent.ACTION_PICK, MediaStore.Video.Media.EXTERNAL_CONTENT_URI);\n filePicker.putExtra(Intent.EXTRA_LOCAL_ONLY, true);\n startActivityForResult(filePicker, 1);\n }\n\n @Override\n public boolean onCreateOptionsMenu(Menu menu) {\n // Show a top menu bar with an export button\n getMenuInflater().inflate(R.menu.video_menu, menu);\n exportButton = menu.findItem(R.id.export_button);\n exportButton.setVisible(false);\n exportButton.setOnMenuItemClickListener(new MenuItem.OnMenuItemClickListener() {\n @Override\n public boolean onMenuItemClick(MenuItem menuItem) {\n try {\n saveProcessedVideo();\n } catch (IOException e) {\n throw new IllegalStateException(\"Unable to save video.\");\n }\n menuItem.setEnabled(false);\n return true;\n }\n });\n return super.onCreateOptionsMenu(menu);\n }\n\n @Override\n protected void onDestroy() {\n super.onDestroy();\n\n File cacheDir = getCacheDir();\n File[] cachedFiles = cacheDir.listFiles();\n\n // Delete any cached files\n if (cachedFiles != null) {\n for (File file : cachedFiles) {\n file.delete();\n }\n }\n }\n\n @Override\n protected void onActivityResult(int requestCode, int resultCode, Intent data) {\n if (requestCode == REQUEST_CODE && resultCode == Activity.RESULT_OK) {\n // Process the video after a video is selected\n startProcessing(data.getData());\n }\n else {\n finish();\n }\n }\n\n /**\n * Starts processing a video.\n *\n * @param videoUri The URI of the video to process.\n */\n private void startProcessing(Uri videoUri) {\n try {\n // Create a temporary file to write the processed video to\n exportFile = File.createTempFile(\"tempExport\", \".mp4\", getCacheDir());\n } catch (IOException e) {\n throw new IllegalStateException(\"Unable to create a destination file.\");\n }\n\n // Create the filter to apply on the video\n FritzVisionImageFilter[] filters = {\n new MaskBlendCompoundFilter(hairPredictor, maskOptions, MaskClass.HAIR, BlendMode.SOFT_LIGHT)\n };\n \n // Create the FritzVisionVideo object with the filter and selected video URI \n FritzVisionVideo fritzVideo = new FritzVisionVideo(videoUri, filters);\n\n // Create and set the processing parameters\n // Every second frame of the video will be processed\n // Enable audio to be copied\n // Disable to decrease processing time\n ExportVideoOptions options = new ExportVideoOptions();\n options.copyAudio = true;\n options.frameInterval = 2;\n\n final String exportPath = exportFile.getAbsolutePath();\n\n // Start exporting and processing the whole length of the video while skipping every other frame\n fritzVideo.export(exportPath, options, new FritzVisionVideo.ExportProgressCallback() {\n @Override\n public void onProgress(Float response) {\n // Update the export progress\n int progress = (int) (response * 100);\n updateProgress(progress);\n }\n\n @Override\n public void onComplete() {\n // Close the predictor\n hairPredictor.close();\n\n // Play the processed video\n Uri uri = Uri.fromFile(exportFile);\n displayVideo(uri);\n }\n });\n }\n\n /**\n * Updates progress when processing.\n */\n private void updateProgress(final int progress) {\n runOnUiThread(new Runnable() {\n @Override\n public void run() {\n progressBar.setProgress(progress);\n progressText.setText(String.format(Locale.US, \"Processing %d%%\", progress));\n }\n });\n }\n\n /**\n * Changes visibility of views when processing is complete.\n */\n private void displayVideo(final Uri videoUri) {\n runOnUiThread(new Runnable() {\n @Override\n public void run() {\n progressBar.setVisibility(View.INVISIBLE);\n progressText.setVisibility(View.INVISIBLE);\n exportButton.setVisible(true);\n videoView.setVideoURI(videoUri);\n }\n });\n }\n\n /**\n * Write the contents of the processed video to Photos.\n *\n * @throws IOException If there is a file error.\n */\n private void saveProcessedVideo() throws IOException {\n // Get the directory to save to\n File file = getExternalFilesDir(Environment.DIRECTORY_MOVIES);\n\n // Create the file to write to\n String exportPath = (file.getAbsolutePath() + \"/\" + System.currentTimeMillis() + \".mp4\");\n File destFile = new File(exportPath);\n\n // Write contents of the processed video file to the destination file\n try (FileChannel source = new FileInputStream(exportFile).getChannel();\n FileChannel destination = new FileOutputStream(destFile).getChannel()) {\n destination.transferFrom(source, 0, source.size());\n }\n\n // Notify the user that the video has been saved\n Toast.makeText(\n VideoHairColorActivity.this,\n \"Saved video to \" + exportPath, Toast.LENGTH_LONG\n ).show();\n }\n}"
},
{
"path": "Android/HairColoringApp/app/src/main/java/ai/fritz/haircoloring/ui/DemoAdapter.java",
"content": "package ai.fritz.haircoloring.ui;\n\nimport android.view.LayoutInflater;\nimport android.view.ViewGroup;\nimport android.widget.LinearLayout;\nimport android.widget.TextView;\n\nimport ai.fritz.haircoloring.R;\nimport androidx.recyclerview.widget.RecyclerView;\n\n\nimport java.util.ArrayList;\nimport java.util.List;\n\n/**\n * Demo items adapter to manage the list of models.\n */\npublic class DemoAdapter extends RecyclerView.Adapter {\n private List demoItems = new ArrayList<>();\n\n /**\n * View holder for each demo item to display in the list.\n */\n public static class ViewHolder extends RecyclerView.ViewHolder {\n public LinearLayout linearLayout;\n public TextView titleView;\n public TextView descriptionView;\n\n public ViewHolder(LinearLayout v) {\n super(v);\n linearLayout = v;\n titleView = linearLayout.findViewById(R.id.title);\n descriptionView = linearLayout.findViewById(R.id.description);\n }\n }\n\n /**\n * Initialize the adapter with a list of demo items.\n *\n * @param demoItems\n */\n public DemoAdapter(List demoItems) {\n this.demoItems = demoItems;\n }\n\n /**\n * Get the DemoItem and binds it to the recycled view.\n *