!9118 [MS][LITE]add image segmentation android demo

From: @sishuikang
Reviewed-by: @zhanghaibo5,@zhang_xue_tong
Signed-off-by: @zhanghaibo5

model_zoo/official/lite/image_segmentation/.gitignore

@@ -0,0 +1,15 @@
+*.iml
+.gradle
+/local.properties
+/.idea/caches
+/.idea/libraries
+/.idea/modules.xml
+/.idea/workspace.xml
+/.idea/navEditor.xml
+/.idea/assetWizardSettings.xml
+.DS_Store
+/build
+/captures
+.externalNativeBuild
+.cxx
+local.properties

model_zoo/official/lite/image_segmentation/app/.gitignore

@@ -0,0 +1 @@
+/build

model_zoo/official/lite/image_segmentation/app/build.gradle

@@ -0,0 +1,59 @@
+plugins {
+    id 'com.android.application'
+}
+
+android {
+    compileSdkVersion 30
+    buildToolsVersion "30.0.1"
+
+    defaultConfig {
+        applicationId "com.mindspore.imagesegmentation"
+        minSdkVersion 21
+        targetSdkVersion 30
+        versionCode 1
+        versionName "1.0"
+
+        testInstrumentationRunner "androidx.test.runner.AndroidJUnitRunner"
+    }
+
+    aaptOptions {
+        noCompress "ms"
+    }
+
+    buildTypes {
+        release {
+            minifyEnabled false
+            proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro'
+        }
+    }
+
+    repositories {
+        google()
+        jcenter()
+        flatDir {
+            dirs 'libs'
+        }
+    }
+
+
+    compileOptions {
+        sourceCompatibility JavaVersion.VERSION_1_8
+        targetCompatibility JavaVersion.VERSION_1_8
+    }
+}
+
+apply from: 'download.gradle'
+
+dependencies {
+    implementation fileTree(dir: "libs", include: ['*.aar', '*.jar'])
+    implementation 'androidx.appcompat:appcompat:1.2.0'
+    implementation 'androidx.constraintlayout:constraintlayout:2.0.1'
+    implementation 'androidx.coordinatorlayout:coordinatorlayout:1.1.0'
+    implementation 'com.google.android.material:material:1.2.1'
+    implementation 'androidx.legacy:legacy-support-v4:1.0.0'
+    testImplementation 'junit:junit:4.13'
+    androidTestImplementation 'androidx.test.ext:junit:1.1.2'
+    androidTestImplementation 'androidx.test.espresso:espresso-core:3.3.0'
+    implementation 'com.github.bumptech.glide:glide:4.11.0'
+    annotationProcessor 'com.github.bumptech.glide:compiler:4.11.0'
+}

model_zoo/official/lite/image_segmentation/app/download.gradle

@@ -0,0 +1,73 @@
+/**
+ * To download necessary library from HuaWei server.
+ * Including mindspore-lite .so file, minddata-lite .so file and model file.
+ * The libraries can be downloaded manually.
+ */
+def mindsporeLite_Version = "mindspore-lite-maven-1.0.1"
+def targetModelFile = "src/main/assets/mobile_segment.ms"
+def modelDownloadUrl = "https://download.mindspore.cn/model_zoo/official/lite/mobile_segment_lite/mobile_segment.ms"
+def mindsporeLiteDownloadUrl = "https://ms-release.obs.cn-north-4.myhuaweicloud.com/1.0.1/lite/java/${mindsporeLite_Version}.zip"
+def mindSporeLibrary = "libs/${mindsporeLite_Version}.zip"
+def cleantargetMindSporeInclude = "libs"
+def targetMindSporeInclude = "libs/"
+
+
+task downloadModelFile(type: DownloadUrlTask) {
+    doFirst {
+        println "Downloading ${modelDownloadUrl}"
+    }
+    sourceUrl = "${modelDownloadUrl}"
+    target = file("${targetModelFile}")
+}
+
+
+task downloadMindSporeLibrary(type: DownloadUrlTask) {
+    doFirst {
+        println "Downloading ${mindsporeLiteDownloadUrl}"
+    }
+    sourceUrl = "${mindsporeLiteDownloadUrl}"
+    target = file("${mindSporeLibrary}")
+}
+
+task unzipMindSporeInclude(type: Copy, dependsOn: ['downloadMindSporeLibrary']) {
+    doFirst {
+        println "Unzipping ${mindSporeLibrary}"
+    }
+    from zipTree("${mindSporeLibrary}")
+    into "${targetMindSporeInclude}"
+}
+
+task cleanUnusedmindsporeFiles(type: Delete, dependsOn: ['unzipMindSporeInclude']) {
+    delete fileTree("${cleantargetMindSporeInclude}").matching {
+        include "*.zip"
+    }
+}
+
+if (file("libs/mindspore-lite-1.0.1.aar").exists()) {
+    downloadMindSporeLibrary.enabled = false
+    unzipMindSporeInclude.enabled = false
+    cleanUnusedmindsporeFiles.enabled = false
+}
+
+
+if (file("src/main/assets/mobile_segment.ms").exists()) {
+    downloadModelFile.enabled = false
+}
+
+preBuild.dependsOn downloadModelFile
+preBuild.dependsOn downloadMindSporeLibrary
+preBuild.dependsOn unzipMindSporeInclude
+preBuild.dependsOn cleanUnusedmindsporeFiles
+
+class DownloadUrlTask extends DefaultTask {
+    @Input
+    String sourceUrl
+
+    @OutputFile
+    File target
+
+    @TaskAction
+    void download() {
+        ant.get(src: sourceUrl, dest: target)
+    }
+}

model_zoo/official/lite/image_segmentation/app/proguard-rules.pro

@@ -0,0 +1,21 @@
+# Add project specific ProGuard rules here.
+# You can control the set of applied configuration files using the
+# proguardFiles setting in build.gradle.
+#
+# For more details, see
+#   http://developer.android.com/guide/developing/tools/proguard.html
+
+# If your project uses WebView with JS, uncomment the following
+# and specify the fully qualified class name to the JavaScript interface
+# class:
+#-keepclassmembers class fqcn.of.javascript.interface.for.webview {
+#   public *;
+#}
+
+# Uncomment this to preserve the line number information for
+# debugging stack traces.
+#-keepattributes SourceFile,LineNumberTable
+
+# If you keep the line number information, uncomment this to
+# hide the original source file name.
+#-renamesourcefileattribute SourceFile

model_zoo/official/lite/image_segmentation/app/src/androidTest/java/com/mindspore/imagesegmentation/ExampleInstrumentedTest.java

@@ -0,0 +1,26 @@
+package com.mindspore.imagesegmentation;
+
+import android.content.Context;
+
+import androidx.test.platform.app.InstrumentationRegistry;
+import androidx.test.ext.junit.runners.AndroidJUnit4;
+
+import org.junit.Test;
+import org.junit.runner.RunWith;
+
+import static org.junit.Assert.*;
+
+/**
+ * Instrumented test, which will execute on an Android device.
+ *
+ * @see <a href="http://d.android.com/tools/testing">Testing documentation</a>
+ */
+@RunWith(AndroidJUnit4.class)
+public class ExampleInstrumentedTest {
+    @Test
+    public void useAppContext() {
+        // Context of the app under test.
+        Context appContext = InstrumentationRegistry.getInstrumentation().getTargetContext();
+        assertEquals("com.mindspore.imagesegmentation", appContext.getPackageName());
+    }
+}

model_zoo/official/lite/image_segmentation/app/src/main/AndroidManifest.xml

@@ -0,0 +1,43 @@
+<?xml version="1.0" encoding="utf-8"?>
+<manifest xmlns:android="http://schemas.android.com/apk/res/android"
+    package="com.mindspore.imagesegmentation">
+
+    <uses-permission android:name="android.permission.CAMERA" />
+    <uses-permission android:name="android.permission.WRITE_INTERNAL_STORAGE" />
+    <uses-permission android:name="android.permission.READ_INTERNAL_STORAGE" />
+    <uses-permission android:name="android.permission.READ_EXTERNAL_STORAGE" />
+    <uses-permission android:name="android.permission.WRITE_EXTERNAL_STORAGE" />
+    <uses-permission android:name="android.permission.MOUNT_UNMOUNT_FILESYSTEM" />
+    <uses-permission android:name="android.permission.READ_PHONE_STATE" />
+    <uses-permission android:name="android.permission.REQUEST_INSTALL_PACKAGES" />
+    <uses-permission android:name="android.permission.INTERNET" />
+
+    <application
+        android:requestLegacyExternalStorage="true"
+        android:allowBackup="true"
+        android:icon="@mipmap/ic_launcher"
+        android:label="@string/app_name"
+        android:roundIcon="@mipmap/ic_launcher_round"
+        android:supportsRtl="true"
+        android:theme="@style/Theme.ImageSegmentation">
+        <activity android:name=".MainActivity"
+            android:screenOrientation="portrait">
+            <intent-filter>
+                <action android:name="android.intent.action.MAIN" />
+
+                <category android:name="android.intent.category.LAUNCHER" />
+            </intent-filter>
+        </activity>
+
+        <provider
+            android:name="androidx.core.content.FileProvider"
+            android:authorities="com.mindspore.imagesegmentation.fileprovider"
+            android:exported="false"
+            android:grantUriPermissions="true">
+            <meta-data
+                android:name="android.support.FILE_PROVIDER_PATHS"
+                android:resource="@xml/file_paths"/>
+        </provider>
+    </application>
+
+</manifest>

model_zoo/official/lite/image_segmentation/app/src/main/java/com/mindspore/imagesegmentation/BitmapUtils.java

@@ -0,0 +1,151 @@
+/**
+ * Copyright 2020 Huawei Technologies Co., Ltd
+ * <p>
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.mindspore.imagesegmentation;
+
+import android.app.Activity;
+import android.database.Cursor;
+import android.graphics.Bitmap;
+import android.graphics.BitmapFactory;
+import android.graphics.Matrix;
+import android.media.ExifInterface;
+import android.net.Uri;
+import android.provider.MediaStore;
+import android.util.Log;
+
+import java.io.IOException;
+import java.io.InputStream;
+
+public class BitmapUtils {
+    private static final String TAG = "BitmapUtils";
+
+    public static void recycleBitmap(Bitmap... bitmaps) {
+        for (Bitmap bitmap : bitmaps) {
+            if (bitmap != null && !bitmap.isRecycled()) {
+                bitmap.recycle();
+                bitmap = null;
+            }
+        }
+    }
+
+    private static String getImagePath(Activity activity, Uri uri) {
+        String[] projection = {MediaStore.Images.Media.DATA};
+        Cursor cursor = activity.managedQuery(uri, projection, null, null, null);
+        int columnIndex = cursor.getColumnIndexOrThrow(MediaStore.Images.Media.DATA);
+        cursor.moveToFirst();
+        return cursor.getString(columnIndex);
+    }
+
+    public static Bitmap loadFromPath(Activity activity, int id, int width, int height) {
+        BitmapFactory.Options options = new BitmapFactory.Options();
+        options.inJustDecodeBounds = true;
+        InputStream is = activity.getResources().openRawResource(id);
+        int sampleSize = calculateInSampleSize(options, width, height);
+        options.inSampleSize = sampleSize;
+        options.inJustDecodeBounds = false;
+        return zoomImage(BitmapFactory.decodeStream(is), width, height);
+    }
+
+    public static Bitmap loadFromPath(Activity activity, Uri uri, int width, int height) {
+        BitmapFactory.Options options = new BitmapFactory.Options();
+        options.inJustDecodeBounds = true;
+
+        String path = getImagePath(activity, uri);
+        BitmapFactory.decodeFile(path, options);
+        int sampleSize = calculateInSampleSize(options, width, height);
+        options.inSampleSize = sampleSize;
+        options.inJustDecodeBounds = false;
+
+        Bitmap bitmap = zoomImage(BitmapFactory.decodeFile(path, options), width, height);
+        return rotateBitmap(bitmap, getRotationAngle(path));
+    }
+
+    private static int calculateInSampleSize(BitmapFactory.Options options, int reqWidth, int reqHeight) {
+        final int width = options.outWidth;
+        final int height = options.outHeight;
+        int inSampleSize = 1;
+
+        if (height > reqHeight || width > reqWidth) {
+            // Calculate height and required height scale.
+            final int heightRatio = Math.round((float) height / (float) reqHeight);
+            // Calculate width and required width scale.
+            final int widthRatio = Math.round((float) width / (float) reqWidth);
+            // Take the larger of the values.
+            inSampleSize = heightRatio > widthRatio ? heightRatio : widthRatio;
+        }
+        return inSampleSize;
+    }
+
+    // Scale pictures to screen width.
+    private static Bitmap zoomImage(Bitmap imageBitmap, int targetWidth, int maxHeight) {
+        float scaleFactor =
+                Math.max(
+                        (float) imageBitmap.getWidth() / (float) targetWidth,
+                        (float) imageBitmap.getHeight() / (float) maxHeight);
+        Bitmap resizedBitmap =
+                Bitmap.createScaledBitmap(
+                        imageBitmap,
+                        (int) (imageBitmap.getWidth() / scaleFactor),
+                        (int) (imageBitmap.getHeight() / scaleFactor),
+                        true);
+
+        return resizedBitmap;
+    }
+
+    /**
+     * Get the rotation angle of the photo.
+     *
+     * @param path photo path.
+     * @return angle.
+     */
+    public static int getRotationAngle(String path) {
+        int rotation = 0;
+        try {
+            ExifInterface exifInterface = new ExifInterface(path);
+            int orientation = exifInterface.getAttributeInt(ExifInterface.TAG_ORIENTATION, ExifInterface.ORIENTATION_NORMAL);
+            switch (orientation) {
+                case ExifInterface.ORIENTATION_ROTATE_90:
+                    rotation = 90;
+                    break;
+                case ExifInterface.ORIENTATION_ROTATE_180:
+                    rotation = 180;
+                    break;
+                case ExifInterface.ORIENTATION_ROTATE_270:
+                    rotation = 270;
+                    break;
+                default:
+                    break;
+            }
+        } catch (IOException e) {
+            Log.e(TAG, "Failed to get rotation: " + e.getMessage());
+        }
+        return rotation;
+    }
+
+    public static Bitmap rotateBitmap(Bitmap bitmap, int angle) {
+        Matrix matrix = new Matrix();
+        matrix.postRotate(angle);
+        Bitmap result = null;
+        try {
+            result = Bitmap.createBitmap(bitmap, 0, 0, bitmap.getWidth(), bitmap.getHeight(), matrix, true);
+        } catch (OutOfMemoryError e) {
+            Log.e(TAG, "Failed to rotate bitmap: " + e.getMessage());
+        }
+        if (result == null) {
+            return bitmap;
+        }
+        return result;
+    }
+}

model_zoo/official/lite/image_segmentation/app/src/main/java/com/mindspore/imagesegmentation/MainActivity.java

@@ -0,0 +1,386 @@
+/**
+ * Copyright 2020 Huawei Technologies Co., Ltd
+ * <p>
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.mindspore.imagesegmentation;
+
+import android.Manifest;
+import android.content.Intent;
+import android.content.res.Configuration;
+import android.graphics.Bitmap;
+import android.graphics.BitmapFactory;
+import android.graphics.Matrix;
+import android.graphics.drawable.BitmapDrawable;
+import android.net.Uri;
+import android.os.Build;
+import android.os.Bundle;
+import android.os.Environment;
+import android.os.Handler;
+import android.os.Looper;
+import android.os.Message;
+import android.provider.MediaStore;
+import android.util.Log;
+import android.util.Pair;
+import android.view.View;
+import android.widget.ImageView;
+import android.widget.ProgressBar;
+import android.widget.TextView;
+import android.widget.Toast;
+
+import androidx.annotation.NonNull;
+import androidx.annotation.Nullable;
+import androidx.appcompat.app.AppCompatActivity;
+import androidx.core.app.ActivityCompat;
+import androidx.core.content.FileProvider;
+import androidx.recyclerview.widget.GridLayoutManager;
+import androidx.recyclerview.widget.RecyclerView;
+
+import com.bumptech.glide.Glide;
+import com.mindspore.imagesegmentation.help.ImageUtils;
+import com.mindspore.imagesegmentation.help.ModelTrackingResult;
+import com.mindspore.imagesegmentation.help.TrackingMobile;
+
+import java.io.File;
+import java.io.FileNotFoundException;
+import java.lang.ref.WeakReference;
+
+public class MainActivity extends AppCompatActivity implements OnBackgroundImageListener {
+    private static final String TAG = "MainActivity";
+
+    private static final int[] IMAGES = {R.drawable.img_001, R.drawable.img_002, R.drawable.img_003, R.drawable.img_004, R.drawable.img_005,
+            R.drawable.img_006, R.drawable.img_007, R.drawable.img_008, R.drawable.add};
+
+    private static final int REQUEST_PERMISSION = 0;
+    private static final int RC_CHOOSE_PHOTO = 1;
+    private static final int RC_CHOOSE_PHOTO_FOR_BACKGROUND = 11;
+    private static final int RC_CHOOSE_CAMERA = 2;
+
+    private boolean isHasPermssion;
+
+    private ImageView imgPreview;
+    private TextView textOriginImage;
+    public ProgressBar progressBar;
+    private Uri imageUri;
+
+    private Bitmap originBitmap, lastOriginBitmap;
+    private Integer maxWidthOfImage;
+    private Integer maxHeightOfImage;
+    private boolean isLandScape;
+
+    private TrackingMobile trackingMobile;
+    private int selectedPosition;
+    public boolean isRunningModel;
+    private Handler mHandler;
+    public ModelTrackingResult modelTrackingResult;
+    private Bitmap processedImage;
+
+
+    @Override
+    protected void onCreate(Bundle savedInstanceState) {
+        super.onCreate(savedInstanceState);
+        this.isLandScape = getResources().getConfiguration().orientation == Configuration.ORIENTATION_LANDSCAPE;
+        setContentView(R.layout.activity_main);
+
+        init();
+        trackingMobile = new TrackingMobile(this);
+        if (Build.VERSION.SDK_INT < Build.VERSION_CODES.M) {
+            isHasPermssion = true;
+        } else {
+            requestPermissions();
+        }
+    }
+
+    private void init() {
+        imgPreview = findViewById(R.id.img_origin);
+        textOriginImage = findViewById(R.id.tv_image);
+        progressBar = findViewById(R.id.progress);
+        RecyclerView recyclerView = findViewById(R.id.recyclerview);
+
+        GridLayoutManager gridLayoutManager = new GridLayoutManager(this, 3);
+        recyclerView.setLayoutManager(gridLayoutManager);
+        recyclerView.setAdapter(new StyleRecyclerViewAdapter(this, IMAGES, this));
+    }
+
+
+    private void requestPermissions() {
+        ActivityCompat.requestPermissions(this,
+                new String[]{Manifest.permission.READ_EXTERNAL_STORAGE, Manifest.permission.WRITE_EXTERNAL_STORAGE,
+                        Manifest.permission.READ_PHONE_STATE, Manifest.permission.CAMERA}, REQUEST_PERMISSION);
+    }
+
+    /**
+     * Authority application result callback
+     */
+    @Override
+    public void onRequestPermissionsResult(int requestCode, @NonNull String[] permissions, @NonNull int[] grantResults) {
+        if (REQUEST_PERMISSION == requestCode) {
+            isHasPermssion = true;
+        }
+    }
+
+    public void onClickPhoto(View view) {
+        if (isHasPermssion) {
+            openGallay(RC_CHOOSE_PHOTO);
+            textOriginImage.setVisibility(View.GONE);
+        } else {
+            requestPermissions();
+        }
+    }
+
+    public void onClickCamera(View view) {
+        if (isHasPermssion) {
+            openCamera();
+            textOriginImage.setVisibility(View.GONE);
+        } else {
+            requestPermissions();
+        }
+    }
+
+    public void onClickRecovery(View view) {
+        if (originBitmap != null) {
+            Glide.with(this).load(originBitmap).into(imgPreview);
+        } else {
+            Toast.makeText(this, "Please select an original picture first", Toast.LENGTH_SHORT).show();
+        }
+    }
+
+    public void onClickSave(View view) {
+        if (this.processedImage == null) {
+            Log.e(TAG, "null processed image");
+            Toast.makeText(this.getApplicationContext(), R.string.no_pic_neededSave, Toast.LENGTH_SHORT).show();
+        } else {
+            ImageUtils.saveToAlbum(getApplicationContext(), this.processedImage);
+            Toast.makeText(this.getApplicationContext(), R.string.save_success, Toast.LENGTH_SHORT).show();
+        }
+    }
+
+    private void openGallay(int request) {
+        Intent intent = new Intent(Intent.ACTION_PICK, null);
+        intent.setDataAndType(MediaStore.Images.Media.EXTERNAL_CONTENT_URI, "image/*");
+        startActivityForResult(intent, request);
+    }
+
+    private void openCamera() {
+        Intent intentToTakePhoto = new Intent(MediaStore.ACTION_IMAGE_CAPTURE);
+        String mTempPhotoPath = Environment.getExternalStorageDirectory() + File.separator + "photo.jpeg";
+        imageUri = FileProvider.getUriForFile(this, getApplicationContext().getPackageName() + ".fileprovider", new File(mTempPhotoPath));
+        intentToTakePhoto.putExtra(MediaStore.EXTRA_OUTPUT, imageUri);
+        startActivityForResult(intentToTakePhoto, RC_CHOOSE_CAMERA);
+    }
+
+    @Override
+    protected void onActivityResult(int requestCode, int resultCode, @Nullable Intent data) {
+        super.onActivityResult(requestCode, resultCode, data);
+        if (resultCode == RESULT_OK) {
+            if (RC_CHOOSE_PHOTO == requestCode) {
+                if (null != data && null != data.getData()) {
+                    this.imageUri = data.getData();
+                    showOriginImage();
+                } else {
+                    finish();
+                }
+            } else if (RC_CHOOSE_PHOTO_FOR_BACKGROUND == requestCode) {
+                if (null != data && null != data.getData()) {
+                    showCustomBack(data.getData());
+                } else {
+                    finish();
+                }
+            } else if (RC_CHOOSE_CAMERA == requestCode) {
+                if (null != data && null != data.getData()) {
+                    this.imageUri = data.getData();
+                    showOriginImage();
+                }
+                showOriginCamera();
+            }
+        }
+    }
+
+    private void showOriginImage() {
+        Pair<Integer, Integer> targetedSize = this.getTargetSize();
+        int targetWidth = targetedSize.first;
+        int maxHeight = targetedSize.second;
+        originBitmap = BitmapUtils.loadFromPath(this, imageUri, targetWidth, maxHeight);
+        // Determine how much to scale down the image.
+        Log.i(TAG, "resized image size width:" + originBitmap.getWidth() + ",height: " + originBitmap.getHeight());
+        if (originBitmap != null) {
+            Glide.with(this).load(originBitmap).into(imgPreview);
+        }
+    }
+
+    private void showOriginCamera() {
+        try {
+            originBitmap = BitmapFactory.decodeStream(getContentResolver().openInputStream(imageUri));
+        } catch (FileNotFoundException e) {
+            e.printStackTrace();
+        }
+        // Determine how much to scale down the image.
+        if (originBitmap != null) {
+            Glide.with(this).load(originBitmap).into(imgPreview);
+        }
+    }
+
+    private BitmapDrawable customBack;
+
+    private void showCustomBack(Uri imageUri) {
+        Pair<Integer, Integer> targetedSize = this.getTargetSize();
+        int targetWidth = targetedSize.first;
+        int maxHeight = targetedSize.second;
+        Bitmap bitmap = BitmapUtils.loadFromPath(this, imageUri, targetWidth, maxHeight);
+        customBack = new BitmapDrawable(getResources(), bitmap);
+        changeBackground(false);
+    }
+
+    // Returns max width of image.
+    private Integer getMaxWidthOfImage() {
+        if (this.maxWidthOfImage == null) {
+            if (this.isLandScape) {
+                this.maxWidthOfImage = ((View) this.imgPreview.getParent()).getHeight();
+            } else {
+                this.maxWidthOfImage = ((View) this.imgPreview.getParent()).getWidth();
+            }
+        }
+        return this.maxWidthOfImage;
+    }
+
+    // Returns max height of image.
+    private Integer getMaxHeightOfImage() {
+        if (this.maxHeightOfImage == null) {
+            if (this.isLandScape) {
+                this.maxHeightOfImage = ((View) this.imgPreview.getParent()).getWidth();
+            } else {
+                this.maxHeightOfImage = ((View) this.imgPreview.getParent()).getHeight();
+            }
+        }
+        return this.maxHeightOfImage;
+    }
+
+    // Gets the targeted size(width / height).
+    private Pair<Integer, Integer> getTargetSize() {
+        Integer targetWidth;
+        Integer targetHeight;
+        Integer maxWidth = this.getMaxWidthOfImage();
+        Integer maxHeight = this.getMaxHeightOfImage();
+        targetWidth = this.isLandScape ? maxHeight : maxWidth;
+        targetHeight = this.isLandScape ? maxWidth : maxHeight;
+        Log.i(TAG, "height:" + targetHeight + ",width:" + targetWidth);
+        return new Pair<>(targetWidth, targetHeight);
+    }
+
+    private void startRunningModel(boolean isDemo) {
+        if (!isRunningModel) {
+            if (originBitmap == null) {
+                Toast.makeText(this, "Please select an original picture first", Toast.LENGTH_SHORT).show();
+                return;
+            }
+             progressBar.setVisibility(View.VISIBLE);
+            new Thread(() -> {
+                isRunningModel = true;
+                modelTrackingResult = trackingMobile.execut(originBitmap);
+                if (modelTrackingResult != null) {
+                    isRunningModel = false;
+                    lastOriginBitmap = originBitmap;
+                }
+                Looper.prepare();
+                mHandler = new MyHandler(MainActivity.this, isDemo);
+                mHandler.sendEmptyMessage(1);
+                Looper.loop();
+            }).start();
+        } else {
+            Toast.makeText(this, "Previous Model still running", Toast.LENGTH_SHORT).show();
+        }
+    }
+
+
+    private static class MyHandler extends Handler {
+        private final WeakReference<MainActivity> weakReference;
+        private boolean isDemo;
+
+        public MyHandler(MainActivity activity, boolean demo) {
+            weakReference = new WeakReference<>(activity);
+            this.isDemo = demo;
+        }
+
+        @Override
+        public void handleMessage(Message msg) {
+            super.handleMessage(msg);
+            Log.i(TAG, "handleMessage: load");
+            MainActivity activity = weakReference.get();
+            if (msg.what == 1) {
+                if (null != activity && null != activity.modelTrackingResult) {
+                    activity.changeBackground(isDemo);
+                }
+            }
+        }
+    }
+
+    public void changeBackground(boolean isDemo) {
+        runOnUiThread(() -> {
+            if(null != modelTrackingResult && null !=modelTrackingResult.getBitmapMaskOnly()){
+                if (progressBar.getVisibility() == View.VISIBLE) {
+                    progressBar.setVisibility(View.INVISIBLE);
+                }
+                Bitmap foreground = modelTrackingResult.getBitmapMaskOnly();
+                Matrix matrix = new Matrix();
+                matrix.setScale(0.7f, 0.7f);
+                foreground = Bitmap.createBitmap(foreground, 0, 0, foreground.getWidth(), foreground.getHeight(), matrix, false);
+
+                MainActivity.this.imgPreview.setImageBitmap(foreground);
+                MainActivity.this.imgPreview.setDrawingCacheEnabled(true);
+                MainActivity.this.imgPreview.setBackground(isDemo ? getDrawable(IMAGES[selectedPosition]) : customBack);
+                MainActivity.this.imgPreview.setImageBitmap(foreground);
+                MainActivity. this.processedImage = Bitmap.createBitmap( MainActivity.this.imgPreview.getDrawingCache());
+                MainActivity.this.imgPreview.setDrawingCacheEnabled(false);
+            }else{
+                Toast.makeText(this, "Please select an original picture first", Toast.LENGTH_SHORT).show();
+            }
+
+        });
+
+    }
+
+    @Override
+    public void onBackImageSelected(int position) {
+        selectedPosition = position;
+        if (lastOriginBitmap == originBitmap) {
+            changeBackground(true);
+        } else {
+            startRunningModel(true);
+        }
+    }
+
+    @Override
+    public void onImageAdd(View view) {
+        if (originBitmap == null) {
+            Toast.makeText(this, "Please select an original picture first", Toast.LENGTH_SHORT).show();
+            return;
+        }
+        if (lastOriginBitmap == originBitmap) {
+            openGallay(RC_CHOOSE_PHOTO_FOR_BACKGROUND);
+        } else {
+            startRunningModel(false);
+        }
+    }
+
+    @Override
+    protected void onDestroy() {
+        super.onDestroy();
+        trackingMobile.free();
+        if (mHandler != null) {
+            mHandler.removeCallbacksAndMessages(null);
+        }
+        BitmapUtils.recycleBitmap(this.originBitmap, this.lastOriginBitmap, this.processedImage);
+
+    }
+
+}

model_zoo/official/lite/image_segmentation/app/src/main/java/com/mindspore/imagesegmentation/OnBackgroundImageListener.java

@@ -0,0 +1,25 @@
+/**
+ * Copyright 2020 Huawei Technologies Co., Ltd
+ * <p>
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.mindspore.imagesegmentation;
+
+import android.view.View;
+
+public interface OnBackgroundImageListener {
+    void onBackImageSelected(int position);
+
+    void onImageAdd(View view);
+
+}

model_zoo/official/lite/image_segmentation/app/src/main/java/com/mindspore/imagesegmentation/StyleRecyclerViewAdapter.java

@@ -0,0 +1,97 @@
+/**
+ * Copyright 2020 Huawei Technologies Co., Ltd
+ * <p>
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.mindspore.imagesegmentation;
+
+import android.content.Context;
+import android.view.LayoutInflater;
+import android.view.View;
+import android.view.ViewGroup;
+import android.widget.ImageView;
+
+import androidx.annotation.NonNull;
+import androidx.recyclerview.widget.RecyclerView;
+
+import com.bumptech.glide.Glide;
+
+public class StyleRecyclerViewAdapter extends RecyclerView.Adapter<StyleRecyclerViewAdapter.StyleItemViewHolder> {
+
+    private final int[] IMAGES;
+    private final Context context;
+    private final OnBackgroundImageListener mListener;
+
+    public StyleRecyclerViewAdapter(Context context, int[] IMAGES, OnBackgroundImageListener mListener) {
+        this.IMAGES = IMAGES;
+        this.context = context;
+        this.mListener = mListener;
+    }
+
+    @NonNull
+    @Override
+    public StyleItemViewHolder onCreateViewHolder(@NonNull ViewGroup parent, int viewType) {
+        View view = LayoutInflater.from(context)
+                .inflate(R.layout.image_item, parent, false);
+        return new StyleItemViewHolder(view);
+    }
+
+    @Override
+    public void onBindViewHolder(@NonNull StyleItemViewHolder holder, int position) {
+        Glide.with(context).
+                load(IMAGES[position]).
+                into(holder.getImageView());
+
+        View view = holder.getMView();
+        view.setTag(IMAGES[position]);
+        view.setOnClickListener(view1 -> {
+            if (mListener != null) {
+                if (IMAGES.length - 1 == position) {
+                    mListener.onImageAdd(holder.getImageView());
+                } else {
+                    mListener.onBackImageSelected(position);
+                }
+            }
+        });
+    }
+
+
+    @Override
+    public int getItemCount() {
+        return IMAGES == null ? 0 : IMAGES.length;
+    }
+
+
+    public class StyleItemViewHolder extends RecyclerView.ViewHolder {
+        private ImageView imageView;
+        private final View mView;
+
+        public final ImageView getImageView() {
+            return this.imageView;
+        }
+
+        public final void setImageView(ImageView imageView) {
+            this.imageView = imageView;
+        }
+
+        public final View getMView() {
+            return this.mView;
+        }
+
+        public StyleItemViewHolder(View mView) {
+            super(mView);
+            this.mView = mView;
+            this.imageView = mView.findViewById(R.id.image_view);
+        }
+    }
+}

model_zoo/official/lite/image_segmentation/app/src/main/java/com/mindspore/imagesegmentation/help/ImageUtils.java

@@ -0,0 +1,266 @@
+/**
+ * Copyright 2020 Huawei Technologies Co., Ltd
+ * <p>
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.mindspore.imagesegmentation.help;
+
+import android.content.Context;
+import android.content.Intent;
+import android.graphics.Bitmap;
+import android.graphics.BitmapFactory;
+import android.graphics.Color;
+import android.graphics.Matrix;
+import android.graphics.RectF;
+import android.media.MediaScannerConnection;
+import android.net.Uri;
+import android.os.Build;
+import android.os.Environment;
+import android.util.Log;
+
+import androidx.annotation.NonNull;
+import androidx.exifinterface.media.ExifInterface;
+
+import java.io.File;
+import java.io.FileNotFoundException;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.io.InputStream;
+import java.nio.ByteBuffer;
+import java.nio.ByteOrder;
+
+public class ImageUtils {
+
+    private static final String TAG = "ImageUtils";
+
+    private static Matrix decodeExifOrientation(int orientation) {
+        Matrix matrix = new Matrix();
+
+        switch (orientation) {
+            case ExifInterface.ORIENTATION_NORMAL:
+            case ExifInterface.ORIENTATION_UNDEFINED:
+                break;
+            case ExifInterface.ORIENTATION_ROTATE_90:
+                matrix.postRotate(90F);
+                break;
+            case ExifInterface.ORIENTATION_ROTATE_180:
+                matrix.postRotate(180F);
+                break;
+            case ExifInterface.ORIENTATION_ROTATE_270:
+                matrix.postRotate(270F);
+                break;
+            case ExifInterface.ORIENTATION_FLIP_HORIZONTAL:
+                matrix.postScale(-1F, 1F);
+                break;
+            case ExifInterface.ORIENTATION_FLIP_VERTICAL:
+                matrix.postScale(1F, -1F);
+                break;
+            case ExifInterface.ORIENTATION_TRANSPOSE:
+                matrix.postScale(-1F, 1F);
+                matrix.postRotate(270F);
+                break;
+            case ExifInterface.ORIENTATION_TRANSVERSE:
+                matrix.postScale(-1F, 1F);
+                matrix.postRotate(90F);
+                break;
+
+            default:
+                try {
+                    new IllegalArgumentException("Invalid orientation: " + orientation);
+                } catch (Throwable throwable) {
+                    throwable.printStackTrace();
+                }
+        }
+        return matrix;
+    }
+
+    public void setExifOrientation(@NonNull String filePath, @NonNull String value) {
+        try {
+            ExifInterface exif = new ExifInterface(filePath);
+            exif.setAttribute(ExifInterface.TAG_ORIENTATION, value);
+            exif.saveAttributes();
+        } catch (IOException e) {
+            e.printStackTrace();
+        }
+    }
+
+    public int computeExifOrientation(int rotationDegrees, boolean mirrored) {
+        if (rotationDegrees == 0 && !mirrored) {
+            return ExifInterface.ORIENTATION_NORMAL;
+        } else if (rotationDegrees == 0 && mirrored) {
+            return ExifInterface.ORIENTATION_FLIP_HORIZONTAL;
+        } else if (rotationDegrees == 180 && !mirrored) {
+            return ExifInterface.ORIENTATION_ROTATE_180;
+        } else if (rotationDegrees == 180 && mirrored) {
+            return ExifInterface.ORIENTATION_FLIP_VERTICAL;
+        } else if (rotationDegrees == 90 && !mirrored) {
+            return ExifInterface.ORIENTATION_ROTATE_90;
+        } else if (rotationDegrees == 90 && mirrored) {
+            return ExifInterface.ORIENTATION_TRANSPOSE;
+        } else if (rotationDegrees == 270 && !mirrored) {
+            return ExifInterface.ORIENTATION_ROTATE_270;
+        } else if (rotationDegrees == 270 && mirrored) {
+            return ExifInterface.ORIENTATION_TRANSVERSE;
+        } else {
+            return ExifInterface.ORIENTATION_UNDEFINED;
+        }
+    }
+
+    public static Bitmap decodeBitmap(@NonNull File file) {
+        Bitmap finalBitmap = null;
+        try {
+            ExifInterface exif = new ExifInterface(file.getAbsolutePath());
+
+            Matrix transformation = decodeExifOrientation(exif.getAttributeInt(ExifInterface.TAG_ORIENTATION, ExifInterface.ORIENTATION_ROTATE_90));
+
+            BitmapFactory.Options options = new BitmapFactory.Options();
+            Bitmap bitmap = BitmapFactory.decodeFile(file.getAbsolutePath(), options);
+            finalBitmap = Bitmap.createBitmap(bitmap, 0, 0, bitmap.getWidth(), bitmap.getHeight(), transformation, true);
+        } catch (IOException e) {
+            e.printStackTrace();
+        }
+        return finalBitmap;
+    }
+
+
+    public static Bitmap scaleBitmapAndKeepRatio(Bitmap targetBmp, int reqHeightInPixels, int reqWidthInPixels) {
+        if (targetBmp.getHeight() == reqHeightInPixels && targetBmp.getWidth() == reqWidthInPixels) {
+            return targetBmp;
+        }
+
+        Matrix matrix = new Matrix();
+        matrix.setRectToRect(new RectF(0f, 0f,
+                targetBmp.getWidth(),
+                targetBmp.getHeight()
+        ), new RectF(0f, 0f,
+                reqWidthInPixels,
+                reqHeightInPixels
+        ), Matrix.ScaleToFit.FILL);
+
+        return Bitmap.createBitmap(
+                targetBmp, 0, 0,
+                targetBmp.getWidth(),
+                targetBmp.getHeight(), matrix, true
+        );
+    }
+
+    public static Bitmap loadBitmapFromResources(Context context, String path) {
+        try {
+            InputStream inputStream = context.getAssets().open(path);
+            return BitmapFactory.decodeStream(inputStream);
+        } catch (IOException e) {
+            e.printStackTrace();
+        }
+        return null;
+    }
+
+    public static ByteBuffer bitmapToByteBuffer(Bitmap bitmapIn, int width, int height, float mean, float std) {
+        Bitmap bitmap = scaleBitmapAndKeepRatio(bitmapIn, width, height);
+        ByteBuffer inputImage = ByteBuffer.allocateDirect(1 * width * height * 3 * 4);
+        inputImage.order(ByteOrder.nativeOrder());
+        inputImage.rewind();
+        int[] intValues = new int[width * height];
+        bitmap.getPixels(intValues, 0, width, 0, 0, width, height);
+        int pixel = 0;
+        for (int y = 0; y < height; y++) {
+            for (int x = 0; x < width; x++) {
+                int value = intValues[pixel++];
+                inputImage.putFloat(((float) (value >> 16 & 255) - mean) / std);
+                inputImage.putFloat(((float) (value >> 8 & 255) - mean) / std);
+                inputImage.putFloat(((float) (value & 255) - mean) / std);
+            }
+        }
+        inputImage.rewind();
+        return inputImage;
+    }
+
+
+    public static Bitmap convertArrayToBitmap(float[][][][] imageArray, int imageWidth, int imageHeight) {
+        Bitmap styledImage = Bitmap.createBitmap(imageWidth, imageHeight, Bitmap.Config.ARGB_8888);
+
+        for (int x = 0; x < imageArray[0].length; x++) {
+            for (int y = 0; y < imageArray[0][0].length; y++) {
+
+                int color = Color.rgb((int) (imageArray[0][x][y][0] * (float) 255),
+                        (int) (imageArray[0][x][y][1] * (float) 255),
+                        (int) (imageArray[0][x][y][2] * (float) 255));
+                // this y, x is in the correct order!!!
+                styledImage.setPixel(y, x, color);
+            }
+        }
+        return styledImage;
+    }
+
+    public Bitmap createEmptyBitmap(int imageWidth, int imageHeigth, int color) {
+        Bitmap ret = Bitmap.createBitmap(imageWidth, imageHeigth, Bitmap.Config.RGB_565);
+        if (color != 0) {
+            ret.eraseColor(color);
+        }
+        return ret;
+    }
+
+    // Save the picture to the system album and refresh it.
+    public static void saveToAlbum(final Context context, Bitmap bitmap) {
+        File file = null;
+        String fileName = System.currentTimeMillis() + ".jpg";
+        File root = new File(Environment.getExternalStorageDirectory().getAbsoluteFile(), context.getPackageName());
+        File dir = new File(root, "image");
+        if (dir.mkdirs() || dir.isDirectory()) {
+            file = new File(dir, fileName);
+        }
+        FileOutputStream os = null;
+        try {
+            os = new FileOutputStream(file);
+            bitmap.compress(Bitmap.CompressFormat.JPEG, 100, os);
+            os.flush();
+
+        } catch (FileNotFoundException e) {
+            Log.e(TAG, e.getMessage());
+        } catch (IOException e) {
+            Log.e(TAG, e.getMessage());
+        } finally {
+            try {
+                if (os != null) {
+                    os.close();
+                }
+            } catch (IOException e) {
+                Log.e(TAG, e.getMessage());
+            }
+        }
+        if (file == null) {
+            return;
+        }
+        // Gallery refresh.
+        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.KITKAT) {
+            String path = null;
+            try {
+                path = file.getCanonicalPath();
+            } catch (IOException e) {
+                Log.e(TAG, e.getMessage());
+            }
+            MediaScannerConnection.scanFile(context, new String[]{path}, null,
+                    new MediaScannerConnection.OnScanCompletedListener() {
+                        @Override
+                        public void onScanCompleted(String path, Uri uri) {
+                            Intent mediaScanIntent = new Intent(Intent.ACTION_MEDIA_SCANNER_SCAN_FILE);
+                            mediaScanIntent.setData(uri);
+                            context.sendBroadcast(mediaScanIntent);
+                        }
+                    });
+        } else {
+            String relationDir = file.getParent();
+            File file1 = new File(relationDir);
+            context.sendBroadcast(new Intent(Intent.ACTION_MEDIA_MOUNTED, Uri.fromFile(file1.getAbsoluteFile())));
+        }
+    }
+}

model_zoo/official/lite/image_segmentation/app/src/main/java/com/mindspore/imagesegmentation/help/ModelTrackingResult.java

@@ -0,0 +1,81 @@
+/**
+ * Copyright 2020 Huawei Technologies Co., Ltd
+ * <p>
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.mindspore.imagesegmentation.help;
+
+import android.graphics.Bitmap;
+
+import java.util.Set;
+
+public class ModelTrackingResult {
+    private Bitmap bitmapResult;
+    private Bitmap bitmapOriginal;
+    private Bitmap bitmapMaskOnly;
+    private String executionLog;
+    private Set<Integer> itemsFound;
+
+    public ModelTrackingResult(Bitmap bitmapResult, Bitmap bitmapOriginal, Bitmap bitmapMaskOnly, String executionLog, Set<Integer> itemsFound) {
+        this.bitmapResult = bitmapResult;
+        this.bitmapOriginal = bitmapOriginal;
+        this.bitmapMaskOnly = bitmapMaskOnly;
+        this.executionLog = executionLog;
+        this.itemsFound = itemsFound;
+    }
+
+    public Bitmap getBitmapResult() {
+        return bitmapResult;
+    }
+
+    public ModelTrackingResult setBitmapResult(Bitmap bitmapResult) {
+        this.bitmapResult = bitmapResult;
+        return this;
+    }
+
+    public Bitmap getBitmapOriginal() {
+        return bitmapOriginal;
+    }
+
+    public ModelTrackingResult setBitmapOriginal(Bitmap bitmapOriginal) {
+        this.bitmapOriginal = bitmapOriginal;
+        return this;
+    }
+
+    public Bitmap getBitmapMaskOnly() {
+        return bitmapMaskOnly;
+    }
+
+    public ModelTrackingResult setBitmapMaskOnly(Bitmap bitmapMaskOnly) {
+        this.bitmapMaskOnly = bitmapMaskOnly;
+        return this;
+    }
+
+    public String getExecutionLog() {
+        return executionLog;
+    }
+
+    public ModelTrackingResult setExecutionLog(String executionLog) {
+        this.executionLog = executionLog;
+        return this;
+    }
+
+    public Set<Integer> getItemsFound() {
+        return itemsFound;
+    }
+
+    public ModelTrackingResult setItemsFound(Set<Integer> itemsFound) {
+        this.itemsFound = itemsFound;
+        return this;
+    }
+}

model_zoo/official/lite/image_segmentation/app/src/main/java/com/mindspore/imagesegmentation/help/TrackingMobile.java

@@ -0,0 +1,204 @@
+/**
+ * Copyright 2020 Huawei Technologies Co., Ltd
+ * <p>
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * <p>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.mindspore.imagesegmentation.help;
+
+import android.content.Context;
+import android.graphics.Bitmap;
+import android.util.Log;
+
+import androidx.core.graphics.ColorUtils;
+
+import com.mindspore.lite.LiteSession;
+import com.mindspore.lite.MSTensor;
+import com.mindspore.lite.Model;
+import com.mindspore.lite.config.CpuBindMode;
+import com.mindspore.lite.config.DeviceType;
+import com.mindspore.lite.config.MSConfig;
+
+import java.nio.ByteBuffer;
+import java.nio.FloatBuffer;
+import java.util.HashSet;
+import java.util.List;
+import java.util.Map;
+
+public class TrackingMobile {
+    private static final String TAG = "TrackingMobile";
+
+    private static final String IMAGESEGMENTATIONMODEL = "mobile_segment.ms";
+    private static final int imageSize = 257;
+    public static final int NUM_CLASSES = 21;
+    private static final float IMAGE_MEAN = 127.5F;
+    private static final float IMAGE_STD = 127.5F;
+
+    public static final int[] segmentColors = new int[2];
+
+    private Bitmap maskBitmap;
+    private Bitmap resultBitmap;
+    private HashSet itemsFound = new HashSet();
+
+    private final Context mContext;
+
+    private MSConfig msConfig;
+    private LiteSession session;
+    private Model model;
+
+    public TrackingMobile(Context context) {
+        mContext = context;
+        init();
+    }
+
+    public void init() {
+        // Load the .ms model.
+        model = new Model();
+        if (!model.loadModel(mContext, IMAGESEGMENTATIONMODEL)) {
+            Log.e(TAG, "Load Model failed");
+            return;
+        }
+
+        // Create and init config.
+        msConfig = new MSConfig();
+        if (!msConfig.init(DeviceType.DT_CPU, 2, CpuBindMode.MID_CPU)) {
+            Log.e(TAG, "Init context failed");
+            return;
+        }
+
+        // Create the MindSpore lite session.
+        session = new LiteSession();
+        if (!session.init(msConfig)) {
+            Log.e(TAG, "Create session failed");
+            msConfig.free();
+            return;
+        }
+        msConfig.free();
+
+        // Complile graph.
+        if (!session.compileGraph(model)) {
+            Log.e(TAG, "Compile graph failed");
+            model.freeBuffer();
+            return;
+        }
+
+        // Note: when use model.freeBuffer(), the model can not be complile graph again.
+        model.freeBuffer();
+
+    }
+
+    public ModelTrackingResult execut(Bitmap bitmap) {
+        // Set input tensor values.
+        List<MSTensor> inputs = session.getInputs();
+        if (inputs.size() != 1) {
+            Log.e(TAG, "inputs.size() != 1");
+            return null;
+        }
+
+        float resource_height = bitmap.getHeight();
+        float resource_weight = bitmap.getWidth();
+
+        Bitmap scaledBitmap = ImageUtils.scaleBitmapAndKeepRatio(bitmap, imageSize, imageSize);
+        ByteBuffer contentArray = ImageUtils.bitmapToByteBuffer(scaledBitmap, imageSize, imageSize, IMAGE_MEAN, IMAGE_STD);
+
+        MSTensor inTensor = inputs.get(0);
+        //    int byteLen = (int) inTensor.size();
+        inTensor.setData(contentArray);
+
+        // Run graph to infer results.
+        if (!session.runGraph()) {
+            Log.e(TAG, "Run graph failed");
+            return null;
+        }
+
+        // Get output tensor values.
+        List<String> tensorNames = session.getOutputTensorNames();
+        Map<String, MSTensor> outputs = session.getOutputMapByTensor();
+        for (String tensorName : tensorNames) {
+            MSTensor output = outputs.get(tensorName);
+            if (output == null) {
+                Log.e(TAG, "Can not find output " + tensorName);
+                return null;
+            }
+            float[] results = output.getFloatData();
+
+            ByteBuffer bytebuffer_results = floatArrayToByteArray(results);
+
+            convertBytebufferMaskToBitmap(
+                    bytebuffer_results, imageSize, imageSize, scaledBitmap,
+                    segmentColors
+            );
+            //scaledBitmap resize成resource_height，resource_weight
+            scaledBitmap = ImageUtils.scaleBitmapAndKeepRatio(scaledBitmap, (int) resource_height, (int) resource_weight);
+            resultBitmap = ImageUtils.scaleBitmapAndKeepRatio(resultBitmap, (int) resource_height, (int) resource_weight);
+            maskBitmap = ImageUtils.scaleBitmapAndKeepRatio(maskBitmap, (int) resource_height, (int) resource_weight);
+        }
+        return new ModelTrackingResult(resultBitmap, scaledBitmap, maskBitmap, this.formatExecutionLog(), itemsFound);
+    }
+
+    private static ByteBuffer floatArrayToByteArray(float[] floats) {
+        ByteBuffer buffer = ByteBuffer.allocate(4 * floats.length);
+        FloatBuffer floatBuffer = buffer.asFloatBuffer();
+        floatBuffer.put(floats);
+        return buffer;
+    }
+
+    private void convertBytebufferMaskToBitmap(ByteBuffer inputBuffer, int imageWidth,
+                                               int imageHeight, Bitmap backgroundImage, int[] colors) {
+        Bitmap.Config conf = Bitmap.Config.ARGB_8888;
+        maskBitmap = Bitmap.createBitmap(imageWidth, imageHeight, conf);
+        resultBitmap = Bitmap.createBitmap(imageWidth, imageHeight, conf);
+        Bitmap scaledBackgroundImage =
+                ImageUtils.scaleBitmapAndKeepRatio(backgroundImage, imageWidth, imageHeight);
+        int[][] mSegmentBits = new int[imageWidth][imageHeight];
+        inputBuffer.rewind();
+        for (int y = 0; y < imageHeight; y++) {
+            for (int x = 0; x < imageWidth; x++) {
+                float maxVal = 0f;
+                mSegmentBits[x][y] = 0;
+                for (int i = 0; i < NUM_CLASSES; i++) {
+                    float value = inputBuffer.getFloat((y * imageWidth * NUM_CLASSES + x * NUM_CLASSES + i) * 4);
+                    if (i == 0 || value > maxVal) {
+                        maxVal = value;
+                        if (i == 15) {
+                            mSegmentBits[x][y] = i;
+                        } else {
+                            mSegmentBits[x][y] = 0;
+                        }
+                    }
+                }
+                itemsFound.add(mSegmentBits[x][y]);
+
+                int newPixelColor = ColorUtils.compositeColors(
+                        colors[mSegmentBits[x][y] == 0 ? 0 : 1],
+                        scaledBackgroundImage.getPixel(x, y)
+                );
+                resultBitmap.setPixel(x, y, newPixelColor);
+                maskBitmap.setPixel(x, y, mSegmentBits[x][y] == 0 ? colors[0] : scaledBackgroundImage.getPixel(x, y));
+            }
+        }
+    }
+
+    // Note: we must release the memory at the end, otherwise it will cause the memory leak.
+    public void free() {
+        session.free();
+        model.free();
+    }
+
+
+    private final String formatExecutionLog() {
+        StringBuilder sb = new StringBuilder();
+        sb.append("Input Image Size: " + imageSize * imageSize + '\n');
+        return sb.toString();
+    }
+
+}

model_zoo/official/lite/image_segmentation/app/src/main/res/drawable-v24/ic_launcher_foreground.xml

@@ -0,0 +1,30 @@
+<vector xmlns:android="http://schemas.android.com/apk/res/android"
+    xmlns:aapt="http://schemas.android.com/aapt"
+    android:width="108dp"
+    android:height="108dp"
+    android:viewportWidth="108"
+    android:viewportHeight="108">
+    <path android:pathData="M31,63.928c0,0 6.4,-11 12.1,-13.1c7.2,-2.6 26,-1.4 26,-1.4l38.1,38.1L107,108.928l-32,-1L31,63.928z">
+        <aapt:attr name="android:fillColor">
+            <gradient
+                android:endX="85.84757"
+                android:endY="92.4963"
+                android:startX="42.9492"
+                android:startY="49.59793"
+                android:type="linear">
+                <item
+                    android:color="#44000000"
+                    android:offset="0.0" />
+                <item
+                    android:color="#00000000"
+                    android:offset="1.0" />
+            </gradient>
+        </aapt:attr>
+    </path>
+    <path
+        android:fillColor="#FFFFFF"
+        android:fillType="nonZero"
+        android:pathData="M65.3,45.828l3.8,-6.6c0.2,-0.4 0.1,-0.9 -0.3,-1.1c-0.4,-0.2 -0.9,-0.1 -1.1,0.3l-3.9,6.7c-6.3,-2.8 -13.4,-2.8 -19.7,0l-3.9,-6.7c-0.2,-0.4 -0.7,-0.5 -1.1,-0.3C38.8,38.328 38.7,38.828 38.9,39.228l3.8,6.6C36.2,49.428 31.7,56.028 31,63.928h46C76.3,56.028 71.8,49.428 65.3,45.828zM43.4,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2c-0.3,-0.7 -0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C45.3,56.528 44.5,57.328 43.4,57.328L43.4,57.328zM64.6,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2s-0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C66.5,56.528 65.6,57.328 64.6,57.328L64.6,57.328z"
+        android:strokeWidth="1"
+        android:strokeColor="#00000000" />
+</vector>

model_zoo/official/lite/image_segmentation/app/src/main/res/drawable/ic_launcher_background.xml

@@ -0,0 +1,170 @@
+<?xml version="1.0" encoding="utf-8"?>
+<vector xmlns:android="http://schemas.android.com/apk/res/android"
+    android:width="108dp"
+    android:height="108dp"
+    android:viewportWidth="108"
+    android:viewportHeight="108">
+    <path
+        android:fillColor="#3DDC84"
+        android:pathData="M0,0h108v108h-108z" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M9,0L9,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,0L19,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M29,0L29,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M39,0L39,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M49,0L49,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M59,0L59,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M69,0L69,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M79,0L79,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M89,0L89,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M99,0L99,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,9L108,9"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,19L108,19"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,29L108,29"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,39L108,39"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,49L108,49"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,59L108,59"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,69L108,69"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,79L108,79"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,89L108,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,99L108,99"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,29L89,29"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,39L89,39"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,49L89,49"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,59L89,59"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,69L89,69"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,79L89,79"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M29,19L29,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M39,19L39,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M49,19L49,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M59,19L59,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M69,19L69,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M79,19L79,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+</vector>

model_zoo/official/lite/image_segmentation/app/src/main/res/drawable/progressbar.xml

@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="utf-8"?>
+<animated-rotate xmlns:android="http://schemas.android.com/apk/res/android"
+    android:fromDegrees="0"
+    android:pivotX="50%"
+    android:pivotY="50%"
+    android:toDegrees="360">
+    <shape
+        android:innerRadiusRatio="3"
+        android:shape="ring"
+        android:thicknessRatio="8"
+        android:useLevel="false">
+        <gradient
+            android:centerColor="#62AEEC"
+            android:centerY="0.50"
+            android:endColor="#1063A5"
+            android:startColor="#61C2EC"
+            android:type="sweep"
+            android:useLevel="false" />
+    </shape>
+</animated-rotate>

model_zoo/official/lite/image_segmentation/app/src/main/res/layout/activity_main.xml

@@ -0,0 +1,141 @@
+<?xml version="1.0" encoding="utf-8"?>
+<LinearLayout xmlns:android="http://schemas.android.com/apk/res/android"
+    android:layout_width="match_parent"
+    android:layout_height="match_parent"
+    android:background="@color/colorPrimary"
+    android:orientation="vertical">
+
+    <androidx.appcompat.widget.Toolbar
+        android:id="@+id/toolbar"
+        android:layout_width="match_parent"
+        android:layout_height="?attr/actionBarSize"
+        android:layout_alignParentTop="true"
+        android:background="#66000000">
+
+        <TextView
+            android:layout_width="match_parent"
+            android:layout_height="wrap_content"
+            android:drawableStart="@drawable/logo"
+            android:drawablePadding="5dp"
+            android:gravity="center_vertical"
+            android:maxLines="1"
+            android:text="MS ImageSegmentation"
+            android:textColor="#ffffff"
+            android:textSize="20sp" />
+    </androidx.appcompat.widget.Toolbar>
+
+    <FrameLayout
+        android:layout_width="match_parent"
+        android:layout_height="wrap_content">
+
+        <ImageView
+            android:id="@+id/img_origin"
+            android:layout_width="256dp"
+            android:layout_height="256dp"
+            android:layout_gravity="center"
+            android:layout_margin="10dp"
+            android:scaleType="fitXY" />
+
+        <TextView
+            android:id="@+id/tv_image"
+            android:layout_width="206dp"
+            android:layout_height="48dp"
+            android:layout_gravity="center"
+            android:gravity="center"
+            android:paddingLeft="4dp"
+            android:text="Choose a Image"
+            android:textAllCaps="false"
+            android:textColor="@color/white"
+            android:textSize="20sp" />
+
+        <ProgressBar
+            android:id="@+id/progress"
+            android:layout_width="80dp"
+            android:layout_height="80dp"
+            android:layout_gravity="center"
+            android:indeterminateDrawable="@drawable/progressbar"
+            android:visibility="invisible" />
+    </FrameLayout>
+
+    <LinearLayout
+        android:layout_width="match_parent"
+        android:layout_height="wrap_content"
+        android:orientation="horizontal">
+
+        <Button
+            android:layout_width="0dp"
+            android:layout_height="48dp"
+            android:layout_marginLeft="20dp"
+            android:layout_marginRight="5dp"
+            android:layout_weight="1"
+            android:background="@color/gray_btn"
+            android:gravity="center"
+            android:onClick="onClickPhoto"
+            android:text="PHOTO"
+            android:textAllCaps="false"
+            android:textColor="@color/white"
+            android:textSize="12sp" />
+
+        <Button
+            android:layout_width="0dp"
+            android:layout_height="48dp"
+            android:layout_marginLeft="5dp"
+            android:layout_marginRight="5dp"
+            android:layout_weight="1"
+            android:background="@color/gray_btn"
+            android:gravity="center"
+            android:onClick="onClickCamera"
+            android:text="CAMERA"
+            android:textAllCaps="false"
+            android:textColor="@color/white"
+            android:textSize="12sp" />
+
+        <Button
+            android:layout_width="0dp"
+            android:layout_height="48dp"
+            android:layout_marginLeft="5dp"
+            android:layout_marginRight="5dp"
+            android:layout_weight="1"
+            android:background="@color/gray_btn"
+            android:gravity="center"
+            android:onClick="onClickRecovery"
+            android:text="RECOVERY"
+            android:textAllCaps="false"
+            android:textColor="@color/white"
+            android:textSize="12sp" />
+
+        <Button
+            android:layout_width="0dp"
+            android:layout_height="48dp"
+            android:layout_marginLeft="5dp"
+            android:layout_marginRight="20dp"
+            android:layout_weight="1"
+            android:background="@color/gray_btn"
+            android:gravity="center"
+            android:onClick="onClickSave"
+            android:text="SAVE"
+            android:textAllCaps="false"
+            android:textColor="@color/white"
+            android:textSize="12sp" />
+    </LinearLayout>
+
+    <TextView
+        android:layout_width="wrap_content"
+        android:layout_height="wrap_content"
+        android:layout_marginLeft="20dp"
+        android:layout_marginTop="10dp"
+        android:text="Choose a Background"
+        android:textColor="@color/white"
+        android:textSize="20sp" />
+
+    <androidx.recyclerview.widget.RecyclerView
+        android:id="@+id/recyclerview"
+        android:layout_width="match_parent"
+        android:layout_height="wrap_content"
+        android:layout_margin="20dp"
+        android:fadeScrollbars="false"
+        android:scrollbarSize="6dp"
+        android:scrollbarStyle="outsideInset"
+        android:scrollbarThumbVertical="@color/gray"
+        android:scrollbars="vertical" />
+</LinearLayout>

model_zoo/official/lite/image_segmentation/app/src/main/res/layout/image_item.xml

@@ -0,0 +1,14 @@
+<?xml version="1.0" encoding="utf-8"?>
+<LinearLayout xmlns:android="http://schemas.android.com/apk/res/android"
+    xmlns:tools="http://schemas.android.com/tools"
+    android:layout_width="wrap_content"
+    android:layout_height="wrap_content"
+    android:orientation="vertical">
+
+    <ImageView
+        android:id="@+id/image_view"
+        android:layout_width="wrap_content"
+        android:layout_height="120dp"
+        android:scaleType="fitXY"
+        tools:srcCompat="@drawable/add" />
+</LinearLayout>

model_zoo/official/lite/image_segmentation/app/src/main/res/values/colors.xml

@@ -0,0 +1,21 @@
+<?xml version="1.0" encoding="utf-8"?>
+<resources>
+    <color name="colorPrimary">#303030</color>
+    <color name="colorPrimaryDark">#3700B3</color>
+    <color name="colorAccent">#03DAC5</color>
+
+    <color name="gray">#A69D9D</color>
+    <color name="gray_btn">#424242</color>
+
+    <color name="text_blue">#6DA7FF</color>
+    <color name="text_yellow">#F8E71C</color>
+    <color name="text_orange">#FF844D</color>
+    <color name="text_green">#66B50A</color>
+    <color name="purple_200">#FFBB86FC</color>
+    <color name="purple_500">#FF6200EE</color>
+    <color name="purple_700">#FF3700B3</color>
+    <color name="teal_200">#FF03DAC5</color>
+    <color name="teal_700">#FF018786</color>
+    <color name="black">#FF000000</color>
+    <color name="white">#FFFFFFFF</color>
+</resources>

model_zoo/official/lite/image_segmentation/app/src/main/res/values/strings.xml

@@ -0,0 +1,5 @@
+<resources>
+    <string name="app_name">ImageSegmentation</string>
+    <string name="no_pic_neededSave">Null Image needed to save</string>
+    <string name="save_success">Save success</string>
+</resources>

model_zoo/official/lite/image_segmentation/app/src/main/res/values/themes.xml

@@ -0,0 +1,5 @@
+<resources xmlns:tools="http://schemas.android.com/tools">
+    <!-- Base application theme. -->
+    <style name="Theme.ImageSegmentation" parent="Theme.AppCompat.Light.NoActionBar">
+    </style>
+</resources>

model_zoo/official/lite/image_segmentation/app/src/main/res/xml/file_paths.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="utf-8"?>
+<paths>
+    <external-path
+        name="external_files"
+        path="." />
+</paths>

model_zoo/official/lite/image_segmentation/app/src/test/java/com/mindspore/imagesegmentation/ExampleUnitTest.java

@@ -0,0 +1,17 @@
+package com.mindspore.imagesegmentation;
+
+import org.junit.Test;
+
+import static org.junit.Assert.*;
+
+/**
+ * Example local unit test, which will execute on the development machine (host).
+ *
+ * @see <a href="http://d.android.com/tools/testing">Testing documentation</a>
+ */
+public class ExampleUnitTest {
+    @Test
+    public void addition_isCorrect() {
+        assertEquals(4, 2 + 2);
+    }
+}

model_zoo/official/lite/image_segmentation/build.gradle

@@ -0,0 +1,24 @@
+// Top-level build file where you can add configuration options common to all sub-projects/modules.
+buildscript {
+    repositories {
+        google()
+        jcenter()
+    }
+    dependencies {
+        classpath "com.android.tools.build:gradle:4.1.1"
+
+        // NOTE: Do not place your application dependencies here; they belong
+        // in the individual module build.gradle files
+    }
+}
+
+allprojects {
+    repositories {
+        google()
+        jcenter()
+    }
+}
+
+task clean(type: Delete) {
+    delete rootProject.buildDir
+}

model_zoo/official/lite/image_segmentation/gradle.properties

@@ -0,0 +1,20 @@
+# Project-wide Gradle settings.
+# IDE (e.g. Android Studio) users:
+# Gradle settings configured through the IDE *will override*
+# any settings specified in this file.
+# For more details on how to configure your build environment visit
+# http://www.gradle.org/docs/current/userguide/build_environment.html
+# Specifies the JVM arguments used for the daemon process.
+# The setting is particularly useful for tweaking memory settings.
+org.gradle.jvmargs=-Xmx2048m -Dfile.encoding=UTF-8
+# When configured, Gradle will run in incubating parallel mode.
+# This option should only be used with decoupled projects. More details, visit
+# http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects
+# org.gradle.parallel=true
+# AndroidX package structure to make it clearer which packages are bundled with the
+# Android operating system, and which are packaged with your app"s APK
+# https://developer.android.com/topic/libraries/support-library/androidx-rn
+android.useAndroidX=true
+# Automatically convert third-party libraries to use AndroidX
+android.enableJetifier=true
+android.injected.testOnly=false

model_zoo/official/lite/image_segmentation/gradle/wrapper/gradle-wrapper.properties

@@ -0,0 +1,6 @@
+#Fri Nov 27 21:53:22 CST 2020
+distributionBase=GRADLE_USER_HOME
+distributionPath=wrapper/dists
+zipStoreBase=GRADLE_USER_HOME
+zipStorePath=wrapper/dists
+distributionUrl=https\://services.gradle.org/distributions/gradle-6.5-bin.zip

model_zoo/official/lite/image_segmentation/gradlew

@@ -0,0 +1,172 @@
+#!/usr/bin/env sh
+
+##############################################################################
+##
+##  Gradle start up script for UN*X
+##
+##############################################################################
+
+# Attempt to set APP_HOME
+# Resolve links: $0 may be a link
+PRG="$0"
+# Need this for relative symlinks.
+while [ -h "$PRG" ] ; do
+    ls=`ls -ld "$PRG"`
+    link=`expr "$ls" : '.*-> \(.*\)$'`
+    if expr "$link" : '/.*' > /dev/null; then
+        PRG="$link"
+    else
+        PRG=`dirname "$PRG"`"/$link"
+    fi
+done
+SAVED="`pwd`"
+cd "`dirname \"$PRG\"`/" >/dev/null
+APP_HOME="`pwd -P`"
+cd "$SAVED" >/dev/null
+
+APP_NAME="Gradle"
+APP_BASE_NAME=`basename "$0"`
+
+# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
+DEFAULT_JVM_OPTS=""
+
+# Use the maximum available, or set MAX_FD != -1 to use that value.
+MAX_FD="maximum"
+
+warn () {
+    echo "$*"
+}
+
+die () {
+    echo
+    echo "$*"
+    echo
+    exit 1
+}
+
+# OS specific support (must be 'true' or 'false').
+cygwin=false
+msys=false
+darwin=false
+nonstop=false
+case "`uname`" in
+  CYGWIN* )
+    cygwin=true
+    ;;
+  Darwin* )
+    darwin=true
+    ;;
+  MINGW* )
+    msys=true
+    ;;
+  NONSTOP* )
+    nonstop=true
+    ;;
+esac
+
+CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
+
+# Determine the Java command to use to start the JVM.
+if [ -n "$JAVA_HOME" ] ; then
+    if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
+        # IBM's JDK on AIX uses strange locations for the executables
+        JAVACMD="$JAVA_HOME/jre/sh/java"
+    else
+        JAVACMD="$JAVA_HOME/bin/java"
+    fi
+    if [ ! -x "$JAVACMD" ] ; then
+        die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
+
+Please set the JAVA_HOME variable in your environment to match the
+location of your Java installation."
+    fi
+else
+    JAVACMD="java"
+    which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
+
+Please set the JAVA_HOME variable in your environment to match the
+location of your Java installation."
+fi
+
+# Increase the maximum file descriptors if we can.
+if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then
+    MAX_FD_LIMIT=`ulimit -H -n`
+    if [ $? -eq 0 ] ; then
+        if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
+            MAX_FD="$MAX_FD_LIMIT"
+        fi
+        ulimit -n $MAX_FD
+        if [ $? -ne 0 ] ; then
+            warn "Could not set maximum file descriptor limit: $MAX_FD"
+        fi
+    else
+        warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
+    fi
+fi
+
+# For Darwin, add options to specify how the application appears in the dock
+if $darwin; then
+    GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
+fi
+
+# For Cygwin, switch paths to Windows format before running java
+if $cygwin ; then
+    APP_HOME=`cygpath --path --mixed "$APP_HOME"`
+    CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
+    JAVACMD=`cygpath --unix "$JAVACMD"`
+
+    # We build the pattern for arguments to be converted via cygpath
+    ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
+    SEP=""
+    for dir in $ROOTDIRSRAW ; do
+        ROOTDIRS="$ROOTDIRS$SEP$dir"
+        SEP="|"
+    done
+    OURCYGPATTERN="(^($ROOTDIRS))"
+    # Add a user-defined pattern to the cygpath arguments
+    if [ "$GRADLE_CYGPATTERN" != "" ] ; then
+        OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
+    fi
+    # Now convert the arguments - kludge to limit ourselves to /bin/sh
+    i=0
+    for arg in "$@" ; do
+        CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
+        CHECK2=`echo "$arg"|egrep -c "^-"`                                 ### Determine if an option
+
+        if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then                    ### Added a condition
+            eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
+        else
+            eval `echo args$i`="\"$arg\""
+        fi
+        i=$((i+1))
+    done
+    case $i in
+        (0) set -- ;;
+        (1) set -- "$args0" ;;
+        (2) set -- "$args0" "$args1" ;;
+        (3) set -- "$args0" "$args1" "$args2" ;;
+        (4) set -- "$args0" "$args1" "$args2" "$args3" ;;
+        (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
+        (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
+        (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
+        (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
+        (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
+    esac
+fi
+
+# Escape application args
+save () {
+    for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done
+    echo " "
+}
+APP_ARGS=$(save "$@")
+
+# Collect all arguments for the java command, following the shell quoting and substitution rules
+eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS"
+
+# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong
+if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then
+  cd "$(dirname "$0")"
+fi
+
+exec "$JAVACMD" "$@"

model_zoo/official/lite/image_segmentation/gradlew.bat

@@ -0,0 +1,84 @@
+@if "%DEBUG%" == "" @echo off
+@rem ##########################################################################
+@rem
+@rem  Gradle startup script for Windows
+@rem
+@rem ##########################################################################
+
+@rem Set local scope for the variables with windows NT shell
+if "%OS%"=="Windows_NT" setlocal
+
+set DIRNAME=%~dp0
+if "%DIRNAME%" == "" set DIRNAME=.
+set APP_BASE_NAME=%~n0
+set APP_HOME=%DIRNAME%
+
+@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
+set DEFAULT_JVM_OPTS=
+
+@rem Find java.exe
+if defined JAVA_HOME goto findJavaFromJavaHome
+
+set JAVA_EXE=java.exe
+%JAVA_EXE% -version >NUL 2>&1
+if "%ERRORLEVEL%" == "0" goto init
+
+echo.
+echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
+echo.
+echo Please set the JAVA_HOME variable in your environment to match the
+echo location of your Java installation.
+
+goto fail
+
+:findJavaFromJavaHome
+set JAVA_HOME=%JAVA_HOME:"=%
+set JAVA_EXE=%JAVA_HOME%/bin/java.exe
+
+if exist "%JAVA_EXE%" goto init
+
+echo.
+echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
+echo.
+echo Please set the JAVA_HOME variable in your environment to match the
+echo location of your Java installation.
+
+goto fail
+
+:init
+@rem Get command-line arguments, handling Windows variants
+
+if not "%OS%" == "Windows_NT" goto win9xME_args
+
+:win9xME_args
+@rem Slurp the command line arguments.
+set CMD_LINE_ARGS=
+set _SKIP=2
+
+:win9xME_args_slurp
+if "x%~1" == "x" goto execute
+
+set CMD_LINE_ARGS=%*
+
+:execute
+@rem Setup the command line
+
+set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
+
+@rem Execute Gradle
+"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
+
+:end
+@rem End local scope for the variables with windows NT shell
+if "%ERRORLEVEL%"=="0" goto mainEnd
+
+:fail
+rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
+rem the _cmd.exe /c_ return code!
+if  not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
+exit /b 1
+
+:mainEnd
+if "%OS%"=="Windows_NT" endlocal
+
+:omega

model_zoo/official/lite/image_segmentation/settings.gradle

@@ -0,0 +1,2 @@
+include ':app'
+rootProject.name = "ImageSegmentation"

model_zoo/official/lite/object_detection/app/src/main/java/com/mindspore/hiobject/objectdetect/PhotoActivity.java

@@ -4,6 +4,7 @@ import android.graphics.Bitmap;
 import android.graphics.BitmapFactory;
 import android.graphics.Canvas;
 import android.graphics.Color;
+import android.graphics.Matrix;
 import android.graphics.Paint;
 import android.graphics.RectF;
 import android.net.Uri;
@@ -46,6 +47,10 @@ public class PhotoActivity extends AppCompatActivity {
         if (originBitmap != null) {
             Bitmap bitmap = ImageDegreeHelper.rotaingImageView(degree, originBitmap.copy(Bitmap.Config.ARGB_8888, true));
             if (bitmap != null) {
+                Matrix matrix = new Matrix();
+                matrix.setScale(0.7f, 0.7f);
+                bitmap = Bitmap.createBitmap( bitmap, 0, 0,  bitmap.getWidth(), bitmap.getHeight(), matrix, false);
+
                 imgPhoto.setImageBitmap(bitmap);
                 initMindspore(bitmap);
             }

model_zoo/official/lite/style_transfer/gradle.properties

@@ -17,3 +17,4 @@ org.gradle.jvmargs=-Xmx2048m
 android.useAndroidX=true
 # Automatically convert third-party libraries to use AndroidX
 android.enableJetifier=true
+android.injected.testOnly=false