Skip to content

Commit 5cc6c43

Browse files
REBOOTERSREBOOTERS
committed
some feature
1 parent c54271f commit 5cc6c43

3 files changed

Lines changed: 100 additions & 79 deletions

File tree

‎subs/ai/src/main/java/com/engineer/ai/DigitalClassificationActivity.kt‎

Lines changed: 8 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -55,21 +55,12 @@ class DigitalClassificationActivity : AppCompatActivity() {
5555
true
5656
}
5757

58-
5958
// Setup digit classifier.
6059
initButton?.setOnClickListener {
6160
digitClassifier.initialize {
6261
runOnUiThread { if (it) "init success".toast(this) else "init fail".toast(this) }
6362
}
6463
}
65-
66-
}
67-
68-
override fun onDestroy() {
69-
// Sync DigitClassifier instance lifecycle with MainActivity lifecycle,
70-
// and free up resources (e.g. TF Lite instance) once the activity is destroyed.
71-
digitClassifier.close()
72-
super.onDestroy()
7364
}
7465

7566
private fun classifyDrawing() {
@@ -86,6 +77,14 @@ class DigitalClassificationActivity : AppCompatActivity() {
8677
}
8778
}
8879

80+
override fun onDestroy() {
81+
// Sync DigitClassifier instance lifecycle with MainActivity lifecycle,
82+
// and free up resources (e.g. TF Lite instance) once the activity is destroyed.
83+
digitClassifier.close()
84+
super.onDestroy()
85+
}
86+
87+
8988
companion object {
9089
private const val TAG = "DigitalClassification"
9190
}

‎subs/ai/src/main/java/com/engineer/ai/util/DigitClassifier.kt‎

Lines changed: 16 additions & 70 deletions
Original file line numberDiff line numberDiff line change
@@ -14,22 +14,14 @@ limitations under the License.
1414
package com.engineer.ai.util
1515

1616
import android.content.Context
17-
import android.content.res.AssetManager
1817
import android.graphics.Bitmap
1918
import android.util.Log
19+
import androidx.core.graphics.scale
2020
import com.google.android.gms.tasks.Task
2121
import com.google.android.gms.tasks.TaskCompletionSource
22-
import com.google.android.gms.tflite.java.TfLite
2322
import org.tensorflow.lite.InterpreterApi
24-
import org.tensorflow.lite.TensorFlowLite
25-
import java.io.FileInputStream
26-
import java.io.IOException
27-
import java.nio.ByteBuffer
28-
import java.nio.ByteOrder
29-
import java.nio.channels.FileChannel
3023
import java.util.concurrent.ExecutorService
3124
import java.util.concurrent.Executors
32-
import androidx.core.graphics.scale
3325

3426
class DigitClassifier(private val context: Context) {
3527

@@ -45,60 +37,33 @@ class DigitClassifier(private val context: Context) {
4537
private var inputImageHeight: Int = 0 // will be inferred from TF Lite model.
4638
private var modelInputSize: Int = 0 // will be inferred from TF Lite model.
4739

48-
private val initializeTask: Task<Void> by lazy { TfLite.initialize(context) }
4940
private var interpreter: InterpreterApi? = null
5041

5142
fun initialize(cb: (Boolean) -> Unit) {
52-
val assetManager = context.assets
53-
val model = loadModelFile(assetManager, "mnist.tflite")
54-
55-
initializeTask.addOnSuccessListener {
56-
val interpreterOption =
57-
InterpreterApi.Options().setRuntime(InterpreterApi.Options.TfLiteRuntime.FROM_SYSTEM_ONLY)
58-
interpreter = InterpreterApi.create(model, interpreterOption)
59-
60-
Log.d(TAG, "ver ${TensorFlowLite.schemaVersion(InterpreterApi.Options.TfLiteRuntime.FROM_SYSTEM_ONLY)}")
61-
Log.d(TAG, "ver ${TensorFlowLite.runtimeVersion(InterpreterApi.Options.TfLiteRuntime.FROM_SYSTEM_ONLY)}")
62-
// Read input shape from model file
63-
interpreter?.let {
64-
val inputShape = it.getInputTensor(0).shape()
65-
inputImageWidth = inputShape[1]
66-
inputImageHeight = inputShape[2]
67-
modelInputSize = FLOAT_TYPE_SIZE * inputImageWidth * inputImageHeight * PIXEL_SIZE
68-
69-
70-
isInitialized = true
71-
Log.d(TAG, "Initialized TFLite interpreter.")
72-
cb(true)
73-
} ?: run {
74-
Log.d(TAG, "Initialized TFLite fail.")
43+
TensorFlowLiteHelper.init(context) {
44+
cb(it)
45+
if (it) {
46+
interpreter = TensorFlowLiteHelper.createInterpreterApi(context, "mnist.tflite")
47+
// Read input shape from model file
48+
interpreter?.let { inter ->
49+
val inputShape = inter.getInputTensor(0).shape()
50+
inputImageWidth = inputShape[1]
51+
inputImageHeight = inputShape[2]
52+
modelInputSize = FLOAT_TYPE_SIZE * inputImageWidth * inputImageHeight * PIXEL_SIZE
53+
isInitialized = true
54+
}
7555
}
76-
77-
}.addOnFailureListener { e ->
78-
cb(false)
79-
Log.e(TAG, "Cannot initialize interpreter", e)
8056
}
81-
82-
8357
}
8458

85-
@Throws(IOException::class)
86-
private fun loadModelFile(assetManager: AssetManager, filename: String): ByteBuffer {
87-
val fileDescriptor = assetManager.openFd(filename)
88-
val inputStream = FileInputStream(fileDescriptor.fileDescriptor)
89-
val fileChannel = inputStream.channel
90-
val startOffset = fileDescriptor.startOffset
91-
val declaredLength = fileDescriptor.declaredLength
92-
return fileChannel.map(FileChannel.MapMode.READ_ONLY, startOffset, declaredLength)
93-
}
9459

9560
private fun classify(bitmap: Bitmap): String {
9661
check(isInitialized) { "TF Lite Interpreter is not initialized yet." }
97-
98-
9962
// Preprocessing: resize the input image to match the model input shape.
10063
val resizedImage = bitmap.scale(inputImageWidth, inputImageHeight)
101-
val byteBuffer = convertBitmapToByteBuffer(resizedImage)
64+
val config = TensorFlowLiteHelper.Config(modelInputSize, inputImageWidth, inputImageHeight)
65+
val byteBuffer = TensorFlowLiteHelper.convertBitmapToByteBuffer(config, resizedImage)
66+
10267
// Define an array to store the model output.
10368
val output = Array(1) { FloatArray(OUTPUT_CLASSES_COUNT) }
10469

@@ -131,25 +96,6 @@ class DigitClassifier(private val context: Context) {
13196
}
13297
}
13398

134-
private fun convertBitmapToByteBuffer(bitmap: Bitmap): ByteBuffer {
135-
val byteBuffer = ByteBuffer.allocateDirect(modelInputSize)
136-
byteBuffer.order(ByteOrder.nativeOrder())
137-
138-
val pixels = IntArray(inputImageWidth * inputImageHeight)
139-
bitmap.getPixels(pixels, 0, bitmap.width, 0, 0, bitmap.width, bitmap.height)
140-
141-
for (pixelValue in pixels) {
142-
val r = (pixelValue shr 16 and 0xFF)
143-
val g = (pixelValue shr 8 and 0xFF)
144-
val b = (pixelValue and 0xFF)
145-
146-
// Convert RGB to grayscale and normalize pixel value to [0..1].
147-
val normalizedPixelValue = (r + g + b) / 3.0f / 255.0f
148-
byteBuffer.putFloat(normalizedPixelValue)
149-
}
150-
151-
return byteBuffer
152-
}
15399

154100
companion object {
155101
private const val TAG = "DigitClassifier"

‎subs/ai/src/main/java/com/engineer/ai/util/TensorFlowLiteHelper.kt‎

Lines changed: 76 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,76 @@
1+
package com.engineer.ai.util
2+
3+
import android.content.Context
4+
import android.content.res.AssetManager
5+
import android.graphics.Bitmap
6+
import android.util.Log
7+
import com.google.android.gms.tasks.Task
8+
import com.google.android.gms.tflite.java.TfLite
9+
import org.tensorflow.lite.InterpreterApi
10+
import org.tensorflow.lite.TensorFlowLite
11+
import java.io.FileInputStream
12+
import java.io.IOException
13+
import java.nio.ByteBuffer
14+
import java.nio.ByteOrder
15+
import java.nio.channels.FileChannel
16+
17+
object TensorFlowLiteHelper {
18+
private const val TAG = "TensorFlowLiteHelper"
19+
private lateinit var initializeTask: Task<Void>
20+
private var interpreter: InterpreterApi? = null
21+
22+
fun init(context: Context, cb: (Boolean) -> Unit) {
23+
initializeTask = TfLite.initialize(context)
24+
initializeTask.addOnSuccessListener {
25+
Log.d(TAG, "Initialized TFLite interpreter.")
26+
Log.d(TAG, "ver ${TensorFlowLite.schemaVersion(InterpreterApi.Options.TfLiteRuntime.FROM_SYSTEM_ONLY)}")
27+
Log.d(TAG, "ver ${TensorFlowLite.runtimeVersion(InterpreterApi.Options.TfLiteRuntime.FROM_SYSTEM_ONLY)}")
28+
cb(true)
29+
}.addOnFailureListener {
30+
Log.d(TAG, "Initialized TFLite fail.")
31+
cb(false)
32+
}
33+
}
34+
35+
fun createInterpreterApi(context: Context, modelName: String): InterpreterApi? {
36+
val assetManager = context.assets
37+
val model = loadModelFile(assetManager, modelName)
38+
val interpreterOption =
39+
InterpreterApi.Options().setRuntime(InterpreterApi.Options.TfLiteRuntime.FROM_SYSTEM_ONLY)
40+
interpreter = InterpreterApi.create(model, interpreterOption)
41+
return interpreter
42+
}
43+
44+
@Throws(IOException::class)
45+
private fun loadModelFile(assetManager: AssetManager, filename: String): ByteBuffer {
46+
val fileDescriptor = assetManager.openFd(filename)
47+
val inputStream = FileInputStream(fileDescriptor.fileDescriptor)
48+
val fileChannel = inputStream.channel
49+
val startOffset = fileDescriptor.startOffset
50+
val declaredLength = fileDescriptor.declaredLength
51+
return fileChannel.map(FileChannel.MapMode.READ_ONLY, startOffset, declaredLength)
52+
}
53+
54+
fun convertBitmapToByteBuffer(config: Config, bitmap: Bitmap): ByteBuffer {
55+
val byteBuffer = ByteBuffer.allocateDirect(config.modelInputSize)
56+
byteBuffer.order(ByteOrder.nativeOrder())
57+
58+
val pixels = IntArray(config.inputImageWidth * config.inputImageHeight)
59+
bitmap.getPixels(pixels, 0, bitmap.width, 0, 0, bitmap.width, bitmap.height)
60+
61+
for (pixelValue in pixels) {
62+
val r = (pixelValue shr 16 and 0xFF)
63+
val g = (pixelValue shr 8 and 0xFF)
64+
val b = (pixelValue and 0xFF)
65+
66+
// Convert RGB to grayscale and normalize pixel value to [0..1].
67+
val normalizedPixelValue = (r + g + b) / 3.0f / 255.0f
68+
byteBuffer.putFloat(normalizedPixelValue)
69+
}
70+
71+
return byteBuffer
72+
}
73+
74+
data class Config(var modelInputSize: Int, var inputImageWidth: Int, var inputImageHeight: Int)
75+
76+
}

0 commit comments

Comments
 (0)