Mirrors/nc-photos
1
0
Fork 0
mirror of https://gitlab.com/nkming2/nc-photos.git synced 2025-03-10 17:28:56 +01:00
Code Issues Projects Releases Packages Wiki Activity

Reduce memory usage of ZeroDCE

Browse source
This commit is contained in:
Ming Ming 2022-05-15 13:32:26 +08:00
parent 9ecdb53e69
commit d5151f077f
1 changed files with 47 additions and 18 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

65
plugin/android/src/main/kotlin/com/nkming/nc_photos/plugin/image_processor/ZeroDce.kt
View file

@ -8,6 +8,7 @@ import com.nkming.nc_photos.plugin.BitmapResizeMethod
import com.nkming.nc_photos.plugin.BitmapUtil import com.nkming.nc_photos.plugin.BitmapUtil
import org.tensorflow.lite.Interpreter import org.tensorflow.lite.Interpreter
import java.nio.FloatBuffer import java.nio.FloatBuffer
import java.nio.IntBuffer
import kotlin.math.pow import kotlin.math.pow
class ZeroDce(context: Context, maxWidth: Int, maxHeight: Int) { class ZeroDce(context: Context, maxWidth: Int, maxHeight: Int) {
@ -49,28 +50,56 @@ class ZeroDce(context: Context, maxWidth: Int, maxHeight: Int) {
imageUri: Uri, alphaMaps: Bitmap, iteration: Int imageUri: Uri, alphaMaps: Bitmap, iteration: Int
): Bitmap { ): Bitmap {
Log.i(TAG, "Enhancing image, iteration: $iteration") Log.i(TAG, "Enhancing image, iteration: $iteration")
// we can't work with FloatBuffer directly here as a FloatBuffer is way
// too large to fit in Android's heap limit
// downscale original to prevent OOM // downscale original to prevent OOM
val resized = BitmapUtil.loadImage( val width: Int
val height: Int
val imgBuf: IntBuffer
BitmapUtil.loadImage(
context, imageUri, maxWidth, maxHeight, BitmapResizeMethod.FIT, context, imageUri, maxWidth, maxHeight, BitmapResizeMethod.FIT,
isAllowSwapSide = true, shouldUpscale = false isAllowSwapSide = true, shouldUpscale = false
) ).apply {
// resize aMaps width = this.width
val resizedFilter = Bitmap.createScaledBitmap( height = this.height
alphaMaps, resized.width, resized.height, true imgBuf = IntBuffer.allocate(width * height)
) copyPixelsToBuffer(imgBuf)
recycle()
val imgBuf = TfLiteHelper.bitmapToRgbFloatArray(resized)
val filterBuf = TfLiteHelper.bitmapToRgbFloatArray(resizedFilter)
for (i in 0 until iteration) {
val src = imgBuf.array()
val filter = filterBuf.array()
for (j in src.indices) {
src[j] = src[j] + -filter[j] * (src[j].pow(2f) - src[j])
}
} }
return TfLiteHelper.rgbFloatArrayToBitmap( imgBuf.rewind()
imgBuf, resized.width, resized.height
) // resize aMaps
val filterBuf: IntBuffer
Bitmap.createScaledBitmap(alphaMaps, width, height, true).apply {
filterBuf = IntBuffer.allocate(width * height)
copyPixelsToBuffer(filterBuf)
recycle()
}
filterBuf.rewind()
val src = imgBuf.array()
val filter = filterBuf.array()
for (i in src.indices) {
var sr = (src[i] and 0xFF) / 255f
var sg = (src[i] shr 8 and 0xFF) / 255f
var sb = (src[i] shr 16 and 0xFF) / 255f
val fr = (filter[i] and 0xFF) / 255f
val fg = (filter[i] shr 8 and 0xFF) / 255f
val fb = (filter[i] shr 16 and 0xFF) / 255f
for (j in 0 until iteration) {
sr += -fr * (sr.pow(2f) - sr)
sg += -fg * (sg.pow(2f) - sg)
sb += -fb * (sb.pow(2f) - sb)
}
src[i] = (0xFF shl 24) or
((sr * 255).toInt().coerceIn(0, 255)) or
((sg * 255).toInt().coerceIn(0, 255) shl 8) or
((sb * 255).toInt().coerceIn(0, 255) shl 16)
}
return Bitmap.createBitmap(width, height, Bitmap.Config.ARGB_8888)
.apply {
copyPixelsFromBuffer(imgBuf)
}
} }
private val context = context private val context = context