The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2006 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Narayan Kamath | 85ecdac | 2014-02-28 17:43:11 +0000 | [diff] [blame] | 17 | #include <assert.h> |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 18 | #include <stdlib.h> |
| 19 | #include <stdio.h> |
| 20 | #include <fcntl.h> |
| 21 | #include <unistd.h> |
| 22 | |
| 23 | #include <utils/misc.h> |
| 24 | #include <utils/String8.h> |
| 25 | #include <utils/Log.h> |
| 26 | |
John Reck | f566512 | 2015-03-02 15:37:29 -0800 | [diff] [blame] | 27 | #include <android/bitmap.h> |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 28 | |
| 29 | #include "jni.h" |
Steven Moreland | 9ca4881 | 2017-07-18 16:53:50 -0700 | [diff] [blame] | 30 | #include <nativehelper/JNIHelp.h> |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 31 | |
| 32 | using namespace android; |
| 33 | |
| 34 | extern "C" |
| 35 | { |
| 36 | #include <fd_emb_sdk.h> |
| 37 | } |
| 38 | |
| 39 | struct FaceData |
| 40 | { |
| 41 | float confidence; |
| 42 | float midpointx; |
| 43 | float midpointy; |
| 44 | float eyedist; |
| 45 | }; |
| 46 | |
| 47 | struct FaceOffsets |
| 48 | { |
| 49 | jfieldID confidence; |
| 50 | jfieldID midpointx; |
| 51 | jfieldID midpointy; |
| 52 | jfieldID eyedist; |
| 53 | jfieldID eulerx; |
| 54 | jfieldID eulery; |
| 55 | jfieldID eulerz; |
| 56 | } gFaceOffsets; |
| 57 | |
| 58 | struct FaceDetectorOffsets |
| 59 | { |
| 60 | jfieldID fd; |
| 61 | jfieldID sdk; |
| 62 | jfieldID dcr; |
| 63 | jfieldID width; |
| 64 | jfieldID height; |
| 65 | jfieldID maxFaces; |
| 66 | jfieldID bwbuffer; |
| 67 | } gFaceDetectorOffsets; |
| 68 | |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 69 | // --------------------------------------------------------------------------- |
| 70 | |
| 71 | static void getFaceData(btk_HDCR hdcr, FaceData* fdata) |
| 72 | { |
| 73 | btk_Node leftEye, rightEye; |
| 74 | |
| 75 | btk_DCR_getNode(hdcr, 0, &leftEye); |
| 76 | btk_DCR_getNode(hdcr, 1, &rightEye); |
| 77 | |
| 78 | fdata->eyedist = (float)(rightEye.x - leftEye.x) / (1 << 16); |
| 79 | fdata->midpointx = (float)(rightEye.x + leftEye.x) / (1 << 17); |
| 80 | fdata->midpointy = (float)(rightEye.y + leftEye.y) / (1 << 17); |
| 81 | fdata->confidence = (float)btk_DCR_confidence(hdcr) / (1 << 24); |
| 82 | } |
| 83 | |
| 84 | // --------------------------------------------------------------------------- |
| 85 | |
| 86 | static void doThrow(JNIEnv* env, const char* exc, const char* msg = NULL) |
| 87 | { |
| 88 | jclass npeClazz = env->FindClass(exc); |
| 89 | env->ThrowNew(npeClazz, msg); |
| 90 | } |
| 91 | |
| 92 | static void |
| 93 | nativeClassInit |
| 94 | (JNIEnv *_env, jclass _this) |
| 95 | { |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 96 | gFaceDetectorOffsets.fd = _env->GetFieldID(_this, "mFD", "J"); |
| 97 | gFaceDetectorOffsets.sdk = _env->GetFieldID(_this, "mSDK", "J"); |
| 98 | gFaceDetectorOffsets.dcr = _env->GetFieldID(_this, "mDCR", "J"); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 99 | gFaceDetectorOffsets.width = _env->GetFieldID(_this, "mWidth", "I"); |
| 100 | gFaceDetectorOffsets.height = _env->GetFieldID(_this, "mHeight", "I"); |
| 101 | gFaceDetectorOffsets.maxFaces = _env->GetFieldID(_this, "mMaxFaces", "I"); |
| 102 | gFaceDetectorOffsets.bwbuffer = _env->GetFieldID(_this, "mBWBuffer", "[B"); |
| 103 | |
| 104 | jclass faceClass = _env->FindClass("android/media/FaceDetector$Face"); |
| 105 | gFaceOffsets.confidence = _env->GetFieldID(faceClass, "mConfidence", "F"); |
| 106 | gFaceOffsets.midpointx = _env->GetFieldID(faceClass, "mMidPointX", "F"); |
| 107 | gFaceOffsets.midpointy = _env->GetFieldID(faceClass, "mMidPointY", "F"); |
| 108 | gFaceOffsets.eyedist = _env->GetFieldID(faceClass, "mEyesDist", "F"); |
| 109 | gFaceOffsets.eulerx = _env->GetFieldID(faceClass, "mPoseEulerX", "F"); |
| 110 | gFaceOffsets.eulery = _env->GetFieldID(faceClass, "mPoseEulerY", "F"); |
| 111 | gFaceOffsets.eulerz = _env->GetFieldID(faceClass, "mPoseEulerZ", "F"); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 112 | } |
| 113 | |
| 114 | // --------------------------------------------------------------------------- |
| 115 | |
| 116 | static jint |
| 117 | initialize(JNIEnv *_env, jobject _this, |
| 118 | jint w, jint h, jint maxFaces) |
| 119 | { |
| 120 | // load the configuration file |
| 121 | const char* root = getenv("ANDROID_ROOT"); |
| 122 | String8 path(root); |
| 123 | path.appendPath("usr/share/bmd/RFFstd_501.bmd"); |
| 124 | // path.appendPath("usr/share/bmd/RFFspeed_501.bmd"); |
| 125 | |
| 126 | const int MAX_FILE_SIZE = 65536; |
| 127 | void* initData = malloc( MAX_FILE_SIZE ); /* enough to fit entire file */ |
| 128 | int filedesc = open(path.string(), O_RDONLY); |
| 129 | int initDataSize = read(filedesc, initData, MAX_FILE_SIZE); |
| 130 | close(filedesc); |
| 131 | |
| 132 | // -------------------------------------------------------------------- |
| 133 | btk_HSDK sdk = NULL; |
| 134 | btk_SDKCreateParam sdkParam = btk_SDK_defaultParam(); |
| 135 | sdkParam.fpMalloc = malloc; |
| 136 | sdkParam.fpFree = free; |
| 137 | sdkParam.maxImageWidth = w; |
| 138 | sdkParam.maxImageHeight = h; |
| 139 | |
| 140 | btk_Status status = btk_SDK_create(&sdkParam, &sdk); |
| 141 | // make sure everything went well |
| 142 | if (status != btk_STATUS_OK) { |
| 143 | // XXX: be more precise about what went wrong |
| 144 | doThrow(_env, "java/lang/OutOfMemoryError", NULL); |
| 145 | return 0; |
| 146 | } |
| 147 | |
| 148 | btk_HDCR dcr = NULL; |
| 149 | btk_DCRCreateParam dcrParam = btk_DCR_defaultParam(); |
| 150 | btk_DCR_create( sdk, &dcrParam, &dcr ); |
| 151 | |
| 152 | btk_HFaceFinder fd = NULL; |
| 153 | btk_FaceFinderCreateParam fdParam = btk_FaceFinder_defaultParam(); |
| 154 | fdParam.pModuleParam = initData; |
| 155 | fdParam.moduleParamSize = initDataSize; |
| 156 | fdParam.maxDetectableFaces = maxFaces; |
| 157 | status = btk_FaceFinder_create( sdk, &fdParam, &fd ); |
| 158 | btk_FaceFinder_setRange(fd, 20, w/2); /* set eye distance range */ |
| 159 | |
| 160 | // make sure everything went well |
| 161 | if (status != btk_STATUS_OK) { |
| 162 | // XXX: be more precise about what went wrong |
| 163 | doThrow(_env, "java/lang/OutOfMemoryError", NULL); |
| 164 | return 0; |
| 165 | } |
| 166 | |
| 167 | // free the configuration file |
| 168 | free(initData); |
| 169 | |
| 170 | // initialize the java object |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 171 | _env->SetLongField(_this, gFaceDetectorOffsets.fd, (jlong)fd); |
| 172 | _env->SetLongField(_this, gFaceDetectorOffsets.sdk, (jlong)sdk); |
| 173 | _env->SetLongField(_this, gFaceDetectorOffsets.dcr, (jlong)dcr); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 174 | |
| 175 | return 1; |
| 176 | } |
| 177 | |
| 178 | static void |
| 179 | destroy(JNIEnv *_env, jobject _this) |
| 180 | { |
| 181 | btk_HFaceFinder hfd = |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 182 | (btk_HFaceFinder)(_env->GetLongField(_this, gFaceDetectorOffsets.fd)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 183 | btk_FaceFinder_close( hfd ); |
| 184 | |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 185 | btk_HDCR hdcr = (btk_HDCR)(_env->GetLongField(_this, gFaceDetectorOffsets.dcr)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 186 | btk_DCR_close( hdcr ); |
| 187 | |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 188 | btk_HSDK hsdk = (btk_HSDK)(_env->GetLongField(_this, gFaceDetectorOffsets.sdk)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 189 | btk_SDK_close( hsdk ); |
| 190 | } |
| 191 | |
| 192 | static jint |
| 193 | detect(JNIEnv *_env, jobject _this, |
| 194 | jobject bitmap) |
| 195 | { |
| 196 | // get the fields we need |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 197 | btk_HDCR hdcr = (btk_HDCR)(_env->GetLongField(_this, gFaceDetectorOffsets.dcr)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 198 | btk_HFaceFinder hfd = |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 199 | (btk_HFaceFinder)(_env->GetLongField(_this, gFaceDetectorOffsets.fd)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 200 | u32 width = _env->GetIntField(_this, gFaceDetectorOffsets.width); |
| 201 | u32 height = _env->GetIntField(_this, gFaceDetectorOffsets.height); |
| 202 | |
| 203 | jbyteArray bwbufferObject = (jbyteArray) |
| 204 | _env->GetObjectField(_this, gFaceDetectorOffsets.bwbuffer); |
| 205 | |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 206 | // get to our BW temporary buffer |
| 207 | jbyte* bwbuffer = _env->GetByteArrayElements(bwbufferObject, 0); |
| 208 | |
| 209 | // convert the image to B/W |
| 210 | uint8_t* dst = (uint8_t*)bwbuffer; |
| 211 | |
John Reck | f566512 | 2015-03-02 15:37:29 -0800 | [diff] [blame] | 212 | uint16_t const* src; |
| 213 | AndroidBitmapInfo bitmapInfo; |
| 214 | AndroidBitmap_getInfo(_env, bitmap, &bitmapInfo); |
| 215 | AndroidBitmap_lockPixels(_env, bitmap, (void**) &src); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 216 | |
John Reck | f566512 | 2015-03-02 15:37:29 -0800 | [diff] [blame] | 217 | int wpr = bitmapInfo.stride / 2; |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 218 | for (u32 y=0 ; y<height; y++) { |
| 219 | for (u32 x=0 ; x<width ; x++) { |
| 220 | uint16_t rgb = src[x]; |
| 221 | int r = rgb >> 11; |
| 222 | int g2 = (rgb >> 5) & 0x3F; |
| 223 | int b = rgb & 0x1F; |
| 224 | // L coefficients 0.299 0.587 0.11 |
| 225 | int L = (r<<1) + (g2<<1) + (g2>>1) + b; |
| 226 | *dst++ = L; |
| 227 | } |
| 228 | src += wpr; |
| 229 | } |
| 230 | |
| 231 | // run detection |
| 232 | btk_DCR_assignGrayByteImage(hdcr, bwbuffer, width, height); |
| 233 | |
| 234 | int numberOfFaces = 0; |
| 235 | if (btk_FaceFinder_putDCR(hfd, hdcr) == btk_STATUS_OK) { |
| 236 | numberOfFaces = btk_FaceFinder_faces(hfd); |
Gloria Wang | b493ba2 | 2009-11-24 16:11:15 -0800 | [diff] [blame] | 237 | } else { |
Steve Block | 7f22db8 | 2012-01-06 19:10:09 +0000 | [diff] [blame] | 238 | ALOGE("ERROR: Return 0 faces because error exists in btk_FaceFinder_putDCR.\n"); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 239 | } |
| 240 | |
| 241 | // release the arrays we're using |
John Reck | f566512 | 2015-03-02 15:37:29 -0800 | [diff] [blame] | 242 | AndroidBitmap_unlockPixels(_env, bitmap); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 243 | _env->ReleaseByteArrayElements(bwbufferObject, bwbuffer, 0); |
| 244 | return numberOfFaces; |
| 245 | } |
| 246 | |
| 247 | static void |
| 248 | get_face(JNIEnv *_env, jobject _this, |
Bernhard Rosenkraenzer | 2477458 | 2014-10-04 20:07:25 +0200 | [diff] [blame] | 249 | jobject face, jint) |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 250 | { |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 251 | btk_HDCR hdcr = (btk_HDCR)(_env->GetLongField(_this, gFaceDetectorOffsets.dcr)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 252 | btk_HFaceFinder hfd = |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 253 | (btk_HFaceFinder)(_env->GetLongField(_this, gFaceDetectorOffsets.fd)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 254 | |
| 255 | FaceData faceData; |
| 256 | btk_FaceFinder_getDCR(hfd, hdcr); |
| 257 | getFaceData(hdcr, &faceData); |
| 258 | |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 259 | _env->SetFloatField(face, gFaceOffsets.confidence, faceData.confidence); |
| 260 | _env->SetFloatField(face, gFaceOffsets.midpointx, faceData.midpointx); |
| 261 | _env->SetFloatField(face, gFaceOffsets.midpointy, faceData.midpointy); |
| 262 | _env->SetFloatField(face, gFaceOffsets.eyedist, faceData.eyedist); |
| 263 | _env->SetFloatField(face, gFaceOffsets.eulerx, 0); |
| 264 | _env->SetFloatField(face, gFaceOffsets.eulery, 0); |
| 265 | _env->SetFloatField(face, gFaceOffsets.eulerz, 0); |
| 266 | } |
| 267 | |
| 268 | // --------------------------------------------------------------------------- |
| 269 | |
| 270 | static const char *classPathName = "android/media/FaceDetector"; |
| 271 | |
| 272 | static JNINativeMethod methods[] = { |
| 273 | {"nativeClassInit", "()V", (void*)nativeClassInit }, |
| 274 | {"fft_initialize", "(III)I", (void*)initialize }, |
| 275 | {"fft_detect", "(Landroid/graphics/Bitmap;)I", (void*)detect }, |
| 276 | {"fft_get_face", "(Landroid/media/FaceDetector$Face;I)V",(void*)get_face }, |
| 277 | {"fft_destroy", "()V", (void*)destroy }, |
| 278 | }; |
| 279 | |
| 280 | int register_android_media_FaceDetector(JNIEnv *_env) |
| 281 | { |
Narayan Kamath | 85ecdac | 2014-02-28 17:43:11 +0000 | [diff] [blame] | 282 | return jniRegisterNativeMethods(_env, classPathName, methods, NELEM(methods)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 283 | } |
| 284 | |
| 285 | // --------------------------------------------------------------------------- |
| 286 | |
Bernhard Rosenkraenzer | 2477458 | 2014-10-04 20:07:25 +0200 | [diff] [blame] | 287 | jint JNI_OnLoad(JavaVM* vm, void*) |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 288 | { |
| 289 | JNIEnv* env = NULL; |
| 290 | jint result = -1; |
| 291 | |
| 292 | if (vm->GetEnv((void**) &env, JNI_VERSION_1_4) != JNI_OK) { |
Steve Block | 7f22db8 | 2012-01-06 19:10:09 +0000 | [diff] [blame] | 293 | ALOGE("ERROR: GetEnv failed\n"); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 294 | goto bail; |
| 295 | } |
| 296 | assert(env != NULL); |
| 297 | |
| 298 | if (register_android_media_FaceDetector(env) < 0) { |
Steve Block | 7f22db8 | 2012-01-06 19:10:09 +0000 | [diff] [blame] | 299 | ALOGE("ERROR: MediaPlayer native registration failed\n"); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 300 | goto bail; |
| 301 | } |
| 302 | |
| 303 | /* success -- return valid version number */ |
| 304 | result = JNI_VERSION_1_4; |
| 305 | |
| 306 | bail: |
| 307 | return result; |
| 308 | } |