The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2006 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Narayan Kamath | 85ecdac | 2014-02-28 17:43:11 +0000 | [diff] [blame] | 17 | #include <assert.h> |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 18 | #include <stdlib.h> |
| 19 | #include <stdio.h> |
| 20 | #include <fcntl.h> |
| 21 | #include <unistd.h> |
| 22 | |
| 23 | #include <utils/misc.h> |
| 24 | #include <utils/String8.h> |
| 25 | #include <utils/Log.h> |
| 26 | |
| 27 | #include <core/SkBitmap.h> |
| 28 | |
| 29 | #include "jni.h" |
| 30 | #include "JNIHelp.h" |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 31 | |
| 32 | using namespace android; |
| 33 | |
| 34 | extern "C" |
| 35 | { |
| 36 | #include <fd_emb_sdk.h> |
| 37 | } |
| 38 | |
| 39 | struct FaceData |
| 40 | { |
| 41 | float confidence; |
| 42 | float midpointx; |
| 43 | float midpointy; |
| 44 | float eyedist; |
| 45 | }; |
| 46 | |
| 47 | struct FaceOffsets |
| 48 | { |
| 49 | jfieldID confidence; |
| 50 | jfieldID midpointx; |
| 51 | jfieldID midpointy; |
| 52 | jfieldID eyedist; |
| 53 | jfieldID eulerx; |
| 54 | jfieldID eulery; |
| 55 | jfieldID eulerz; |
| 56 | } gFaceOffsets; |
| 57 | |
| 58 | struct FaceDetectorOffsets |
| 59 | { |
| 60 | jfieldID fd; |
| 61 | jfieldID sdk; |
| 62 | jfieldID dcr; |
| 63 | jfieldID width; |
| 64 | jfieldID height; |
| 65 | jfieldID maxFaces; |
| 66 | jfieldID bwbuffer; |
| 67 | } gFaceDetectorOffsets; |
| 68 | |
| 69 | jfieldID nativeBitmapID; |
| 70 | |
| 71 | // --------------------------------------------------------------------------- |
| 72 | |
| 73 | static void getFaceData(btk_HDCR hdcr, FaceData* fdata) |
| 74 | { |
| 75 | btk_Node leftEye, rightEye; |
| 76 | |
| 77 | btk_DCR_getNode(hdcr, 0, &leftEye); |
| 78 | btk_DCR_getNode(hdcr, 1, &rightEye); |
| 79 | |
| 80 | fdata->eyedist = (float)(rightEye.x - leftEye.x) / (1 << 16); |
| 81 | fdata->midpointx = (float)(rightEye.x + leftEye.x) / (1 << 17); |
| 82 | fdata->midpointy = (float)(rightEye.y + leftEye.y) / (1 << 17); |
| 83 | fdata->confidence = (float)btk_DCR_confidence(hdcr) / (1 << 24); |
| 84 | } |
| 85 | |
| 86 | // --------------------------------------------------------------------------- |
| 87 | |
| 88 | static void doThrow(JNIEnv* env, const char* exc, const char* msg = NULL) |
| 89 | { |
| 90 | jclass npeClazz = env->FindClass(exc); |
| 91 | env->ThrowNew(npeClazz, msg); |
| 92 | } |
| 93 | |
| 94 | static void |
| 95 | nativeClassInit |
| 96 | (JNIEnv *_env, jclass _this) |
| 97 | { |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 98 | gFaceDetectorOffsets.fd = _env->GetFieldID(_this, "mFD", "J"); |
| 99 | gFaceDetectorOffsets.sdk = _env->GetFieldID(_this, "mSDK", "J"); |
| 100 | gFaceDetectorOffsets.dcr = _env->GetFieldID(_this, "mDCR", "J"); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 101 | gFaceDetectorOffsets.width = _env->GetFieldID(_this, "mWidth", "I"); |
| 102 | gFaceDetectorOffsets.height = _env->GetFieldID(_this, "mHeight", "I"); |
| 103 | gFaceDetectorOffsets.maxFaces = _env->GetFieldID(_this, "mMaxFaces", "I"); |
| 104 | gFaceDetectorOffsets.bwbuffer = _env->GetFieldID(_this, "mBWBuffer", "[B"); |
| 105 | |
| 106 | jclass faceClass = _env->FindClass("android/media/FaceDetector$Face"); |
| 107 | gFaceOffsets.confidence = _env->GetFieldID(faceClass, "mConfidence", "F"); |
| 108 | gFaceOffsets.midpointx = _env->GetFieldID(faceClass, "mMidPointX", "F"); |
| 109 | gFaceOffsets.midpointy = _env->GetFieldID(faceClass, "mMidPointY", "F"); |
| 110 | gFaceOffsets.eyedist = _env->GetFieldID(faceClass, "mEyesDist", "F"); |
| 111 | gFaceOffsets.eulerx = _env->GetFieldID(faceClass, "mPoseEulerX", "F"); |
| 112 | gFaceOffsets.eulery = _env->GetFieldID(faceClass, "mPoseEulerY", "F"); |
| 113 | gFaceOffsets.eulerz = _env->GetFieldID(faceClass, "mPoseEulerZ", "F"); |
| 114 | |
| 115 | jclass bitmapClass = _env->FindClass("android/graphics/Bitmap"); |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 116 | nativeBitmapID = _env->GetFieldID(bitmapClass, "mNativeBitmap", "J"); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 117 | } |
| 118 | |
| 119 | // --------------------------------------------------------------------------- |
| 120 | |
| 121 | static jint |
| 122 | initialize(JNIEnv *_env, jobject _this, |
| 123 | jint w, jint h, jint maxFaces) |
| 124 | { |
| 125 | // load the configuration file |
| 126 | const char* root = getenv("ANDROID_ROOT"); |
| 127 | String8 path(root); |
| 128 | path.appendPath("usr/share/bmd/RFFstd_501.bmd"); |
| 129 | // path.appendPath("usr/share/bmd/RFFspeed_501.bmd"); |
| 130 | |
| 131 | const int MAX_FILE_SIZE = 65536; |
| 132 | void* initData = malloc( MAX_FILE_SIZE ); /* enough to fit entire file */ |
| 133 | int filedesc = open(path.string(), O_RDONLY); |
| 134 | int initDataSize = read(filedesc, initData, MAX_FILE_SIZE); |
| 135 | close(filedesc); |
| 136 | |
| 137 | // -------------------------------------------------------------------- |
| 138 | btk_HSDK sdk = NULL; |
| 139 | btk_SDKCreateParam sdkParam = btk_SDK_defaultParam(); |
| 140 | sdkParam.fpMalloc = malloc; |
| 141 | sdkParam.fpFree = free; |
| 142 | sdkParam.maxImageWidth = w; |
| 143 | sdkParam.maxImageHeight = h; |
| 144 | |
| 145 | btk_Status status = btk_SDK_create(&sdkParam, &sdk); |
| 146 | // make sure everything went well |
| 147 | if (status != btk_STATUS_OK) { |
| 148 | // XXX: be more precise about what went wrong |
| 149 | doThrow(_env, "java/lang/OutOfMemoryError", NULL); |
| 150 | return 0; |
| 151 | } |
| 152 | |
| 153 | btk_HDCR dcr = NULL; |
| 154 | btk_DCRCreateParam dcrParam = btk_DCR_defaultParam(); |
| 155 | btk_DCR_create( sdk, &dcrParam, &dcr ); |
| 156 | |
| 157 | btk_HFaceFinder fd = NULL; |
| 158 | btk_FaceFinderCreateParam fdParam = btk_FaceFinder_defaultParam(); |
| 159 | fdParam.pModuleParam = initData; |
| 160 | fdParam.moduleParamSize = initDataSize; |
| 161 | fdParam.maxDetectableFaces = maxFaces; |
| 162 | status = btk_FaceFinder_create( sdk, &fdParam, &fd ); |
| 163 | btk_FaceFinder_setRange(fd, 20, w/2); /* set eye distance range */ |
| 164 | |
| 165 | // make sure everything went well |
| 166 | if (status != btk_STATUS_OK) { |
| 167 | // XXX: be more precise about what went wrong |
| 168 | doThrow(_env, "java/lang/OutOfMemoryError", NULL); |
| 169 | return 0; |
| 170 | } |
| 171 | |
| 172 | // free the configuration file |
| 173 | free(initData); |
| 174 | |
| 175 | // initialize the java object |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 176 | _env->SetLongField(_this, gFaceDetectorOffsets.fd, (jlong)fd); |
| 177 | _env->SetLongField(_this, gFaceDetectorOffsets.sdk, (jlong)sdk); |
| 178 | _env->SetLongField(_this, gFaceDetectorOffsets.dcr, (jlong)dcr); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 179 | |
| 180 | return 1; |
| 181 | } |
| 182 | |
| 183 | static void |
| 184 | destroy(JNIEnv *_env, jobject _this) |
| 185 | { |
| 186 | btk_HFaceFinder hfd = |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 187 | (btk_HFaceFinder)(_env->GetLongField(_this, gFaceDetectorOffsets.fd)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 188 | btk_FaceFinder_close( hfd ); |
| 189 | |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 190 | btk_HDCR hdcr = (btk_HDCR)(_env->GetLongField(_this, gFaceDetectorOffsets.dcr)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 191 | btk_DCR_close( hdcr ); |
| 192 | |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 193 | btk_HSDK hsdk = (btk_HSDK)(_env->GetLongField(_this, gFaceDetectorOffsets.sdk)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 194 | btk_SDK_close( hsdk ); |
| 195 | } |
| 196 | |
| 197 | static jint |
| 198 | detect(JNIEnv *_env, jobject _this, |
| 199 | jobject bitmap) |
| 200 | { |
| 201 | // get the fields we need |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 202 | btk_HDCR hdcr = (btk_HDCR)(_env->GetLongField(_this, gFaceDetectorOffsets.dcr)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 203 | btk_HFaceFinder hfd = |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 204 | (btk_HFaceFinder)(_env->GetLongField(_this, gFaceDetectorOffsets.fd)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 205 | u32 maxFaces = _env->GetIntField(_this, gFaceDetectorOffsets.maxFaces); |
| 206 | u32 width = _env->GetIntField(_this, gFaceDetectorOffsets.width); |
| 207 | u32 height = _env->GetIntField(_this, gFaceDetectorOffsets.height); |
| 208 | |
| 209 | jbyteArray bwbufferObject = (jbyteArray) |
| 210 | _env->GetObjectField(_this, gFaceDetectorOffsets.bwbuffer); |
| 211 | |
| 212 | // get to the native bitmap |
| 213 | SkBitmap const * nativeBitmap = |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 214 | (SkBitmap const *)_env->GetLongField(bitmap, nativeBitmapID); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 215 | |
| 216 | // get to our BW temporary buffer |
| 217 | jbyte* bwbuffer = _env->GetByteArrayElements(bwbufferObject, 0); |
| 218 | |
| 219 | // convert the image to B/W |
| 220 | uint8_t* dst = (uint8_t*)bwbuffer; |
| 221 | |
| 222 | // manage the life-time of locking our pixels |
| 223 | SkAutoLockPixels alp(*nativeBitmap); |
| 224 | |
| 225 | uint16_t const* src = (uint16_t const*)nativeBitmap->getPixels(); |
| 226 | int wpr = nativeBitmap->rowBytes() / 2; |
| 227 | for (u32 y=0 ; y<height; y++) { |
| 228 | for (u32 x=0 ; x<width ; x++) { |
| 229 | uint16_t rgb = src[x]; |
| 230 | int r = rgb >> 11; |
| 231 | int g2 = (rgb >> 5) & 0x3F; |
| 232 | int b = rgb & 0x1F; |
| 233 | // L coefficients 0.299 0.587 0.11 |
| 234 | int L = (r<<1) + (g2<<1) + (g2>>1) + b; |
| 235 | *dst++ = L; |
| 236 | } |
| 237 | src += wpr; |
| 238 | } |
| 239 | |
| 240 | // run detection |
| 241 | btk_DCR_assignGrayByteImage(hdcr, bwbuffer, width, height); |
| 242 | |
| 243 | int numberOfFaces = 0; |
| 244 | if (btk_FaceFinder_putDCR(hfd, hdcr) == btk_STATUS_OK) { |
| 245 | numberOfFaces = btk_FaceFinder_faces(hfd); |
Gloria Wang | b493ba2 | 2009-11-24 16:11:15 -0800 | [diff] [blame] | 246 | } else { |
Steve Block | 7f22db8 | 2012-01-06 19:10:09 +0000 | [diff] [blame] | 247 | ALOGE("ERROR: Return 0 faces because error exists in btk_FaceFinder_putDCR.\n"); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 248 | } |
| 249 | |
| 250 | // release the arrays we're using |
| 251 | _env->ReleaseByteArrayElements(bwbufferObject, bwbuffer, 0); |
| 252 | return numberOfFaces; |
| 253 | } |
| 254 | |
| 255 | static void |
| 256 | get_face(JNIEnv *_env, jobject _this, |
Bernhard Rosenkraenzer | 2477458 | 2014-10-04 20:07:25 +0200 | [diff] [blame^] | 257 | jobject face, jint) |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 258 | { |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 259 | btk_HDCR hdcr = (btk_HDCR)(_env->GetLongField(_this, gFaceDetectorOffsets.dcr)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 260 | btk_HFaceFinder hfd = |
Marcus Oakland | 677f669 | 2013-02-07 15:11:09 +0000 | [diff] [blame] | 261 | (btk_HFaceFinder)(_env->GetLongField(_this, gFaceDetectorOffsets.fd)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 262 | |
| 263 | FaceData faceData; |
| 264 | btk_FaceFinder_getDCR(hfd, hdcr); |
| 265 | getFaceData(hdcr, &faceData); |
| 266 | |
| 267 | const float X2F = 1.0f / 65536.0f; |
| 268 | _env->SetFloatField(face, gFaceOffsets.confidence, faceData.confidence); |
| 269 | _env->SetFloatField(face, gFaceOffsets.midpointx, faceData.midpointx); |
| 270 | _env->SetFloatField(face, gFaceOffsets.midpointy, faceData.midpointy); |
| 271 | _env->SetFloatField(face, gFaceOffsets.eyedist, faceData.eyedist); |
| 272 | _env->SetFloatField(face, gFaceOffsets.eulerx, 0); |
| 273 | _env->SetFloatField(face, gFaceOffsets.eulery, 0); |
| 274 | _env->SetFloatField(face, gFaceOffsets.eulerz, 0); |
| 275 | } |
| 276 | |
| 277 | // --------------------------------------------------------------------------- |
| 278 | |
| 279 | static const char *classPathName = "android/media/FaceDetector"; |
| 280 | |
| 281 | static JNINativeMethod methods[] = { |
| 282 | {"nativeClassInit", "()V", (void*)nativeClassInit }, |
| 283 | {"fft_initialize", "(III)I", (void*)initialize }, |
| 284 | {"fft_detect", "(Landroid/graphics/Bitmap;)I", (void*)detect }, |
| 285 | {"fft_get_face", "(Landroid/media/FaceDetector$Face;I)V",(void*)get_face }, |
| 286 | {"fft_destroy", "()V", (void*)destroy }, |
| 287 | }; |
| 288 | |
| 289 | int register_android_media_FaceDetector(JNIEnv *_env) |
| 290 | { |
Narayan Kamath | 85ecdac | 2014-02-28 17:43:11 +0000 | [diff] [blame] | 291 | return jniRegisterNativeMethods(_env, classPathName, methods, NELEM(methods)); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 292 | } |
| 293 | |
| 294 | // --------------------------------------------------------------------------- |
| 295 | |
Bernhard Rosenkraenzer | 2477458 | 2014-10-04 20:07:25 +0200 | [diff] [blame^] | 296 | jint JNI_OnLoad(JavaVM* vm, void*) |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 297 | { |
| 298 | JNIEnv* env = NULL; |
| 299 | jint result = -1; |
| 300 | |
| 301 | if (vm->GetEnv((void**) &env, JNI_VERSION_1_4) != JNI_OK) { |
Steve Block | 7f22db8 | 2012-01-06 19:10:09 +0000 | [diff] [blame] | 302 | ALOGE("ERROR: GetEnv failed\n"); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 303 | goto bail; |
| 304 | } |
| 305 | assert(env != NULL); |
| 306 | |
| 307 | if (register_android_media_FaceDetector(env) < 0) { |
Steve Block | 7f22db8 | 2012-01-06 19:10:09 +0000 | [diff] [blame] | 308 | ALOGE("ERROR: MediaPlayer native registration failed\n"); |
The Android Open Source Project | 7f81d9b | 2009-03-03 19:30:08 -0800 | [diff] [blame] | 309 | goto bail; |
| 310 | } |
| 311 | |
| 312 | /* success -- return valid version number */ |
| 313 | result = JNI_VERSION_1_4; |
| 314 | |
| 315 | bail: |
| 316 | return result; |
| 317 | } |