# Copyright 2014 The Android Open Source Project # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import os.path import its.caps import its.device import its.image import its.objects NAME = os.path.basename(__file__).split('.')[0] NUM_TEST_FRAMES = 20 FD_MODE_OFF = 0 FD_MODE_SIMPLE = 1 FD_MODE_FULL = 2 W, H = 640, 480 def main(): """Test face detection. """ with its.device.ItsSession() as cam: props = cam.get_camera_properties() props = cam.override_with_hidden_physical_camera_props(props) its.caps.skip_unless(its.caps.face_detect(props)) mono_camera = its.caps.mono_camera(props) fd_modes = props['android.statistics.info.availableFaceDetectModes'] a = props['android.sensor.info.activeArraySize'] aw, ah = a['right'] - a['left'], a['bottom'] - a['top'] if its.caps.read_3a(props): gain, exp, _, _, focus = cam.do_3a(get_results=True, mono_camera=mono_camera) print 'iso = %d' % gain print 'exp = %.2fms' % (exp*1.0E-6) if focus == 0.0: print 'fd = infinity' else: print 'fd = %.2fcm' % (1.0E2/focus) for fd_mode in fd_modes: assert FD_MODE_OFF <= fd_mode <= FD_MODE_FULL req = its.objects.auto_capture_request() req['android.statistics.faceDetectMode'] = fd_mode fmt = {'format': 'yuv', 'width': W, 'height': H} caps = cam.do_capture([req]*NUM_TEST_FRAMES, fmt) for i, cap in enumerate(caps): md = cap['metadata'] assert md['android.statistics.faceDetectMode'] == fd_mode faces = md['android.statistics.faces'] # 0 faces should be returned for OFF mode if fd_mode == FD_MODE_OFF: assert not faces continue # Face detection could take several frames to warm up, # but it should detect at least one face in last frame if i == NUM_TEST_FRAMES - 1: img = its.image.convert_capture_to_rgb_image( cap, props=props) img = its.image.rotate_img_per_argv(img) img_name = '%s_fd_mode_%s.jpg' % (NAME, fd_mode) its.image.write_image(img, img_name) if not faces: print 'Error: no face detected in mode', fd_mode assert 0 if not faces: continue print 'Frame %d face metadata:' % i print ' Faces:', faces print '' face_scores = [face['score'] for face in faces] face_rectangles = [face['bounds'] for face in faces] for score in face_scores: assert score >= 1 and score <= 100 # Face bounds should be within active array for j, rect in enumerate(face_rectangles): print 'Checking face rectangle %d...' % j rect_t = rect['top'] rect_b = rect['bottom'] rect_l = rect['left'] rect_r = rect['right'] assert rect_t < rect_b assert rect_l < rect_r l_msg = 'l: %d outside of active W: 0,%d' % (rect_l, aw) r_msg = 'r: %d outside of active W: 0,%d' % (rect_r, aw) t_msg = 't: %d outside active H: 0,%d' % (rect_t, ah) b_msg = 'b: %d outside active H: 0,%d' % (rect_b, ah) # Assert same order as face landmarks below assert 0 <= rect_l <= aw, l_msg assert 0 <= rect_r <= aw, r_msg assert 0 <= rect_t <= ah, t_msg assert 0 <= rect_b <= ah, b_msg # Face landmarks are reported if and only if fd_mode is FULL # Face ID should be -1 for SIMPLE and unique for FULL if fd_mode == FD_MODE_SIMPLE: for face in faces: assert 'leftEye' not in face assert 'rightEye' not in face assert 'mouth' not in face assert face['id'] == -1 elif fd_mode == FD_MODE_FULL: face_ids = [face['id'] for face in faces] assert len(face_ids) == len(set(face_ids)) # Face landmarks should be within face bounds for k, face in enumerate(faces): print 'Checking landmarks in face %d...' % k l_eye = face['leftEye'] r_eye = face['rightEye'] mouth = face['mouth'] l, r = face['bounds']['left'], face['bounds']['right'] t, b = face['bounds']['top'], face['bounds']['bottom'] l_eye_x, l_eye_y = l_eye['x'], l_eye['y'] r_eye_x, r_eye_y = r_eye['x'], r_eye['y'] mouth_x, mouth_y = mouth['x'], mouth['y'] lx_msg = 'l: %d, r: %d, x: %d' % (l, r, l_eye_x) ly_msg = 't: %d, b: %d, y: %d' % (t, b, l_eye_y) rx_msg = 'l: %d, r: %d, x: %d' % (l, r, r_eye_x) ry_msg = 't: %d, b: %d, y: %d' % (t, b, r_eye_y) mx_msg = 'l: %d, r: %d, x: %d' % (l, r, mouth_x) my_msg = 't: %d, b: %d, y: %d' % (t, b, mouth_y) assert l <= l_eye_x <= r, lx_msg assert t <= l_eye_y <= b, ly_msg assert l <= r_eye_x <= r, rx_msg assert t <= r_eye_y <= b, ry_msg assert l <= mouth_x <= r, mx_msg assert t <= mouth_y <= b, my_msg if __name__ == '__main__': main()