1# Copyright 2016 The Android Open Source Project 2# 3# Licensed under the Apache License, Version 2.0 (the "License"); 4# you may not use this file except in compliance with the License. 5# You may obtain a copy of the License at 6# 7# http://www.apache.org/licenses/LICENSE-2.0 8# 9# Unless required by applicable law or agreed to in writing, software 10# distributed under the License is distributed on an "AS IS" BASIS, 11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12# See the License for the specific language governing permissions and 13# limitations under the License. 14 15import its.image 16import its.caps 17import its.device 18import its.objects 19import os.path 20import numpy 21import cv2 22import math 23 24 25def main(): 26 """ Test that the lens shading correction is applied appropriately, and 27 color of a monochrome uniform scene is evenly distributed, for example, 28 when a diffuser is placed in front of the camera. 29 Perform this test on a yuv frame with auto 3a. Lens shading is evaluated 30 based on the y channel. Measure the average y value for each sample block 31 specified, and then determine pass/fail by comparing with the center y 32 value. 33 The color uniformity test is evaluated in r/g and b/g space. At specified 34 radius of the image, the variance of r/g and b/g value need to be less than 35 a threshold in order to pass the test. 36 """ 37 NAME = os.path.basename(__file__).split(".")[0] 38 # Sample block center location and length 39 Num_radius = 8 40 spb_r = 1/2./(Num_radius*2-1) 41 SPB_CT_LIST = numpy.arange(spb_r, 1/2., spb_r*2) 42 43 # Threshold for pass/fail 44 THRES_LS_CT = 0.9 # len shading allowance for center 45 THRES_LS_CN = 0.6 # len shading allowance for corner 46 THRES_LS_HIGH = 0.2 # max allowed percentage for a patch to be brighter 47 # than center 48 THRES_UFMT = 0.1 # uniformity allowance 49 # Drawing color 50 RED = (1, 0, 0) # blocks failed the test 51 GREEN = (0, 0.7, 0.3) # blocks passed the test 52 53 with its.device.ItsSession() as cam: 54 props = cam.get_camera_properties() 55 its.caps.skip_unless(its.caps.ae_lock(props) and 56 its.caps.awb_lock(props)) 57 if its.caps.read_3a(props): 58 # Converge 3A and get the estimates. 59 sens, exp, gains, xform, focus = cam.do_3a(get_results=True, 60 do_af=False, 61 lock_ae=True, 62 lock_awb=True) 63 print "AE sensitivity %d, exposure %dms" % (sens, exp / 1000000.0) 64 print "AWB gains", gains 65 print "AWB transform", xform 66 print "AF distance", focus 67 req = its.objects.auto_capture_request() 68 img_size = its.objects.get_available_output_sizes("yuv", props) 69 w = img_size[0][0] 70 h = img_size[0][1] 71 out_surface = {"format": "yuv"} 72 cap = cam.do_capture(req, out_surface) 73 print "Captured yuv %dx%d" % (w, h) 74 # rgb image 75 img_rgb = its.image.convert_capture_to_rgb_image(cap) 76 img_g_pos = img_rgb[:, :, 1] + 0.001 # in case g channel is zero. 77 r_g = img_rgb[:, :, 0] / img_g_pos 78 b_g = img_rgb[:, :, 2] / img_g_pos 79 # y channel 80 img_y = its.image.convert_capture_to_planes(cap)[0] 81 its.image.write_image(img_y, "%s_y_plane.png" % NAME, True) 82 83 # Evaluation begins 84 # image with legend 85 img_legend_ls = numpy.copy(img_rgb) 86 img_legend_ufmt = numpy.copy(img_rgb) 87 line_width = max(2, int(max(h, w)/500)) # line width of legend 88 font_scale = line_width / 7.0 # font scale of the basic font size 89 text_height = cv2.getTextSize('gf', cv2.FONT_HERSHEY_SIMPLEX, 90 font_scale, line_width)[0][1] 91 text_offset = int(text_height*1.5) 92 93 # center block average Y value, r/g, and b/g 94 top = int((0.5-spb_r)*h) 95 bottom = int((0.5+spb_r)*h) 96 left = int((0.5-spb_r)*w) 97 right = int((0.5+spb_r)*w) 98 center_y = numpy.mean(img_y[top:bottom, left:right]) 99 center_r_g = numpy.mean(r_g[top:bottom, left:right]) 100 center_b_g = numpy.mean(b_g[top:bottom, left:right]) 101 # add legend to lens Shading figure 102 cv2.rectangle(img_legend_ls, (left, top), (right, bottom), GREEN, 103 line_width) 104 draw_legend(img_legend_ls, ["Y: %.2f" % center_y], 105 [left+text_offset, bottom-text_offset], 106 font_scale, text_offset, GREEN, int(line_width/2)) 107 # add legend to color uniformity figure 108 cv2.rectangle(img_legend_ufmt, (left, top), (right, bottom), GREEN, 109 line_width) 110 texts = ["r/g: %.2f" % center_r_g, 111 "b/g: %.2f" % center_b_g] 112 draw_legend(img_legend_ufmt, texts, 113 [left+text_offset, bottom-text_offset*2], 114 font_scale, text_offset, GREEN, int(line_width/2)) 115 116 # evaluate y and r/g, b/g for each block 117 ls_test_failed = [] 118 cu_test_failed = [] 119 ls_thres_h = center_y * (1 + THRES_LS_HIGH) 120 dist_max = math.sqrt(pow(w, 2)+pow(h, 2))/2 121 for spb_ct in SPB_CT_LIST: 122 # list sample block center location 123 num_sample = int(numpy.asscalar((1-spb_ct*2)/spb_r/2 + 1)) 124 ct_cord_x = numpy.concatenate( 125 (numpy.arange(spb_ct, 1-spb_ct+spb_r, spb_r*2), 126 spb_ct*numpy.ones((num_sample-1)), 127 (1-spb_ct)*numpy.ones((num_sample-1)), 128 numpy.arange(spb_ct, 1-spb_ct+spb_r, spb_r*2))) 129 ct_cord_y = numpy.concatenate( 130 (spb_ct*numpy.ones(num_sample+1), 131 numpy.arange(spb_ct+spb_r*2, 1-spb_ct, spb_r*2), 132 numpy.arange(spb_ct+spb_r*2, 1-spb_ct, spb_r*2), 133 (1-spb_ct)*numpy.ones(num_sample+1))) 134 135 blocks_info = [] 136 max_r_g = 0 137 min_r_g = float("inf") 138 max_b_g = 0 139 min_b_g = float("inf") 140 for spb_ctx, spb_cty in zip(ct_cord_x, ct_cord_y): 141 top = int((spb_cty-spb_r)*h) 142 bottom = int((spb_cty+spb_r)*h) 143 left = int((spb_ctx-spb_r)*w) 144 right = int((spb_ctx+spb_r)*w) 145 dist_to_img_center = math.sqrt(pow(abs(spb_ctx-0.5)*w, 2) 146 + pow(abs(spb_cty-0.5)*h, 2)) 147 ls_thres_l = ((THRES_LS_CT-THRES_LS_CN)*(1-dist_to_img_center 148 /dist_max)+THRES_LS_CN) * center_y 149 150 # compute block average value 151 block_y = numpy.mean(img_y[top:bottom, left:right]) 152 block_r_g = numpy.mean(r_g[top:bottom, left:right]) 153 block_b_g = numpy.mean(b_g[top:bottom, left:right]) 154 max_r_g = max(max_r_g, block_r_g) 155 min_r_g = min(min_r_g, block_r_g) 156 max_b_g = max(max_b_g, block_b_g) 157 min_b_g = min(min_b_g, block_b_g) 158 blocks_info.append({"pos": [top, bottom, left, right], 159 "block_r_g": block_r_g, 160 "block_b_g": block_b_g}) 161 # check lens shading and draw legend 162 if block_y > ls_thres_h or block_y < ls_thres_l: 163 ls_test_failed.append({"pos": [top, bottom, left, 164 right], 165 "val": block_y, 166 "thres_l": ls_thres_l}) 167 legend_color = RED 168 else: 169 legend_color = GREEN 170 text_bottom = bottom - text_offset 171 cv2.rectangle(img_legend_ls, (left, top), (right, bottom), 172 legend_color, line_width) 173 draw_legend(img_legend_ls, ["Y: %.2f" % block_y], 174 [left+text_offset, text_bottom], font_scale, 175 text_offset, legend_color, int(line_width/2)) 176 177 # check color uniformity and draw legend 178 ufmt_r_g = (max_r_g-min_r_g) / center_r_g 179 ufmt_b_g = (max_b_g-min_b_g) / center_b_g 180 if ufmt_r_g > THRES_UFMT or ufmt_b_g > THRES_UFMT: 181 cu_test_failed.append({"pos": spb_ct, 182 "ufmt_r_g": ufmt_r_g, 183 "ufmt_b_g": ufmt_b_g}) 184 legend_color = RED 185 else: 186 legend_color = GREEN 187 for block in blocks_info: 188 top, bottom, left, right = block["pos"] 189 cv2.rectangle(img_legend_ufmt, (left, top), (right, bottom), 190 legend_color, line_width) 191 texts = ["r/g: %.2f" % block["block_r_g"], 192 "b/g: %.2f" % block["block_b_g"]] 193 text_bottom = bottom - text_offset * 2 194 draw_legend(img_legend_ufmt, texts, 195 [left+text_offset, text_bottom], font_scale, 196 text_offset, legend_color, int(line_width/2)) 197 198 # Save images 199 its.image.write_image(img_legend_ufmt, 200 "%s_color_uniformity_result.png" % NAME, True) 201 its.image.write_image(img_legend_ls, 202 "%s_lens_shading_result.png" % NAME, True) 203 204 # print results 205 lens_shading_test_passed = True 206 color_uniformity_test_passed = True 207 if len(ls_test_failed) > 0: 208 lens_shading_test_passed = False 209 print "\nLens shading test summary" 210 print "Center block average Y value: %.3f" % center_y 211 print "Blocks failed in the lens shading test:" 212 for block in ls_test_failed: 213 top, bottom, left, right = block["pos"] 214 print "Block position: [top: %d, bottom: %d, left: %d, right: "\ 215 "%d]; average Y value: %.3f; valid value range: %.3f ~ " \ 216 "%.3f" % (top, bottom, left, right, block["val"], 217 block["thres_l"], ls_thres_h) 218 if len(cu_test_failed) > 0: 219 color_uniformity_test_passed = False 220 print "\nColor uniformity test summary" 221 print "Valid color uniformity value range: 0 ~ ", THRES_UFMT 222 print "Areas that failed the color uniformity test:" 223 for rd in cu_test_failed: 224 print "Radius position: %.3f; r/g uniformity: %.3f; b/g " \ 225 "uniformity: %.3f" % (rd["pos"], rd["ufmt_r_g"], 226 rd["ufmt_b_g"]) 227 assert lens_shading_test_passed 228 assert color_uniformity_test_passed 229 230 231def draw_legend(img, texts, text_org, font_scale, text_offset, legend_color, 232 line_width): 233 """ Draw legend on an image. 234 235 Args: 236 img: Numpy float image array in RGB, with pixel values in [0,1]. 237 texts: list of legends. Each element in the list is a line of legend. 238 text_org: tuple of the bottom left corner of the text position in 239 pixels, horizontal and vertical. 240 font_scale: float number. Font scale of the basic font size. 241 text_offset: text line width in pixels. 242 legend_color: text color in rgb value. 243 line_width: strokes width in pixels. 244 """ 245 for text in texts: 246 cv2.putText(img, text, (text_org[0], text_org[1]), 247 cv2.FONT_HERSHEY_SIMPLEX, font_scale, 248 legend_color, line_width) 249 text_org[1] += text_offset 250 251 252if __name__ == '__main__': 253 main() 254