1 /*
2  * Copyright (C) 2015 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 package com.android.media.tests;
18 
19 import com.android.tradefed.config.OptionClass;
20 import com.android.tradefed.device.DeviceNotAvailableException;
21 import com.android.tradefed.invoker.TestInformation;
22 import com.android.tradefed.log.LogUtil.CLog;
23 import com.android.tradefed.result.ITestInvocationListener;
24 import com.android.tradefed.result.TestDescription;
25 
26 import java.util.HashMap;
27 import java.util.Map;
28 import java.util.regex.Matcher;
29 import java.util.regex.Pattern;
30 
31 /**
32  * Camera app latency test
33  *
34  * Runs Camera app latency test to measure Camera capture session time and reports the metrics.
35  */
36 @OptionClass(alias = "camera-latency")
37 public class Camera2LatencyTest extends CameraTestBase {
38 
Camera2LatencyTest()39     public Camera2LatencyTest() {
40         setTestPackage("com.google.android.camera");
41         setTestClass("com.android.camera.latency.CameraCaptureSessionTest");
42         setTestRunner("android.test.InstrumentationTestRunner");
43         setRuKey("CameraAppLatency");
44         setTestTimeoutMs(60 * 60 * 1000);   // 1 hour
45     }
46 
47     /** {@inheritDoc} */
48     @Override
run(TestInformation testInfo, ITestInvocationListener listener)49     public void run(TestInformation testInfo, ITestInvocationListener listener)
50             throws DeviceNotAvailableException {
51         runInstrumentationTest(testInfo, listener, new CollectingListener(listener));
52     }
53 
54     /**
55      * A listener to collect the results from each test run, then forward them to other listeners.
56      */
57     private class CollectingListener extends CameraTestMetricsCollectionListener.DefaultCollectingListener {
58 
CollectingListener(ITestInvocationListener listener)59         public CollectingListener(ITestInvocationListener listener) {
60             super(listener);
61         }
62 
63         @Override
handleMetricsOnTestEnded(TestDescription test, Map<String, String> testMetrics)64         public void handleMetricsOnTestEnded(TestDescription test, Map<String, String> testMetrics) {
65             // Test metrics accumulated will be posted at the end of test run.
66             getAggregatedMetrics().putAll(parseResults(test.getTestName(), testMetrics));
67         }
68 
parseResults(String testName, Map<String, String> testMetrics)69         private Map<String, String> parseResults(String testName, Map<String, String> testMetrics) {
70             final Pattern STATS_REGEX = Pattern.compile(
71                     "^(?<latency>[0-9.]+)\\|(?<values>[0-9 .-]+)");
72 
73             // Parse activity time stats from the instrumentation result.
74             // Format : <metric_key>=<average_of_latency>|<raw_data>
75             // Example:
76             // FirstCaptureResultTimeMs=38|13 48 ... 35
77             // SecondCaptureResultTimeMs=29.2|65 24 ... 0
78             // CreateTimeMs=373.6|382 364 ... 323
79             //
80             // Then report only the first two startup time of cold startup and average warm startup.
81             Map<String, String> parsed = new HashMap<String, String>();
82             for (Map.Entry<String, String> metric : testMetrics.entrySet()) {
83                 Matcher matcher = STATS_REGEX.matcher(metric.getValue());
84                 if (matcher.matches()) {
85                     String keyName = String.format("%s_%s", testName, metric.getKey());
86                     parsed.put(keyName, matcher.group("latency"));
87                 } else {
88                     CLog.w(String.format("Stats not in correct format: %s", metric.getValue()));
89                 }
90             }
91             return parsed;
92         }
93     }
94 }
95