1#!/bin/bash
2# It is to be used with BYOB setup to run CTS tests.
3#
4# It will return 0 if it is able to execute tests, otherwise
5# it will return 1.
6#
7# Owner: mattwachakagrawal@google.com
8
9# Echo vars to the log
10set -x
11
12DIST_DIR=$1
13# Build ID is used for identifying the builds during upload
14BUILD_ID=$2
15# Module list file
16MODULE_LIST_FILE=$3
17# Emulator GPU option
18GPU_FLAG=$4
19# Directory containing the system image to run the tests against. Default is gphone_x86_64-user
20PRODUCT_DIR=${5:-gphone_x86_64-user}
21
22# Kill any emulators that might still be active from older sessions.
23killall qemu-system-x86_64-headless
24
25# Working files for the testing process
26WORK_DIR="$DIST_DIR/tradefed-make"
27TEST_DIR="$DIST_DIR/tradefed-test"
28rm -rf $WORK_DIR
29mkdir -p $WORK_DIR
30
31function cleanup_dirs {
32  echo "Cleanup prebuilts"
33  rm -rf /buildbot/prebuilt/*
34  rm -rf $WORK_DIR
35  rm -rf $TEST_DIR/common
36  # Extra files that may sometimes be of use, but in general seem
37  # to create a lot of artifact clutter.
38  find $TEST_DIR \( \
39    -name 'adbkey*' -o \
40    -name '*.cache' -o \
41    -name '*.conf' -o \
42    -name 'cts.dynamic' -o \
43    -name '*.data' -o \
44    -name '*.json' -o \
45    -name '*.lock' -o \
46    -name 'modem-nv-ram-*' -o \
47    -name '*.pb' -o \
48    -name '*.png' -o \
49    -name '*.protobuf' -o \
50    -name 'sepolicy' -o \
51    -name '*.zip' \
52    \) -print0 | xargs -0 -n 10 rm
53}
54# Always remove working files, even on error
55trap cleanup_dirs EXIT
56# Exit on errors.
57set -e
58
59function die {
60  echo "run_test_suite.sh: $1">&2
61  exit 1
62}
63
64function fetch_latest_emulator {
65  local emu_dir=$1
66  mkdir -p $emu_dir
67  local fetch_stdout=$(fetch_artifacts.py \
68    -build_target linux-sdk_tools_linux \
69    -branch aosp-emu-master-dev \
70    -image_path gs://android-build-emu/builds \
71    -dest $emu_dir)
72  # extract build_id from fetch fetch_artifacts.py stdout
73  # stdout looks like:
74  #   Fetching latest build 5800753 for linux-sdk_tools_linux
75  echo $(echo $fetch_stdout | grep "Fetching latest build" | awk '{ print $4 }')
76}
77
78function find_zip_in_dir {
79  local target_name=$1
80  local zip_dir=$2
81  [[ -d $zip_dir ]] || die "Could not find $target_name dir: $zip_dir"
82  local zip_path=$zip_dir/$(ls $zip_dir)
83  [[ -f $zip_path ]] || die "Could not find $target_name zip file: $zip_path"
84  [[ "$zip_path" == *.zip ]] || die "Bad image $target_name zip pathname: $zip_path"
85  echo $zip_path
86}
87
88# Check that we have the expected version of java.
89EXPECTED_VERSION=9.0.4
90export PATH=~/jdk-${EXPECTED_VERSION}/bin:$PATH
91java --version | grep $EXPECTED_VERSION  # Fails if version string not found.
92
93MODULE_LIST_PATH=$(dirname ${BASH_SOURCE[0]})/$MODULE_LIST_FILE
94[[ -f $MODULE_LIST_PATH ]] || die "The module list path $MODULE_LIST_PATH was not found"
95
96# Directory where tradefed-make tools are cloned
97TRADEFED_MAKE_DIR="$WORK_DIR/tradefed-make"
98git clone \
99  https://team.googlesource.com/android-devtools-emulator/tradefed-make \
100  $TRADEFED_MAKE_DIR
101
102# The emulator requires files in the platforms directory
103PLATFORMS_DIR="${HOME}/Android_sys_image/sdk/platforms/android-28"
104
105# Platform tools contain core tools, like adb
106PLATFORM_TOOLS_DIR="${HOME}/Android_sys_image/sdk/platform-tools"
107
108# More tools dependencies.
109SDK_TOOLS_DIR="${HOME}/Android_sys_image/sdk/build-tools/27.0.3"
110
111# Where to put the testing configuration file
112CONFIG_PATH="$WORK_DIR/tradefed-make-config.yaml"
113
114# Fetch the latest emulator
115EMU_DIR=$WORK_DIR/emulator
116EMU_BUILD_ID=$(fetch_latest_emulator $EMU_DIR)
117EMU_ZIP=$(find_zip_in_dir emulator $EMU_DIR)
118ls -l $EMU_ZIP
119
120# Directory where system images, and cts can be found
121BUILD_DIR=out/prebuilt_cached/builds
122
123IMAGE_DIR=$BUILD_DIR/$PRODUCT_DIR
124IMAGE_ZIP=$(find_zip_in_dir image $IMAGE_DIR)
125ls -l $IMAGE_ZIP
126
127if [[ -f "$BUILD_DIR/test_suite/android-cts.zip" ]]; then
128  TEST_SUITE=cts
129  IMAGE_FLAVOR=user
130elif [[ -f "$BUILD_DIR/test_suite/android-gts.zip" ]]; then
131  TEST_SUITE=gts
132  IMAGE_FLAVOR=user
133elif [[ -f "$BUILD_DIR/test_suite/android-vts.zip" ]]; then
134  TEST_SUITE=vts
135  IMAGE_FLAVOR=userdebug
136  export VTS_PYPI_PATH=$WORK_DIR/venv
137  pip install --user virtualenv
138  virtualenv $VTS_PYPI_PATH
139  curl https://android.googlesource.com/platform/test/vts/+/master/script/pip_requirements.txt?format=TEXT | base64 -d > $WORK_DIR/pip_requirements.txt
140  pip download -d $VTS_PYPI_PATH -r $WORK_DIR/pip_requirements.txt --no-binary protobuf,grpcio,matplotlib,numpy,Pillow,scipy==1.2.2
141else
142  die "Could not find android-cts.zip, android-gts.zip or android-vts.zip in $BUILD_DIR/test_suite"
143fi
144
145
146# Setup the testing configuration
147$TRADEFED_MAKE_DIR/make-config \
148  $TRADEFED_MAKE_DIR/config.yaml \
149  $CONFIG_PATH \
150  --override \
151    config.tradefed.ape_api_key=/home/android-build/gts-android-emulator.json \
152    vars.emulator.files.download.build_id=$EMU_BUILD_ID \
153    vars.emulator.files.local_zip_path=$EMU_ZIP \
154    vars.emulator.flags.feature=PlayStoreImage,GLAsyncSwap,GLESDynamicVersion \
155    vars.emulator.flags.gpu=$GPU_FLAG \
156    vars.image.files.local_zip_path.${IMAGE_FLAVOR}=$IMAGE_ZIP \
157    vars.image.files.download.branch=git_rvc-release \
158    vars.image.files.download.build_id=$BUILD_ID \
159    vars.image.flavor.default=user \
160    vars.root_dir=$TEST_DIR \
161    vars.tradefed.timeout_seconds=10000 \
162    vars.tools.android_level=28 \
163    vars.tools.files.download.build_id=0 \
164    vars.tools.files.local_dir.platforms=$PLATFORMS_DIR \
165    vars.tools.files.local_dir.platform_tools=$PLATFORM_TOOLS_DIR \
166    vars.tools.files.local_dir.sdk_tools=$SDK_TOOLS_DIR \
167    vars.tradefed.files.download.build_id=$BUILD_ID \
168    vars.tradefed.files.local_zip_path.$TEST_SUITE=$BUILD_DIR/test_suite/android-$TEST_SUITE.zip \
169  --add \
170    vars.emulator.flags.no-window=True \
171
172if [[ "$GPU_FLAG" == "host" ]]; then
173  $TRADEFED_MAKE_DIR/make-config \
174  $CONFIG_PATH \
175  --inline \
176  --override \
177    config.emulator.command_prefix='vglrun +v -c proxy' \
178
179fi
180
181# Start the tests
182set +x
183set -e
184# Override the jdk's built-in certs to use the system ones.
185export RDBG_FLAG=-Djavax.net.ssl.trustStore=/etc/ssl/certs/java/cacerts
186export DISPLAY=:0
187$TRADEFED_MAKE_DIR/tradefed-make $CONFIG_PATH -j4 prepare.$TEST_SUITE.all_modules
188$TRADEFED_MAKE_DIR/tradefed-make $CONFIG_PATH -j4 $(cat $MODULE_LIST_PATH | sed 's/^/run./')
189$TRADEFED_MAKE_DIR/tradefed-make $CONFIG_PATH stop.emulator.$TEST_SUITE
190
191# TODO: Further analyze the results.
192
193exit 0
194