blob: 5c6ace121b97d143800b29156d0d5500ad5b31d5 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
|
#!/usr/bin/env bash
set -eu
SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
cd "$SCRIPT_DIR"
AUTO_FETCH_TEST_HELPER_APKS=${AUTO_FETCH_TEST_HELPER_APKS:-"false"}
APK_BASE_DIR=${APK_BASE_DIR:-"$SCRIPT_DIR/.."}
LOG_FAILURE_MESSAGE="FAILURES!!!"
DEFAULT_ORCHESTRATOR_APK_PATH=/tmp/orchestrator.apk
ORCHESTRATOR_URL=https://dl.google.com/android/maven2/androidx/test/orchestrator/1.4.2/orchestrator-1.4.2.apk
DEFAULT_TEST_SERVICES_APK_PATH=/tmp/test-services.apk
TEST_SERVICES_URL=https://dl.google.com/android/maven2/androidx/test/services/test-services/1.4.2/test-services-1.4.2.apk
while [[ "$#" -gt 0 ]]; do
case $1 in
app)
TEST_TYPE="app"
USE_ORCHESTRATOR="false"
TEST_PACKAGE="net.mullvad.mullvadvpn.test"
TEST_APK="$APK_BASE_DIR/app/build/outputs/apk/androidTest/ossProd/debug/app-oss-prod-debug-androidTest.apk"
;;
e2e)
TEST_TYPE="e2e"
USE_ORCHESTRATOR="true"
TEST_PACKAGE="net.mullvad.mullvadvpn.test.$TEST_TYPE"
TEST_APK="$APK_BASE_DIR/test/$TEST_TYPE/build/outputs/apk/debug/$TEST_TYPE-debug.apk"
if [[ -z ${VALID_TEST_ACCOUNT_TOKEN-} ]]; then
echo "The variable VALID_TEST_ACCOUNT_TOKEN is not set."
exit 1
fi
if [[ -z ${INVALID_TEST_ACCOUNT_TOKEN-} ]]; then
echo "The variable INVALID_TEST_ACCOUNT_TOKEN is not set."
exit 1
fi
OPTIONAL_TEST_ARGUMENTS="\
-e valid_test_account_token $VALID_TEST_ACCOUNT_TOKEN \
-e invalid_test_account_token $INVALID_TEST_ACCOUNT_TOKEN"
;;
mockapi)
TEST_TYPE="mockapi"
USE_ORCHESTRATOR="true"
TEST_PACKAGE="net.mullvad.mullvadvpn.test.$TEST_TYPE"
TEST_APK="$APK_BASE_DIR/test/$TEST_TYPE/build/outputs/apk/debug/$TEST_TYPE-debug.apk"
;;
*)
echo "Unknown argument: $1"
exit 1
;;
esac
shift
done
if [[ -z ${TEST_TYPE-} ]]; then
echo "Missing test type argument. Should be one of: app, e2e, mockapi"
exit 1
fi
LOCAL_TMP_REPORT_PATH="/tmp/mullvad-$TEST_TYPE-instrumentation-report"
INSTRUMENTATION_LOG_FILE_PATH="$LOCAL_TMP_REPORT_PATH/instrumentation-log.txt"
LOGCAT_FILE_PATH="$LOCAL_TMP_REPORT_PATH/logcat.txt"
LOCAL_SCREENSHOT_PATH="$LOCAL_TMP_REPORT_PATH/screenshots"
DEVICE_SCREENSHOT_PATH="/sdcard/Pictures/mullvad-$TEST_TYPE"
echo "Preparing to run tests of type: $TEST_TYPE"
echo ""
echo "### Ensure clean report structure ###"
rm -rf "$LOCAL_TMP_REPORT_PATH" || echo "No report path"
adb logcat --clear
adb shell rm -rf "$DEVICE_SCREENSHOT_PATH"
mkdir "$LOCAL_TMP_REPORT_PATH"
echo ""
if [[ "${USE_ORCHESTRATOR-}" == "true" ]]; then
if [[ "${AUTO_FETCH_TEST_HELPER_APKS-}" == "true" ]]; then
echo "### Fetching orchestrator and test services apks ###"
ORCHESTRATOR_APK_PATH=$DEFAULT_ORCHESTRATOR_APK_PATH
TEST_SERVICES_APK_PATH=$DEFAULT_TEST_SERVICES_APK_PATH
curl -sL "$ORCHESTRATOR_URL" -o "$ORCHESTRATOR_APK_PATH"
curl -sL "$TEST_SERVICES_URL" -o "$TEST_SERVICES_APK_PATH"
echo ""
else
if [[ -z ${ORCHESTRATOR_APK_PATH-} ]]; then
echo "The variable ORCHESTRATOR_APK_PATH is not set."
exit 1
fi
if [[ -z ${TEST_SERVICES_APK_PATH-} ]]; then
echo "The variable TEST_SERVICES_APK_PATH is not set."
exit 1
fi
fi
fi
echo "### Ensure that packages are not previously installed ###"
adb uninstall net.mullvad.mullvadvpn || echo "App package not installed"
adb uninstall "$TEST_PACKAGE" || echo "Test package not installed"
adb uninstall androidx.test.services || echo "Test services package not installed"
adb uninstall androidx.test.orchestrator || echo "Test orchestrator package not installed"
echo ""
echo "Starting instrumented tests of type: $TEST_TYPE"
echo ""
echo "### Install packages ###"
adb install -t "$APK_BASE_DIR/app/build/outputs/apk/ossProd/debug/app-oss-prod-debug.apk"
adb install "$TEST_APK"
if [[ "$USE_ORCHESTRATOR" == "true" ]]; then
echo "Using ORCHESTRATOR_APK_PATH: $ORCHESTRATOR_APK_PATH"
adb install "$ORCHESTRATOR_APK_PATH"
echo "Using TEST_SERVICES_APK_PATH: $TEST_SERVICES_APK_PATH"
adb install "$TEST_SERVICES_APK_PATH"
fi
echo ""
echo "### Run instrumented test command ###"
if [[ "$USE_ORCHESTRATOR" == "true" ]]; then
INSTRUMENTATION_COMMAND="\
CLASSPATH=\$(pm path androidx.test.services) app_process / androidx.test.services.shellexecutor.ShellMain \
am instrument -r -w \
-e targetInstrumentation $TEST_PACKAGE/androidx.test.runner.AndroidJUnitRunner \
-e clearPackageData true \
${OPTIONAL_TEST_ARGUMENTS:-""} \
androidx.test.orchestrator/androidx.test.orchestrator.AndroidTestOrchestrator"
else
INSTRUMENTATION_COMMAND="\
am instrument -w \
$TEST_PACKAGE/androidx.test.runner.AndroidJUnitRunner"
fi
adb shell "$INSTRUMENTATION_COMMAND" | tee "$INSTRUMENTATION_LOG_FILE_PATH"
echo ""
echo "### Ensure that packages are uninstalled ###"
adb uninstall net.mullvad.mullvadvpn || echo "App package not installed"
adb uninstall "$TEST_PACKAGE" || echo "Test package not installed"
adb uninstall androidx.test.services || echo "Test services package not installed"
adb uninstall androidx.test.orchestrator || echo "Test orchestrator package not installed"
echo ""
echo "### Checking logs for failures ###"
if grep -q "$LOG_FAILURE_MESSAGE" "$INSTRUMENTATION_LOG_FILE_PATH"; then
echo "One or more tests failed, see logs for more details."
echo "Collecting report..."
adb pull "$DEVICE_SCREENSHOT_PATH" "$LOCAL_SCREENSHOT_PATH" || echo "No screenshots"
adb logcat -d > "$LOGCAT_FILE_PATH"
exit 1
else
echo "No failures!"
fi
|
