react-native/scripts/run-android-ci-instrumentat...

71 lines
2.0 KiB
JavaScript

/**
* Copyright (c) 2015-present, Facebook, Inc.
*
* This source code is licensed under the MIT license found in the
* LICENSE file in the root directory of this source tree.
*
* @format
*/
'use strict';
/**
* This script runs instrumentation tests one by one with retries
* Instrumentation tests tend to be flaky, so rerunning them individually increases
* chances for success and reduces total average execution time.
*
* We assume that all instrumentation tests are flat in one folder
* Available arguments:
* --path - path to all .java files with tests
* --package - com.facebook.react.tests
* --retries [num] - how many times to retry possible flaky commands: npm install and running tests, default 1
*/
const {echo, exec, exit, ls} = require('shelljs');
const argv = require('yargs').argv;
const numberOfRetries = argv.retries || 1;
const tryExecNTimes = require('./try-n-times');
const path = require('path');
// Flaky tests ignored on Circle CI. They still run internally at fb.
const ignoredTests = [
'ReactScrollViewTestCase',
'ReactHorizontalScrollViewTestCase',
];
// ReactAndroid/src/androidTest/java/com/facebook/react/tests/ReactHorizontalScrollViewTestCase.java
const testClasses = ls(`${argv.path}/*.java`)
.map(javaFile => {
// ReactHorizontalScrollViewTestCase
return path.basename(javaFile, '.java');
})
.filter(className => {
return ignoredTests.indexOf(className) === -1;
})
.map(className => {
// com.facebook.react.tests.ReactHorizontalScrollViewTestCase
return argv.package + '.' + className;
});
let exitCode = 0;
testClasses.forEach(testClass => {
if (
tryExecNTimes(() => {
echo(`Starting ${testClass}`);
// any faster means Circle CI crashes
exec('sleep 10s');
return exec(
`./scripts/run-instrumentation-tests-via-adb-shell.sh ${
argv.package
} ${testClass}`,
).code;
}, numberOfRetries)
) {
echo(`${testClass} failed ${numberOfRetries} times`);
exitCode = 1;
}
});
exit(exitCode);