YourWishes/jerryscript
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Allow to skip certain JS-tests under tests/jerry/ and tests/jerry-test-suite/ (#1632)

Browse Source 
Add `--skip-list` option to tools/run-tests.py.

Additional modifications:
 - The test `parser-oom.js` doesn't work when system-allocator is enabled,
   hence we skip it in these jobs.
 - The sanitizer-tasks become mandatory.

JerryScript-DCO-1.0-Signed-off-by: Zsolt Borbély zsborbely.u-szeged@partner.samsung.com
This commit is contained in:
Zsolt Borbély
2017-03-02 15:58:23 +01:00
committed by GitHub
parent 92f74f3cf5
commit f780f2b8dc
3 changed files with 30 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/runners/run-test-suite.sh
+21 -8
View File
@@ -15,7 +15,7 @@
# limitations under the License.
# Usage:
# ./tools/runners/run-test-suite.sh ENGINE TESTS [--snapshot] ENGINE_ARGS....
# ./tools/runners/run-test-suite.sh ENGINE TESTS [--skip-list=item1,item2] [--snapshot] ENGINE_ARGS....
TIMEOUT=${TIMEOUT:=5}
@@ -32,6 +32,13 @@ TEST_FILES=$OUTPUT_DIR/$TESTS_BASENAME.files
TEST_FAILED=$OUTPUT_DIR/$TESTS_BASENAME.failed
TEST_PASSED=$OUTPUT_DIR/$TESTS_BASENAME.passed
if [[ "$1" =~ ^--skip-list=.* ]]
then
SKIP_LIST=${1#--skip-list=}
SKIP_LIST=(${SKIP_LIST//,/ })
shift
fi
if [ "$1" == "--snapshot" ]
then
TEST_FILES="$TEST_FILES.snapshot"
@@ -64,8 +71,14 @@ else
exit 1
fi
total=$(cat $TEST_FILES | wc -l)
if [ "$total" -eq 0 ]
# Remove the skipped tests from list
for TEST in "${SKIP_LIST[@]}"
do
( sed -i "/$TEST/d" $TEST_FILES )
done
TOTAL=$(cat $TEST_FILES | wc -l)
if [ "$TOTAL" -eq 0 ]
then
echo "$0: $TESTS: no test in test suite"
exit 1
@@ -122,7 +135,7 @@ do
if [ $status_code -eq 0 ]
then
echo "[$tested/$total] $cmd_line: PASS"
echo "[$tested/$TOTAL] $cmd_line: PASS"
cmd_line="${ENGINE#$ROOT_DIR} $ENGINE_ARGS --exec-snapshot $SNAPSHOT_TEMP"
( ulimit -t $TIMEOUT; $ENGINE $ENGINE_ARGS --exec-snapshot $SNAPSHOT_TEMP &> $ENGINE_TEMP )
@@ -138,7 +151,7 @@ do
if [ $status_code -ne $error_code ]
then
echo "[$tested/$total] $cmd_line: FAIL ($status_code)"
echo "[$tested/$TOTAL] $cmd_line: FAIL ($status_code)"
cat $ENGINE_TEMP
echo "$status_code: $test" >> $TEST_FAILED
@@ -150,7 +163,7 @@ do
failed=$((failed+1))
else
echo "[$tested/$total] $cmd_line: $PASS"
echo "[$tested/$TOTAL] $cmd_line: $PASS"
echo "$test" >> $TEST_PASSED
@@ -162,14 +175,14 @@ done
rm -f $ENGINE_TEMP
ratio=$(echo $passed*100/$total | bc)
ratio=$(echo $passed*100/$TOTAL | bc)
if [ "$IS_SNAPSHOT" == true ]
then
ENGINE_ARGS="--snapshot $ENGINE_ARGS"
fi
echo "[summary] ${ENGINE#$ROOT_DIR} $ENGINE_ARGS ${TESTS#$ROOT_DIR}: $passed PASS, $failed FAIL, $total total, $ratio% success"
echo "[summary] ${ENGINE#$ROOT_DIR} $ENGINE_ARGS ${TESTS#$ROOT_DIR}: $passed PASS, $failed FAIL, $TOTAL total, $ratio% success"
if [ $failed -ne 0 ]
then