Ruben Ayrapetyan
19aea7a502
JerryScript-DCO-1.0-Signed-off-by: Ruben Ayrapetyan r.ayrapetyan@samsung.com
122 lines
3.1 KiB
Bash
Executable File
122 lines
3.1 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Copyright 2014-2015 Samsung Electronics Co., Ltd.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
TARGET=$1
|
|
shift
|
|
|
|
PARSE_ONLY=""
|
|
VERBOSE_REPORT=0
|
|
TIMEOUT=5
|
|
|
|
function usage() {
|
|
echo "Usage: $0 {path to engine} [-p] [-v] [-t {timeout in seconds}]" >&2
|
|
echo " -p - parser only mode" >&2
|
|
echo " -v - verbose report mode" >&2
|
|
echo " -t - timeout for each test" >&2
|
|
|
|
exit 1
|
|
}
|
|
|
|
[ -x "$TARGET" ] || usage
|
|
|
|
while getopts pvt: OPTION; do
|
|
case "$OPTION" in
|
|
p)
|
|
PARSE_ONLY="--parse-only" ;;
|
|
v)
|
|
VERBOSE_REPORT=1 ;;
|
|
t)
|
|
TIMEOUT="$OPTARG"; [ "$TIMEOUT" -eq "$TIMEOUT" ] || usage;;
|
|
[?])
|
|
usage ;;
|
|
esac
|
|
done
|
|
|
|
TMP_DIR=`mktemp -d --tmpdir=./`
|
|
|
|
echo $TMP_DIR | grep -q tmp || exit 1
|
|
|
|
trap clean_on_exit INT
|
|
|
|
function clean_on_exit() {
|
|
rm -rf $TMP_DIR
|
|
|
|
[[ $1 == "OK" ]] || exit 1
|
|
}
|
|
|
|
TEST_SUITE_PATH="./tests/test262/test"
|
|
STA_JS="$TEST_SUITE_PATH/harness/sta-jerry.js"
|
|
MAX_THREADS=${MAX_CPUS:-32}
|
|
|
|
[ $VERBOSE_REPORT -eq 0 ] || rm -f jerry.error.*
|
|
rm -f test262.report
|
|
|
|
find $TEST_SUITE_PATH/suite -name *.js -printf "%p %D%i\0" | xargs -0 -n 1 -P $MAX_THREADS bash -c '
|
|
target=$0
|
|
sta_js_path=$1;
|
|
timeout=$2;
|
|
tmp_dir=$3;
|
|
test=`echo $4 | cut -d " " -f 1`;
|
|
test_id=`echo $4 | cut -d " " -f 2`;
|
|
chapter=`echo $test | cut -d "/" -f 6`;
|
|
|
|
grep "\* @negative" $test 2>&1 >/dev/null;
|
|
negative=$?;
|
|
|
|
cmd="$target $test $sta_js_path";
|
|
output=`ulimit -t $timeout; $cmd 2>&1`;
|
|
status=$?;
|
|
output=`echo "$output" | sed -e "s/^/ /"`
|
|
|
|
if [[ $status -eq 0 && $negative -eq 0 || $status -ne 0 && $negative -ne 0 ]];
|
|
then
|
|
(echo "====================";
|
|
echo "Run \"$cmd\" failed: $status";
|
|
echo "---------------------";
|
|
echo "$output";
|
|
echo;) >> $tmp_dir/jerry.error."$chapter"."$test_id";
|
|
else
|
|
(echo "====================";
|
|
echo "Run \"$cmd\" successful";
|
|
echo "---------------------";
|
|
echo "$output";
|
|
echo;) >> $tmp_dir/jerry.ok."$chapter"."$test_id";
|
|
fi;
|
|
' "$TARGET $PARSE" $STA_JS $TIMEOUT $TMP_DIR 2>/dev/null;
|
|
|
|
if [ $VERBOSE_REPORT -eq 1 ]
|
|
then
|
|
for CHAPTER in `ls $TEST_SUITE_PATH/suite`;
|
|
do
|
|
cat $TMP_DIR/jerry.error."$CHAPTER".* > jerry.error."$CHAPTER"
|
|
done
|
|
fi
|
|
|
|
cat $TMP_DIR/jerry.ok.* $TMP_DIR/jerry.error.* | grep "^Run" > test262.report
|
|
|
|
ok_num=`grep "successful$" test262.report | wc -l`
|
|
error_num=`grep "Run .* failed: [0-9]*$" test262.report | wc -l`
|
|
|
|
ok_percent=`echo $ok_num $error_num | awk '{print 100.0 * $1 / ($1 + $2);}'`
|
|
error_percent=`echo $ok_num $error_num | awk '{print 100.0 * $2 / ($1 + $2);}'`
|
|
|
|
echo -e "OK:\t$ok_num ($ok_percent %)"
|
|
echo -e "FAIL:\t$error_num ($error_percent %)"
|
|
echo
|
|
echo -e "Report:\t$PWD/test262.report"
|
|
|
|
clean_on_exit OK
|