Running internal test suite during precommit testing.

This commit is contained in:
Ruben Ayrapetyan
2014-10-20 21:45:21 +04:00
parent 2d032a30dc
commit ae048a7630
5 changed files with 1201 additions and 12 deletions
+25 -10
View File
@@ -82,11 +82,11 @@ build: clean $(JERRY_TARGETS)
all: precommit
PRECOMMIT_CHECK_TARGETS_LIST= debug.linux.check \
release.linux.check \
debug_release.linux.check \
debug.linux-valgrind.check \
release.linux-musl-valgrind.check
PRECOMMIT_CHECK_TARGETS_NO_VALGRIND_LIST= debug.linux.check \
release.linux.check \
debug_release.linux.check
PRECOMMIT_CHECK_TARGETS_VALGRIND_LIST= debug.linux-valgrind.check \
release.linux-musl-valgrind.check
# debug.linux-musl-valgrind.check \
debug_release.linux-valgrind.check \
@@ -117,9 +117,9 @@ precommit: clean
@ for path in "./tests/jerry" "./benchmarks/jerry"; \
do \
run_ids=""; \
for check_target in $(PRECOMMIT_CHECK_TARGETS_LIST); \
for check_target in $(PRECOMMIT_CHECK_TARGETS_NO_VALGRIND_LIST) $(PRECOMMIT_CHECK_TARGETS_VALGRIND_LIST); \
do \
$(MAKE) -s -f Makefile.mk TARGET=$$check_target $$check_target TESTS_DIR="$$path" TESTS_OPTS="--parse-only" OUTPUT_TO_LOG=enable & \
$(MAKE) -s -f Makefile.mk TARGET=$$check_target $$check_target TESTS="$$path" TESTS_OPTS="--parse-only" OUTPUT_TO_LOG=enable & \
run_ids="$$run_ids $$!"; \
done; \
result_ok=1; \
@@ -134,9 +134,9 @@ precommit: clean
@ for path in "./tests/jerry"; \
do \
run_ids=""; \
for check_target in $(PRECOMMIT_CHECK_TARGETS_LIST); \
for check_target in $(PRECOMMIT_CHECK_TARGETS_NO_VALGRIND_LIST) $(PRECOMMIT_CHECK_TARGETS_VALGRIND_LIST); \
do \
$(MAKE) -s -f Makefile.mk TARGET=$$check_target $$check_target TESTS_DIR="$$path" TESTS_OPTS="" OUTPUT_TO_LOG=enable & \
$(MAKE) -s -f Makefile.mk TARGET=$$check_target $$check_target TESTS="$$path" TESTS_OPTS="" OUTPUT_TO_LOG=enable & \
run_ids="$$run_ids $$!"; \
done; \
result_ok=1; \
@@ -145,7 +145,22 @@ precommit: clean
wait $$run_id || result_ok=0; \
done; \
[ $$result_ok -eq 1 ] || exit 1; \
done
done
@ for path in "./tests/jerry-test-suite/precommit_test_list"; \
do \
run_ids=""; \
for check_target in $(PRECOMMIT_CHECK_TARGETS_NO_VALGRIND_LIST); \
do \
$(MAKE) -s -f Makefile.mk TARGET=$$check_target $$check_target TESTS="$$path" TESTS_OPTS="" OUTPUT_TO_LOG=enable & \
run_ids="$$run_ids $$!"; \
done; \
result_ok=1; \
for run_id in $$run_ids; \
do \
wait $$run_id || result_ok=0; \
done; \
[ $$result_ok -eq 1 ] || exit 1; \
done
@ echo -e "Full testing completed successfully\n\n================\n\n"
$(JERRY_TARGETS) $(TESTS_TARGET) $(FLASH_TARGETS):
+2 -2
View File
@@ -496,14 +496,14 @@ $(TESTS_TARGET):
$(CHECK_TARGETS):
@ if [ ! -f $(TARGET_DIR)/$(ENGINE_NAME) ]; then echo $(TARGET_OF_ACTION) is not built yet; exit 1; fi;
@ if [ ! -d "$(TESTS_DIR)" ]; then echo \"$(TESTS_DIR)\" is not a directory; exit 1; fi;
@ if [[ ! -d "$(TESTS)" && ! -f "$(TESTS)" ]]; then echo \"$(TESTS)\" is not a directory and not a file; exit 1; fi;
@ rm -rf $(TARGET_DIR)/check
@ mkdir -p $(TARGET_DIR)/check
@ if [ "$(OUTPUT_TO_LOG)" = "enable" ]; \
then \
ADD_OPTS="--output-to-log"; \
fi; \
VALGRIND=$(VALGRIND_CMD) TIMEOUT=$(VALGRIND_TIMEOUT) ./tools/jerry_test.sh $(TARGET_DIR)/$(ENGINE_NAME) $(TARGET_DIR)/check $(TESTS_DIR) $(TESTS_OPTS) $$ADD_OPTS; \
VALGRIND=$(VALGRIND_CMD) TIMEOUT=$(VALGRIND_TIMEOUT) ./tools/jerry_test.sh $(TARGET_DIR)/$(ENGINE_NAME) $(TARGET_DIR)/check $(TESTS) $(TESTS_OPTS) $$ADD_OPTS; \
status_code=$$?; \
if [ $$status_code -ne 0 ]; \
then \
@@ -0,0 +1,13 @@
./tests/jerry-test-suite/11/11.04/11.04.05/11.04.05-006.js
./tests/jerry-test-suite/11/11.05/11.05.01/11.05.01-088.js
./tests/jerry-test-suite/11/11.05/11.05.01/11.05.01-089.js
./tests/jerry-test-suite/11/11.05/11.05.02/11.05.02-088.js
./tests/jerry-test-suite/11/11.05/11.05.02/11.05.02-089.js
./tests/jerry-test-suite/11/11.07/11.07.01/11.07.01-009.js
./tests/jerry-test-suite/11/11.09/11.09.02/11.09.02-037.js
./tests/jerry-test-suite/11/11.10/11.10-017.js
./tests/jerry-test-suite/11/11.10/11.10-018.js
./tests/jerry-test-suite/11/11.13/11.13.02/11.13.02-014.js
./tests/jerry-test-suite/15/15.05/15.05.01/15.05.01.01/15.05.01.01-012.js
./tests/jerry-test-suite/15/15.07/15.07.03/15.07.03.03/15.07.03.03-002.js
./tests/jerry-test-suite/15/15.07/15.07.03/15.07.03.03/15.07.03.03-003.js
@@ -0,0 +1,5 @@
./tests/jerry-test-suite/15/15.05/15.05.01/15.05.01.01/15.05.01.01-013.js
./tests/jerry-test-suite/15/15.05/15.05.01/15.05.01.01/15.05.01.01-014.js
./tests/jerry-test-suite/15/15.05/15.05.01/15.05.01.01/15.05.01.01-015.js
./tests/jerry-test-suite/15/15.07/15.07.03/15.07.03.02/15.07.03.02-002.js
./tests/jerry-test-suite/15/15.07/15.07.03/15.07.03.02/15.07.03.02-003.js
File diff suppressed because it is too large Load Diff