Máté Tokodi
bc408b159b
Update code to conform to the newer version of pylint available in
ubuntu-22.04, with few exceptions:
- disabled `import-outside-toplevel` for `main()` in
`jerry_client.py`
- disabled `consider-using-with` for the logfile of `TestSuite` in
`test262-harness.py` as using `with` is not practical in that case
Update test262-harness.py to use argparse instead of the now deprecated
optparse
Rename variables in jerry_client_main.py that redefined python builtins
or shadowed variables from an outer scope
Update python files to use f-stirngs
Add minimum python versions (3.6 and 3.8) to the CI jobs: without it the
default python version did not support the `with` statement for
`subprocess.Popen` used in `build.py` on macos, or in some cases f-stirngs
Remove `from __future__` imports that are no-ops in python 3
Remove shebang from non executable files
Re-enable most pylint checkers, except `missing-docstring`
JerryScript-DCO-1.0-Signed-off-by: Máté Tokodi mate.tokodi@szteszoftver.hu
213 lines
7.7 KiB
Python
Executable File
213 lines
7.7 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
# Copyright JS Foundation and other contributors, http://js.foundation
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import argparse
|
|
import os
|
|
import re
|
|
import subprocess
|
|
import sys
|
|
|
|
import util
|
|
|
|
def get_platform_cmd_prefix():
|
|
if sys.platform == 'win32':
|
|
return ['cmd', '/S', '/C']
|
|
return ['python3']
|
|
|
|
|
|
def get_arguments():
|
|
execution_runtime = os.environ.get('RUNTIME', '')
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument('--runtime', metavar='FILE', default=execution_runtime,
|
|
help='Execution runtime (e.g. qemu)')
|
|
parser.add_argument('--engine', metavar='FILE', required=True,
|
|
help='JerryScript binary to run tests with')
|
|
parser.add_argument('--test262-object', action='store_true', default=False,
|
|
help='JerryScript engine create test262 object')
|
|
parser.add_argument('--test-dir', metavar='DIR', required=True,
|
|
help='Directory contains test262 test suite')
|
|
group = parser.add_mutually_exclusive_group(required=True)
|
|
parser.add_argument('--test262-test-list', metavar='LIST',
|
|
help='Add a comma separated list of tests or directories to run in test262 test suite')
|
|
group.add_argument('--mode', default=False, const='default',
|
|
nargs='?', choices=['default', 'all', 'update'],
|
|
help='Run test262 - default: all tests except excludelist, ' +
|
|
'all: all tests, update: all tests and update excludelist')
|
|
|
|
args = parser.parse_args()
|
|
|
|
args.test_dir = os.path.join(args.test_dir, 'esnext')
|
|
args.test262_harness_dir = os.path.abspath(os.path.dirname(__file__))
|
|
args.test262_git_hash = '00f682e7467bd5cb0e5b1f02a7d26420f450aee0'
|
|
args.excludelist_path = os.path.join('tests', 'test262-excludelist.xml')
|
|
|
|
return args
|
|
|
|
|
|
def prepare_test262_test_suite(args):
|
|
if os.path.isdir(os.path.join(args.test_dir, '.git')):
|
|
return 0
|
|
|
|
return_code = subprocess.call(['git', 'clone', '--no-checkout', '--config', 'core.autocrlf=false',
|
|
'https://github.com/tc39/test262.git', args.test_dir])
|
|
if return_code:
|
|
print('Cloning test262 repository failed.')
|
|
return return_code
|
|
|
|
return_code = subprocess.call(['git', 'checkout', args.test262_git_hash], cwd=args.test_dir)
|
|
assert not return_code, 'Cloning test262 repository failed - invalid git revision.'
|
|
|
|
return 0
|
|
|
|
def update_exclude_list(args):
|
|
print("=== Summary - updating excludelist ===\n")
|
|
passing_tests = set()
|
|
failing_tests = set()
|
|
new_passing_tests = set()
|
|
with open(os.path.join(os.path.dirname(args.engine), 'test262.report'), 'r', encoding='utf8') as report_file:
|
|
for line in report_file:
|
|
match = re.match('(=== )?(.*) (?:failed|passed) in (?:non-strict|strict)', line)
|
|
if match:
|
|
(unexpected, test) = match.groups()
|
|
test = test.replace('\\', '/')
|
|
if unexpected:
|
|
failing_tests.add(test + '.js')
|
|
else:
|
|
passing_tests.add(test + '.js')
|
|
|
|
# Tests pass in strict-mode but fail in non-strict-mode (or vice versa) should be considered as failures
|
|
passing_tests = passing_tests - failing_tests
|
|
|
|
with open(args.excludelist_path, 'r+', encoding='utf8') as exclude_file:
|
|
lines = exclude_file.readlines()
|
|
exclude_file.seek(0)
|
|
exclude_file.truncate()
|
|
|
|
# Skip the last line "</excludeList>" to be able to insert new failing tests.
|
|
for line in lines[:-1]:
|
|
match = re.match(r" <test id=\"(\S*)\">", line)
|
|
if match:
|
|
test = match.group(1)
|
|
if test in failing_tests:
|
|
failing_tests.remove(test)
|
|
exclude_file.write(line)
|
|
elif test in passing_tests:
|
|
new_passing_tests.add(test)
|
|
else:
|
|
exclude_file.write(line)
|
|
else:
|
|
exclude_file.write(line)
|
|
|
|
if failing_tests:
|
|
print("New failing tests added to the excludelist")
|
|
for test in sorted(failing_tests):
|
|
exclude_file.write(' <test id="' + test + '"><reason></reason></test>\n')
|
|
print(" " + test)
|
|
print("")
|
|
|
|
exclude_file.write('</excludeList>\n')
|
|
|
|
if new_passing_tests:
|
|
print("New passing tests removed from the excludelist")
|
|
for test in sorted(new_passing_tests):
|
|
print(" " + test)
|
|
print("")
|
|
|
|
if failing_tests or new_passing_tests:
|
|
print("Excludelist was updated succesfully.")
|
|
return 1
|
|
|
|
print("Excludelist was already up-to-date.")
|
|
return 0
|
|
|
|
|
|
def main(args):
|
|
return_code = prepare_test262_test_suite(args)
|
|
if return_code:
|
|
return return_code
|
|
|
|
if sys.platform == 'win32':
|
|
original_timezone = util.get_timezone()
|
|
util.set_sighdl_to_reset_timezone(original_timezone)
|
|
util.set_timezone('Pacific Standard Time')
|
|
|
|
command = (args.runtime + ' ' + args.engine).strip()
|
|
if args.test262_object:
|
|
command += ' --test262-object'
|
|
|
|
kwargs = {}
|
|
if sys.version_info.major >= 3:
|
|
kwargs['errors'] = 'ignore'
|
|
|
|
test262_harness_path = os.path.join(args.test262_harness_dir, 'test262-harness.py')
|
|
|
|
test262_command = get_platform_cmd_prefix() + \
|
|
[test262_harness_path,
|
|
'--command', command,
|
|
'--tests', args.test_dir,
|
|
'--summary']
|
|
|
|
if 'excludelist_path' in args and args.mode == 'default':
|
|
test262_command.extend(['--exclude-list', args.excludelist_path])
|
|
|
|
if args.test262_test_list:
|
|
test262_command.extend(args.test262_test_list.split(','))
|
|
|
|
with subprocess.Popen(test262_command, universal_newlines=True, stdout=subprocess.PIPE, **kwargs) as proc:
|
|
|
|
return_code = 1
|
|
with open(os.path.join(os.path.dirname(args.engine), 'test262.report'), 'w', encoding='utf8') as output_file:
|
|
counter = 0
|
|
summary_found = False
|
|
summary_end_found = False
|
|
while True:
|
|
output = proc.stdout.readline()
|
|
if not output:
|
|
break
|
|
output_file.write(output)
|
|
|
|
if output.startswith('=== Summary ==='):
|
|
summary_found = True
|
|
print('')
|
|
|
|
if summary_found:
|
|
if not summary_end_found:
|
|
print(output, end='')
|
|
if not output.strip():
|
|
summary_end_found = True
|
|
if 'All tests succeeded' in output:
|
|
return_code = 0
|
|
elif re.search('in (non-)?strict mode', output):
|
|
counter += 1
|
|
if (counter % 100) == 0:
|
|
print(".", end='')
|
|
if (counter % 5000) == 0:
|
|
print(f" Executed {counter} tests.")
|
|
|
|
proc.wait()
|
|
|
|
if sys.platform == 'win32':
|
|
util.set_timezone(original_timezone)
|
|
|
|
if args.mode == 'update':
|
|
return_code = update_exclude_list(args)
|
|
|
|
return return_code
|
|
|
|
|
|
if __name__ == "__main__":
|
|
sys.exit(main(get_arguments()))
|