#!/usr/bin/env python import json import os import shutil import subprocess import sys import tempfile WINDOWS = sys.platform.startswith('win') MACOS = sys.platform == 'darwin' upstream_emcc = os.path.join('upstream', 'emscripten', 'emcc') fastcomp_emcc = os.path.join('fastcomp', 'emscripten', 'emcc') emsdk = './emsdk' if WINDOWS: upstream_emcc += '.bat' fastcomp_emcc += '.bat' emsdk = 'emsdk.bat' else: emsdk = './emsdk' # Utilities def listify(x): if type(x) == list or type(x) == tuple: return x return [x] def check_call(cmd, **args): if type(cmd) != list: cmd = cmd.split() print('running: %s' % cmd) subprocess.check_call(cmd, **args) def checked_call_with_output(cmd, expected=None, unexpected=None, stderr=None): cmd = cmd.split(' ') print('running: %s' % cmd) stdout = subprocess.check_output(cmd, stderr=stderr) if expected: for x in listify(expected): assert x in stdout, 'call had the right output: ' + stdout + '\n[[[' + x + ']]]' if unexpected: for x in listify(unexpected): assert x not in stdout, 'call had the wrong output: ' + stdout + '\n[[[' + x + ']]]' def failing_call_with_output(cmd, expected): proc = subprocess.Popen(cmd.split(' '), stdout=subprocess.PIPE) stdout, stderr = proc.communicate() assert proc.returncode, 'call must have failed' assert expected in stdout, 'call did not have the right output' def hack_emsdk(marker, replacement): src = open('emsdk.py').read() assert marker in src src = src.replace(marker, replacement) name = '__test_emsdk' open(name, 'w').write(src) return name # Set up open('hello_world.c', 'w').write('''\ #include int main() { printf("Hello, world!\\n"); return 0; } ''') TAGS = json.loads(open('emscripten-releases-tags.txt').read()) LIBC = os.path.expanduser('~/.emscripten_cache/wasm/libc.a') # Tests print('test .emscripten contents (latest was installed/activated in test.sh)') assert 'fastcomp' not in open(os.path.expanduser('~/.emscripten')).read() assert 'upstream' in open(os.path.expanduser('~/.emscripten')).read() # Test we don't re-download unnecessarily checked_call_with_output(emsdk + ' install latest', expected='already installed', unexpected='Downloading:') print('building proper system libraries') def test_lib_building(emcc, use_asmjs_optimizer): def test_build(args, expected=None, unexpected=None): checked_call_with_output(emcc + ' hello_world.c' + args, expected=expected, unexpected=unexpected, stderr=subprocess.STDOUT) # by default we ship libc, struct_info, and the asm.js optimizer, as they # are important for various reasons (libc takes a long time to build; # struct_info is a bootstrap product so if the user's setup is broken it's # confusing; the asm.js optimizer is a native application so it needs a # working native local build environment). otherwise we don't ship every # single lib, so some building is expected on first run. unexpected_system_libs = ['generating system library: libc.', 'generating system asset: optimizer'] if use_asmjs_optimizer: unexpected_system_libs += ['generating system asset: generated_struct_info.json'] first_time_system_libs = ['generating system library: libdlmalloc.'] test_build('', expected=first_time_system_libs, unexpected=unexpected_system_libs) test_build(' -O2', unexpected=unexpected_system_libs + first_time_system_libs) test_build(' -s WASM=0', unexpected=unexpected_system_libs + first_time_system_libs) test_build(' -O2 -s WASM=0', unexpected=unexpected_system_libs + first_time_system_libs) def run_emsdk(cmd): if type(cmd) != list: cmd = cmd.split() check_call([emsdk] + cmd) test_lib_building(upstream_emcc, use_asmjs_optimizer=True) print('update') run_emsdk('update-tags') print('test latest-releases-fastcomp') run_emsdk('install latest-fastcomp') run_emsdk('activate latest-fastcomp') test_lib_building(fastcomp_emcc, use_asmjs_optimizer=False) assert open(os.path.expanduser('~/.emscripten')).read().count('LLVM_ROOT') == 1 assert 'upstream' not in open(os.path.expanduser('~/.emscripten')).read() assert 'fastcomp' in open(os.path.expanduser('~/.emscripten')).read() print('verify version') checked_call_with_output(fastcomp_emcc + ' -v', TAGS['latest'], stderr=subprocess.STDOUT) print('clear cache') check_call(upstream_emcc + ' --clear-cache') assert not os.path.exists(LIBC) # Test the normal tools like node don't re-download on re-install print('another install must re-download') checked_call_with_output(emsdk + ' uninstall node-12.9.1-64bit') checked_call_with_output(emsdk + ' install node-12.9.1-64bit', expected='Downloading:', unexpected='already installed') checked_call_with_output(emsdk + ' install node-12.9.1-64bit', unexpected='Downloading:', expected='already installed') print('test tot-upstream') run_emsdk('install tot-upstream') assert not os.path.exists(LIBC) old_config = open(os.path.expanduser('~/.emscripten')).read() run_emsdk('activate tot-upstream') assert old_config == open(os.path.expanduser('~/.emscripten.old')).read() # TODO; test on latest as well assert os.path.exists(LIBC), 'activation supplies prebuilt libc' check_call(upstream_emcc + ' hello_world.c') print('test tot-fastcomp') run_emsdk('install tot-fastcomp') run_emsdk('activate tot-fastcomp') check_call(fastcomp_emcc + ' hello_world.c') print('test specific release (old)') run_emsdk('install sdk-fastcomp-1.38.31-64bit') run_emsdk('activate sdk-fastcomp-1.38.31-64bit') print('test specific release (new, short name)') run_emsdk('install 1.38.33') print('another install, but no need for re-download') checked_call_with_output(emsdk + ' install 1.38.33', expected='Skipped', unexpected='Downloading:') run_emsdk('activate 1.38.33') assert 'upstream' not in open(os.path.expanduser('~/.emscripten')).read() assert 'fastcomp' in open(os.path.expanduser('~/.emscripten')).read() print('test specific release (new, full name)') run_emsdk('install sdk-1.38.33-upstream-64bit') run_emsdk('activate sdk-1.38.33-upstream-64bit') print('test specific release (new, full name)') run_emsdk('install sdk-tag-1.38.33-64bit') run_emsdk('activate sdk-tag-1.38.33-64bit') print('test binaryen source build') run_emsdk(['install', '--build=Release', '--generator=Unix Makefiles', 'binaryen-master-64bit']) print('test 32-bit error') failing_call_with_output('python %s install latest' % hack_emsdk('not is_os_64bit()', 'True'), 'this tool is only provided for 64-bit OSes') print('test non-git update') temp_dir = tempfile.mkdtemp() for filename in os.listdir('.'): if not filename.startswith('.') and not os.path.isdir(filename): shutil.copy2(filename, os.path.join(temp_dir, filename)) os.chdir(temp_dir) run_emsdk('update') print('second time') run_emsdk('update') print('verify downloads exist for all OSes') latest_hash = TAGS['releases'][TAGS['latest']] for osname, suffix in [ ('linux', 'tbz2'), ('mac', 'tbz2'), ('win', 'zip') ]: url = 'https://storage.googleapis.com/webassembly/emscripten-releases-builds/%s/%s/wasm-binaries.%s' % (osname, latest_hash, suffix) print(' checking url: ' + url), check_call('curl --fail --head --silent ' + url, stdout=subprocess.PIPE)