admin/golem-v0-wasm3
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add cross-arch build script

Browse Source
This commit is contained in:
Vova
2021-12-22 16:28:34 +02:00
parent 83f907760c
commit 767f3cc171
5 changed files with 123 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.gitignore
+1
View File
@@ -1,5 +1,6 @@
/build*
/source-*
/.toolchains
test/.spec-*
test/*.log
test/tailcall/*.S
README.md
+1 -1
View File
@@ -67,10 +67,10 @@ Minimum useful system requirements: **~64Kb** for code and **~10Kb** RAM
| ☑ Sign-extension operators | ☑ Wasm and WASI self-hosting |
| ☑ Multi-value | ☑ Gas metering |
| ☑ Bulk memory operations (partial support) | ☑ Linear memory limit (< 64KiB) |
| ☐ Multiple memories |
| ☐ Reference types |
| ☐ Tail call optimization |
| ☐ Fixed-width SIMD |
| ☐ Multiple memories |
| ☐ Exception handling |
## Motivation
build-cross.py
Executable
+118
View File
@@ -0,0 +1,118 @@
#!/usr/bin/env python3
# Author: Volodymyr Shymanskyy
import argparse
import subprocess
import multiprocessing
from pathlib import Path
import time
musl_targets = [
{ "name": "linux-x86_64" , "arch": "x86_64-linux-musl" },
{ "name": "linux-i686" , "arch": "i686-linux-musl" , "skip_tests" : True},
#{ "name": "win-i686" , "arch": "i686-w64-mingw32" },
#{ "name": "win-x64" , "arch": "x86_64-w64-mingw32" },
{ "name": "linux-aarch64" , "arch": "aarch64-linux-musl" , "runner": "qemu-aarch64-static" },
{ "name": "linux-armv6" , "arch": "armv6-linux-musleabihf" , "runner": "qemu-arm-static" },
{ "name": "linux-armv7l" , "arch": "armv7l-linux-musleabihf" , "runner": "qemu-arm-static" },
{ "name": "linux-mipsel-sf" , "arch": "mipsel-linux-muslsf" , "runner": "qemu-mipsel-static" },
{ "name": "linux-mipsel" , "arch": "mipsel-linux-musl" , "runner": "qemu-mipsel-static" },
{ "name": "linux-mips-sf" , "arch": "mips-linux-muslsf" , "runner": "qemu-mips-static" },
{ "name": "linux-mips" , "arch": "mips-linux-musl" , "runner": "qemu-mips-static" },
{ "name": "linux-mips64el" , "arch": "mips64el-linux-musl" , "runner": "qemu-mips64el-static" },
{ "name": "linux-mips64" , "arch": "mips64-linux-musl" , "runner": "qemu-mips64-static" },
{ "name": "linux-rv32" , "arch": "riscv32-linux-musl" , "runner": "qemu-riscv32-static" },
{ "name": "linux-rv64" , "arch": "riscv64-linux-musl" , "runner": "qemu-riscv64-static" },
{ "name": "linux-ppc" , "arch": "powerpc-linux-musl" , "runner": "qemu-ppc-static" },
{ "name": "linux-ppc64" , "arch": "powerpc64-linux-musl" , "runner": "qemu-ppc64-static" },
{ "name": "linux-s390x" , "arch": "s390x-linux-musl" , "runner": "qemu-s390x-static" },
#{ "name": "linux-m68k" , "arch": "m68k-linux-musl" , "runner": "qemu-m68k-static" },
#{ "name": "linux-microblaze", "arch": "microblaze-linux-musl" , "runner": "qemu-microblaze-static" },
{ "name": "linux-armv7l-vfpv3" , "arch": "armv7l-linux-musleabihf" , "runner": "qemu-arm-static" , "cflags": "-march=armv7-a -mfpu=vfpv3 -mthumb -Wa,-mimplicit-it=thumb" },
{ "name": "linux-mipsel-24kc-sf" , "arch": "mipsel-linux-muslsf" , "runner": "qemu-mipsel-static" , "cflags": "-march=24kc" },
]
VERBOSE = False
RETEST = False
def run(cmd):
subprocess.run(cmd, shell=True, check=True, capture_output=not VERBOSE)
def build_target(target):
muslcc = f".toolchains/{target['arch']}-cross/bin/{target['arch']}-gcc"
if not Path(muslcc).exists():
print(f"Downloading {target['name']} toolchain")
tar_name = f"{target['arch']}-cross.tgz"
run(f"""
mkdir -p .toolchains
cd .toolchains
curl -O -C - https://musl.cc/{tar_name}
tar xzf {tar_name}
rm {tar_name}
""")
if not 'cflags' in target:
target['cflags'] = ""
if not 'runner' in target:
target['runner'] = ""
wasm3_binary = f"build-cross/wasm3-{target['name']}"
if not Path(wasm3_binary).exists():
build_dir = f"build-cross/{target['name']}/"
print(f"Building {target['name']} target")
run(f"""
mkdir -p {build_dir}
cd {build_dir}
export CC="../../{muslcc}"
export CFLAGS="{target['cflags']}"
export LDFLAGS="-static -s"
cmake -DBUILD_NATIVE=OFF ../..
cmake --build .
cp wasm3 ../wasm3-{target['name']}
""")
if "skip_tests" in target:
return
wasm3_cmd = f"{target['runner']} ../{wasm3_binary}".strip()
test_spec_ok = Path(f"build-cross/{target['name']}/.test-spec-ok")
if RETEST or not test_spec_ok.exists():
print(f"Testing {target['name']} target (spec)")
run(f"""
cd test
python3 run-spec-test.py --exec "{wasm3_cmd} --repl"
""")
test_spec_ok.touch()
test_wasi_ok = Path(f"build-cross/{target['name']}/.test-wasi-ok")
if RETEST or not test_wasi_ok.exists():
print(f"Testing {target['name']} target (WASI)")
run(f"""
cd test
python3 run-wasi-test.py --fast --exec "{wasm3_cmd}"
""")
test_wasi_ok.touch()
if __name__ == '__main__':
parser = argparse.ArgumentParser(formatter_class=argparse.ArgumentDefaultsHelpFormatter)
parser.add_argument('-j','--jobs', type=int, metavar='N', default=multiprocessing.cpu_count(), help='parallel builds')
parser.add_argument('-v','--verbose', action='store_true', help='verbose output')
parser.add_argument('--retest', action='store_true', help='force tests')
parser.add_argument('--target', metavar='NAME')
args = parser.parse_args()
if args.target:
musl_targets = filter(lambda t: args.target in t['name'] or args.target in t['arch'], musl_targets)
VERBOSE = args.verbose
RETEST = args.retest
p = multiprocessing.Pool(args.jobs)
p.map(build_target, musl_targets)
build.zig
-3
View File
@@ -25,15 +25,12 @@ pub fn build(b: *std.build.Builder) !void {
"source/m3_code.c",
"source/m3_compile.c",
"source/m3_core.c",
"source/m3_emit.c",
"source/m3_env.c",
"source/m3_exec.c",
"source/m3_function.c",
"source/m3_info.c",
"source/m3_module.c",
"source/m3_optimize.c",
"source/m3_parse.c",
"source/extensions/m3_extensions.c",
"platforms/app/main.c",
}, &.{
"-Dd_m3HasWASI",
test/run-spec-test.py
+3 -2
View File
@@ -489,8 +489,6 @@ for fn in jsonFiles:
print(f"Running {fn}")
wasm3.init()
for cmd in data["commands"]:
test = dotdict()
test.line = int(cmd["line"])
@@ -506,6 +504,9 @@ for fn in jsonFiles:
try:
wasm_fn = os.path.join(pathname(fn), wasm_module)
wasm3.init()
res = wasm3.load(wasm_fn)
if res:
warning(res)