import hashlib import json import os from pathlib import Path import signal import socket import statistics import subprocess import tempfile import threading import time from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer ROOT = Path(os.environ['LIMO_TEST_ROOT']) BIN = Path(os.environ['LIMO_TEST_BIN']) WORK = Path(tempfile.mkdtemp(prefix='limo-release-smoke-')) RESULTS = [] def run(name, args, *, stdin=None, contains=(), code=0, timeout=12, exact=None): started = time.perf_counter() process = subprocess.Popen([str(BIN), *args], cwd=ROOT, stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True, start_new_session=True) timed_out = False try: stdout, stderr = process.communicate(stdin, timeout=timeout) except subprocess.TimeoutExpired: timed_out = True os.killpg(process.pid, signal.SIGKILL) stdout, stderr = process.communicate() elapsed = (time.perf_counter() - started) * 1000 status_ok = process.returncode != 0 if code == 'nonzero' else process.returncode == code passed = not timed_out and status_ok and all(text in stdout + stderr for text in contains) if exact is not None: passed = passed and stdout.strip() == exact result = dict(name=name, passed=passed, args=args, stdin=stdin, returncode=process.returncode, elapsed_ms=round(elapsed, 2), timed_out=timed_out, stdout=stdout, stderr=stderr) RESULTS.append(result) print(json.dumps(result, ensure_ascii=False), flush=True) return result def free_port(): with socket.socket() as listener: listener.bind(('127.0.0.1', 0)) return listener.getsockname()[1] run('help', ['--help'], contains=('Usage:', '--profile-dir', '--timeout-ms')) run('eval', ['-e', 'console.log(1 + 2)'], exact='3') run('top-level await auto detection', ['-e', 'console.log(await Promise.resolve(3))'], exact='3') run('stdin explicit dash', ['-'], stdin='console.log("stdin-ok")', exact='stdin-ok') run('stdin implicit', [], stdin='console.log("pipe-ok")', exact='pipe-ok') run('DOM example', ['examples/dom.js'], contains=('Hello from limo!', 'clicked: Click me', '')) run('timers and microtasks example', ['examples/async.js'], exact='start\nsynchronous end\nmicrotask\ninterval: 1\ninterval: 2\ninterval: 3\ntimeout\nlast microtask') run('fetch JSON example', ['examples/fetch.mjs'], contains=('message: Hello from a local file!', 'items: DOM, fetch, Worker')) run('ES module example', ['examples/modules/main.mjs'], exact='Hello, limo!') run('eval relative module import', ['--input-type', 'module', '-e', 'import { greet } from "./examples/modules/greet.mjs"; console.log(greet("limo"))'], exact='Hello, limo!') run('Worker example', ['examples/workers/main.js'], exact='sum: 15') profile_args = ['--port', str(free_port()), '--profile-dir', str(WORK / 'profile')] for number in (1, 2): run(f'IndexedDB persistence run {number}', [*profile_args, 'examples/idb.mjs'], exact=f'IndexedDB runs: {number}') for number in (1, 2): run(f'OPFS sync handle persistence run {number}', [*profile_args, 'examples/opfs-sah/main.js'], exact=f'OPFS runs: {number}') for number in (1, 2): run(f'localStorage persistence run {number}', [*profile_args, '-e', 'const count = Number(localStorage.getItem("count") || 0) + 1; localStorage.setItem("count", String(count)); console.log(count)'], exact=str(number)) expected_hash = hashlib.sha256('hello'.encode()).hexdigest() run('WebCrypto SHA-256', ['-e', 'const result = await crypto.subtle.digest("SHA-256", new TextEncoder().encode("hello")); console.log(Array.from(new Uint8Array(result), b => b.toString(16).padStart(2, "0")).join(""))'], exact=expected_hash) run('WebAssembly execution', ['-e', 'const bytes = new Uint8Array([0,97,115,109,1,0,0,0,1,5,1,96,0,1,127,3,2,1,0,7,10,1,6,97,110,115,119,101,114,0,0,10,6,1,4,0,65,42,11]); const {instance} = await WebAssembly.instantiate(bytes); console.log(instance.exports.answer())'], exact='42') run('canvas 2D', ['-e', 'const canvas = document.createElement("canvas"); canvas.width=2; canvas.height=2; const ctx=canvas.getContext("2d"); ctx.fillStyle="red"; ctx.fillRect(0,0,2,2); console.log(Array.from(ctx.getImageData(0,0,1,1).data).join(","))'], exact='255,0,0,255') run('console levels and object formatting', ['-e', 'console.log("a: b", {value: 3}); console.warn("warning"); console.error("failure")'], contains=('a: b', 'warning', 'failure')) class CorsHandler(BaseHTTPRequestHandler): def do_GET(self): payload = b'{"ok":true}' self.send_response(200) self.send_header('Content-Type', 'application/json') self.send_header('Content-Length', str(len(payload))) if self.path == '/allowed': self.send_header('Access-Control-Allow-Origin', '*') self.end_headers() self.wfile.write(payload) def log_message(self, *_): pass server = ThreadingHTTPServer(('127.0.0.1', 0), CorsHandler) threading.Thread(target=server.serve_forever, daemon=True).start() origin = f'http://127.0.0.1:{server.server_port}' run('CORS allowed response', ['-e', f'const response = await fetch("{origin}/allowed"); console.log(JSON.stringify(await response.json()))'], exact='{"ok":true}') run('CORS denied response', ['-e', f'try {{ await fetch("{origin}/denied"); console.log("unexpectedly-allowed"); }} catch (error) {{ console.log("cors-blocked"); }}'], exact='cors-blocked') server.shutdown() server.server_close() special = WORK / '入口 #&?.mjs' special.write_text('console.log("special-path-ok")') run('Unicode and reserved characters in file path', [str(special)], exact='special-path-ok') cjs = WORK / 'unsupported.cjs' cjs.write_text('console.log("override-ok")') run('CommonJS rejection', [str(cjs)], code='nonzero', contains=('CommonJS',)) run('explicit input type overrides extension', ['--input-type', 'script', str(cjs)], exact='override-ok') run('missing input file', [str(WORK / 'missing.js')], code='nonzero', contains=('not a file',)) run('conflicting file and eval options', ['examples/dom.js', '-e', '1'], code='nonzero') run('syntax error', ['-e', 'const = ;'], code='nonzero') run('synchronous uncaught exception', ['-e', 'console.log("before-error"); throw new Error("smoke-boom")'], code='nonzero') run('module uncaught exception', ['--input-type', 'module', '-e', 'throw new Error("module-boom")'], code='nonzero') run('timer uncaught exception', ['-e', 'setTimeout(() => { throw new Error("timer-boom") }, 10)'], code='nonzero') run('unhandled Promise rejection', ['-e', 'Promise.reject(new Error("reject-boom"))'], code='nonzero') run('unbacked top-level await', ['-e', 'console.log("before-await"); await new Promise(() => {}); console.log("after-await")'], exact='before-await') run('live interval execution timeout', ['--timeout-ms', '100', '-e', 'setInterval(() => {}, 10)'], code='nonzero', contains=('timed out',), timeout=4) run('synchronous infinite loop execution timeout', ['--timeout-ms', '100', '-e', 'while (true) {}'], code='nonzero', contains=('timed out',), timeout=4) run('Intl timezone data', ['-e', 'console.log(new Intl.DateTimeFormat("zh-CN", {year:"numeric", timeZone:"Asia/Shanghai"}).format(new Date("2020-01-01T00:00:00Z")))'], exact='2020年') run('Blob URL fetch', ['-e', 'const url = URL.createObjectURL(new Blob(["blob-ok"])); console.log(await (await fetch(url)).text()); URL.revokeObjectURL(url)'], exact='blob-ok') run('MessageChannel delivery', ['-e', 'const c = new MessageChannel(); c.port1.onmessage = e => {console.log(e.data); c.port1.close(); c.port2.close()}; c.port2.postMessage("channel-ok")'], exact='channel-ok') run('iframe realm and messaging', ['-e', r'const answer = await new Promise((resolve, reject) => {const timeout = setTimeout(() => reject(new Error("iframe-timeout")), 2000); addEventListener("message", e => {if (e.data === "frame-ok") {clearTimeout(timeout); resolve(e.data)}}); const frame = document.createElement("iframe"); frame.srcdoc = ""; document.body.appendChild(frame)}); console.log(answer)'], exact='frame-ok') shared = WORK / 'shared-worker.js' shared.write_text('onconnect = event => { const port = event.ports[0]; port.onmessage = e => { port.postMessage(e.data + 1); port.close(); close() }; port.start() }') shared_main = WORK / 'shared-main.mjs' shared_main.write_text('const worker = new SharedWorker("./shared-worker.js"); worker.port.onmessage = e => { console.log("shared:", e.data); worker.port.close() }; worker.port.start(); worker.port.postMessage(41)') run('SharedWorker messaging', ['--timeout-ms', '4000', str(shared_main)], exact='shared: 42', timeout=6) sw = WORK / 'service-worker.js' sw.write_text('addEventListener("install", event => event.waitUntil(skipWaiting())); addEventListener("activate", event => event.waitUntil(clients.claim()))') sw_main = WORK / 'service-main.mjs' sw_main.write_text('const registration = await navigator.serviceWorker.register("./service-worker.js"); await navigator.serviceWorker.ready; console.log("service-worker:", await registration.unregister())') run('ServiceWorker registration lifecycle', ['--timeout-ms', '4000', str(sw_main)], exact='service-worker: true', timeout=6) timings = [] for number in range(10): result = run(f'startup sample {number + 1}', ['-e', 'console.log(1 + 2)'], exact='3') timings.append(result['elapsed_ms']) report = dict(binary=str(BIN), results=RESULTS, passed=sum(result['passed'] for result in RESULTS), total=len(RESULTS), startup_ms=dict(median=round(statistics.median(timings), 2), minimum=min(timings), maximum=max(timings))) (WORK / 'results.json').write_text(json.dumps(report, ensure_ascii=False, indent=2)) print(json.dumps({'report': str(WORK / 'results.json'), 'passed': report['passed'], 'total': report['total'], 'startup_ms': report['startup_ms']}, ensure_ascii=False), flush=True)