120 lines
6.6 KiB
Python
120 lines
6.6 KiB
Python
"""方案 R4 自动探针：无头 Edge / Chrome 里测浏览器推理延迟（部署形态：1 行特征 + K=8 条候选）。
|
||
python -m ml.eval.r4_probe --model ml/runs/r4/traj_policy_r4.onnx --out ml/runs/r4.json
|
||
做法：本进程起一个带 COOP/COEP 头的静态服务（根目录 = 仓库），逐个配置用无头浏览器打开 webapp/r4_probe.html，
|
||
页面把 P50/P95/P99 与 20 ms 节拍最大间隔 POST 回来。配置：
|
||
wasm·默认线程（与查看器同一默认 min(16, ⌊0.6×逻辑核⌋)，推理在 Worker）——部署默认口径
|
||
wasm·4 线程（第四轮实测的旧默认，作对照）
|
||
wasm·默认线程·不开 Worker（看推理是否卡主线程：tickGapMax）
|
||
webgpu
|
||
判据：部署口径 P99 < 15 ms 即通过；wasm 不过而 WebGPU 过，也判通过并记 deploy_ep=webgpu（查看器用 &ep=webgpu）。
|
||
找不到浏览器 / 页面没回报 → pass=null（流水线警告继续，验收标红）。浏览器路径可用 R4_BROWSER 指定。
|
||
2026-10-18 第五轮新增（审查第四轮缺口 3：R4 需要人开浏览器看，导致 `all` 天生不完整）。
|
||
范围说明：这里测的是纯推理；贴柱处安全层耗时（R9）由 bench（tests/policy_bench.cjs 的 safetyMsP99）给。"""
|
||
import argparse, http.server, json, os, shutil, socket, subprocess, sys, tempfile, threading, time, urllib.parse
|
||
|
||
ROOT = os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
||
LIMIT_MS = 15.0
|
||
|
||
|
||
def find_browser():
|
||
if os.environ.get('R4_BROWSER'): return os.environ['R4_BROWSER']
|
||
cands = []
|
||
for base in (os.environ.get('ProgramFiles(x86)'), os.environ.get('ProgramFiles'), os.environ.get('LOCALAPPDATA')):
|
||
if base:
|
||
cands += [os.path.join(base, 'Microsoft', 'Edge', 'Application', 'msedge.exe'),
|
||
os.path.join(base, 'Google', 'Chrome', 'Application', 'chrome.exe')]
|
||
for n in ('microsoft-edge', 'microsoft-edge-stable', 'google-chrome', 'google-chrome-stable', 'chromium', 'chromium-browser'):
|
||
p = shutil.which(n)
|
||
if p: cands.append(p)
|
||
return next((c for c in cands if c and os.path.exists(c)), None)
|
||
|
||
|
||
class Srv:
|
||
def __init__(self):
|
||
self.result, self.ev = None, threading.Event()
|
||
me = self
|
||
|
||
class H(http.server.SimpleHTTPRequestHandler):
|
||
extensions_map = {**http.server.SimpleHTTPRequestHandler.extensions_map, '.wasm': 'application/wasm', '.mjs': 'text/javascript'}
|
||
|
||
def __init__(s, *a, **k): super().__init__(*a, directory=ROOT, **k)
|
||
|
||
def end_headers(s):
|
||
s.send_header('Cross-Origin-Opener-Policy', 'same-origin'); s.send_header('Cross-Origin-Embedder-Policy', 'require-corp')
|
||
s.send_header('Cross-Origin-Resource-Policy', 'cross-origin'); s.send_header('Cache-Control', 'no-store')
|
||
super().end_headers()
|
||
|
||
def do_POST(s):
|
||
n = int(s.headers.get('Content-Length') or 0)
|
||
try: me.result = json.loads(s.rfile.read(n) or b'{}')
|
||
except Exception as e: me.result = {'error': 'bad json: %s' % e}
|
||
me.ev.set(); s.send_response(200); s.end_headers(); s.wfile.write(b'ok')
|
||
|
||
def log_message(s, *a): pass
|
||
|
||
sk = socket.socket(); sk.bind(('127.0.0.1', 0)); self.port = sk.getsockname()[1]; sk.close()
|
||
self.httpd = http.server.ThreadingHTTPServer(('127.0.0.1', self.port), H)
|
||
threading.Thread(target=self.httpd.serve_forever, daemon=True).start()
|
||
|
||
|
||
def kill_tree(p):
|
||
if os.name == 'nt': subprocess.run(['taskkill', '/T', '/F', '/PID', str(p.pid)], capture_output=True)
|
||
else:
|
||
try: p.terminate(); p.wait(5)
|
||
except Exception: p.kill()
|
||
|
||
|
||
def one(srv, browser, model_url, ep, threads, proxy, n, timeout_s):
|
||
srv.result = None; srv.ev.clear()
|
||
q = urllib.parse.urlencode({'model': model_url, 'ep': ep, 'threads': threads, 'proxy': proxy, 'n': n,
|
||
**({'ortLocal': '1'} if os.environ.get('ORT_LOCAL') == '1' else {})})
|
||
url = f'http://127.0.0.1:{srv.port}/webapp/r4_probe.html?{q}'
|
||
prof = tempfile.mkdtemp(prefix='r4prof_')
|
||
args = [browser, '--headless=new', f'--user-data-dir={prof}', '--no-first-run', '--no-default-browser-check',
|
||
'--disable-extensions', '--enable-unsafe-webgpu', url]
|
||
p = subprocess.Popen(args, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
|
||
got = srv.ev.wait(timeout_s)
|
||
kill_tree(p); shutil.rmtree(prof, ignore_errors=True)
|
||
r = srv.result if got else {'error': f'{timeout_s} s 内页面没有回报'}
|
||
r = dict(r or {}, config=f'{ep}·threads={threads}·proxy={proxy}')
|
||
print(json.dumps(r, ensure_ascii=False), flush=True)
|
||
return r
|
||
|
||
|
||
def main():
|
||
ap = argparse.ArgumentParser()
|
||
ap.add_argument('--model', default='ml/runs/r4/traj_policy_r4.onnx'); ap.add_argument('--out', default='ml/runs/r4.json')
|
||
ap.add_argument('--n', type=int, default=150); ap.add_argument('--timeout', type=int, default=240)
|
||
a = ap.parse_args()
|
||
out = {'rule': f'部署口径 batch=8 P99 < {LIMIT_MS:g} ms', 'model': a.model, 'pass': None}
|
||
br = find_browser()
|
||
if not br:
|
||
out['note'] = '没找到 Edge / Chrome（可设 R4_BROWSER=浏览器路径）'; print(out['note'])
|
||
else:
|
||
out['browser'] = br
|
||
srv = Srv()
|
||
mu = '/' + os.path.relpath(os.path.abspath(a.model), ROOT).replace(os.sep, '/')
|
||
runs = [one(srv, br, mu, 'wasm', 'auto', 1, a.n, a.timeout), one(srv, br, mu, 'wasm', '4', 1, a.n, a.timeout),
|
||
one(srv, br, mu, 'wasm', 'auto', 0, a.n, a.timeout), one(srv, br, mu, 'webgpu', 'auto', 0, a.n, a.timeout)]
|
||
srv.httpd.shutdown()
|
||
out['runs'] = runs
|
||
dep, gpu = runs[0], runs[3]
|
||
ok = lambda r: r.get('p99') is not None and r['p99'] < LIMIT_MS
|
||
if dep.get('p99') is None and gpu.get('p99') is None:
|
||
out['note'] = '页面没有给出数字（见 runs[].error）'
|
||
elif ok(dep):
|
||
out['pass'] = True; out['deploy'] = dep; out['deploy_ep'] = 'wasm'
|
||
elif ok(gpu):
|
||
out['pass'] = True; out['deploy'] = gpu; out['deploy_ep'] = 'webgpu'
|
||
out['note'] = 'wasm 不达标而 WebGPU 达标：查看器部署用 &ep=webgpu'
|
||
else:
|
||
out['pass'] = False; out['deploy'] = dep if dep.get('p99') is not None else gpu
|
||
os.makedirs(os.path.dirname(a.out) or '.', exist_ok=True)
|
||
json.dump(out, open(a.out, 'w', encoding='utf-8'), indent=1, ensure_ascii=False)
|
||
d = out.get('deploy') or {}
|
||
print(f"R4：{ {True: '通过', False: '未通过', None: '未判定'}[out['pass']] } 部署口径 P99 {d.get('p99')} ms（{d.get('config')}）")
|
||
|
||
|
||
if __name__ == '__main__':
|
||
main()
|