"""小规模同步闭环评估;仿真墙钟不等于控制延迟。""" import argparse, functools, hashlib, json, math, time from pathlib import Path import torch from ml.common.ckpt import load_policy from ml.common.kin_torch import Kin from ml.data import load_tasks from ml.sim.closed_loop import rollout, tasks_to_tensors import ml.sim.closed_loop as clmod def run(model, kin, tasks, device, bs=256, **kw): per = [] for i in range(0, len(tasks), bs): t0 = time.perf_counter() print('batch %d-%d/%d start' % (i + 1, min(i + bs, len(tasks)), len(tasks)), flush=True) def progress(step, total): print('batch %d step %d/%d wall %.1fs' % (i // bs + 1, step, total, time.perf_counter() - t0), flush=True) r, p = rollout(model, kin, tasks[i:i + bs], device, progress=progress, **kw) per.append((r, p, len(tasks[i:i + bs]))) print('batch %d done wall %.1fs' % (i // bs + 1, time.perf_counter() - t0), flush=True) flat = {k: torch.cat([p[k] for _, p, _ in per]) for k in per[0][1] if k not in ('traj', 'plans')} _, _, _, ex, tr = tasks_to_tensors(tasks, 'cpu') ok, col = flat['ok'], flat['col'] > 0 has_ref = torch.isfinite(ex) okr = ok & has_ref & torch.isfinite(tr) median = lambda x: x.median().item() if x.numel() else None out = { 'n': len(tasks), 'n_ref': int(has_ref.sum()), 'success': ok.float().mean().item(), 'collision_free_success': (ok & ~col).float().mean().item(), 'time_ok_1p3': (ok & has_ref & (flat['t_done'] <= 1.3 * ex)).sum().item() / int(has_ref.sum()) if has_ref.any() else None, 'collision_rate': col.float().mean().item(), 'collision_steps_mean': flat['col'].mean().item(), 'travel_ratio_median': median(flat['travel'][okr] / tr[okr].clamp(min=1)), 'time_mean_s': flat['t_done'][ok].mean().item() if ok.any() else None, 'brakes_mean': flat['brakes'].mean().item(), 'start_fail': flat['start_fail'].float().mean().item(), 'goal_ratio_2s': median(flat['goal_ratio_2s']), 'err_fail_med': median(flat['err'][~ok]), 'err_success_med': median(flat['err'][ok]), 'dls_share': flat['dls_it'].ge(0).float().mean().item(), 'time_budget': ('fixed %.3f s' % kw['max_sec']) if kw.get('max_sec') is not None else (per[0][0]['time_budget'] if len({r['time_budget'] for r, _, _ in per}) == 1 else 'mixed'), } if 'speed_ratio' in flat: # 实际执行速度:每题时限内 max|Δq|/STEP(1.0 = VMAX),加速度同口径按每控制步的速度变化 v, acc = flat['speed_ratio'], flat['accel_ratio'] out.update({'speed_ratio_p50': median(v), 'speed_ratio_p95': v.quantile(0.95).item(), 'speed_ratio_max': v.max().item(), 'over_vmax_rate': (v > 1.001).float().mean().item(), 'accel_ratio_p95': acc.quantile(0.95).item(), 'accel_ratio_max': acc.max().item()}) if 'reverse_rate' in flat: # 换向步占比:行程超出主要是同一轴来回抖(轮次 39 分解),所以每个臂都要直接报它 rr = flat['reverse_rate'] out.update({'reverse_p50': median(rr), 'reverse_mean': rr.mean().item(), 'reverse_moving_p50': median(flat['reverse_rate_moving']), # 只在动了的步上算,不被刹停稀释 'moving_share_p50': median(flat['moving_share'])}) # 活动窗内动了的步占比(=1−站住比例) if 'brake_rate' in flat: # §9.2 要"刹停 <2% 推理周期"。均值会被长尾拖着(实测 p50=0.5% 而 mean=10%), rr = flat['brake_rate'] # 所以必须分层报:p90 与"卡住题占比"才是能区分杠杆的读数。 out.update({'brake_rate_mean': rr.mean().item(), 'brake_rate_p50': median(rr), 'brake_rate_p90': rr.quantile(0.9).item(), 'stuck_share': (rr > 0.2).float().mean().item(), 'n_plans_mean': flat['n_plans'].mean().item()}) cats = [t.get('cat') for t in tasks] # 分层读数:D 类按定义不可达,混在分母里会让"可达任务到达率"失真 reach = torch.tensor([c != 'D' for c in cats]) if reach.any(): out['success_reachable'] = (ok[reach].float().mean().item()) out['by_cat'] = {c: [int(sum(1 for x in cats if x == c)), int(sum(1 for i, x in enumerate(cats) if x == c and ok[i]))] for c in sorted({c for c in cats if c})} if 'backoff' in flat and flat['backoff'].any(): # backoff=缩步顶上的次数;brakes 现在只记连最小档都不安全的 out['backoff_mean'] = flat['backoff'].mean().item() # ⇒ 原来的"全拒"事件数 = 两者之和 out['reject_all_mean'] = (flat['backoff'] + flat['brakes']).mean().item() if 'tie_opp' in flat and flat['tie_opp'].any(): # tie=1 的自检:钩子可用率/真的改选率,分母与 brake_rate 同为规划次数 out.update({'tie_opp_rate_mean': flat['tie_opp_rate'].mean().item(), 'tie_changed_rate_mean': flat['tie_changed_rate'].mean().item(), 'tie_opp_task_share': (flat['tie_opp'] > 0).float().mean().item()}) return out, per def json_finite(value): if isinstance(value, dict): return {k: json_finite(v) for k, v in value.items()} if isinstance(value, list): return [json_finite(v) for v in value] if isinstance(value, float) and not math.isfinite(value): return None return value def main(): ap = argparse.ArgumentParser() ap.add_argument('--ckpt', default='ml/runs/base_dag2_dag1/best.pt') ap.add_argument('--samples', default='ml/data/samples') ap.add_argument('--tasks', default=None) ap.add_argument('--split', default='val') ap.add_argument('--n', type=int, default=256) ap.add_argument('--K', type=int, default=8) ap.add_argument('--commit', type=int, default=3) ap.add_argument('--fb', type=float, default=1.8) ap.add_argument('--ki', type=float, default=0.0) ap.add_argument('--fb_scale', type=float, default=0.0) ap.add_argument('--fb_near', type=float, default=0.2) ap.add_argument('--fb_fallback', type=float, default=0.0) ap.add_argument('--kdecay', type=float, default=0.9) ap.add_argument('--kimax', type=float, default=0.5) ap.add_argument('--fb_every', type=int, default=1) ap.add_argument('--safety_try', type=int, default=0) ap.add_argument('--sel_w', type=float, default=0.1) ap.add_argument('--dls_safety', type=int, default=0) ap.add_argument('--fb_clear', type=float, default=0.0) ap.add_argument('--fb_cmin', type=float, default=0.3) ap.add_argument('--sub_refresh', type=int, default=0) ap.add_argument('--fb_block_gain', type=float, default=1.0) ap.add_argument('--dump', default=None) ap.add_argument('--out', default=None) ap.add_argument('--trace', default=None) ap.add_argument('--select', default='consist') ap.add_argument('--replan', default='r3') ap.add_argument('--safety', type=int, default=1, help='1=安全层+部分前缀;0=关') ap.add_argument('--partial', type=int, default=1) ap.add_argument('--inc_cap', type=int, default=0, help='1=反馈叠加后再按每轴 VMAX·DT 限幅') ap.add_argument('--gap_margin', type=float, default=0.0, help='安全层要求的间隙余量 mm(>0 时宽相位 cap 自动抬到 margin+0.5)') ap.add_argument('--cert_batch', type=int, default=0, help='1=一次 gaps 调用覆盖全部候选(压最坏情况,典型路径略贵)') ap.add_argument('--steps', type=int, default=1, help='MeanFlow 采样段数;1=线上一口径(历史发布数字全是 1)') ap.add_argument('--z_scale', type=float, default=1.0, help='候选噪声缩放:>1 让 K 条候选更分散(测"全拒是没有备选"还是"真的没路")') ap.add_argument('--len_w', type=float, default=0.0, help="ep_len=罚累计归一行程;ep_waste=罚(1−净/总)×当前误差;0 与 endpoint 逐位相同") ap.add_argument('--tie', type=int, default=0, help='1=等长安全前缀时按沿路最小间隙定夺(需 --cert_batch 1)') ap.add_argument('--pre_h', type=int, default=0, help="select=pre 的打分步长:0=commit_n(被执行前缀),>0=按绝对步数(#30 曲线)") ap.add_argument('--pre_near', type=float, default=0.0, help="select=pre 的门控阈值(mm):当前误差≤它时改用整条地平线打分(#31,0=关)") ap.add_argument('--backoff', type=int, default=0, help='全拒时把首选候选按 1/2、1/4…缩步重试的档数(需 --cert_batch 1)') ap.add_argument('--max_sec', type=float, default=None) ap.add_argument('--seed', type=int, default=0) ap.add_argument('--dls', default='analytic', choices=['analytic', 'fd']) ap.add_argument('--device', default='cuda' if torch.cuda.is_available() else 'cpu') a = ap.parse_args() print('config ' + json.dumps(vars(a), ensure_ascii=False), flush=True) if a.dls == 'fd': clmod.dls_steps = functools.partial(clmod.dls_steps, analytic=False) model, ck = load_policy(a.ckpt, a.device) kin = Kin(device=a.device) assert ck.get('fp') in (None, kin.fp) tasks = ([json.loads(l) for l in open(a.tasks, encoding='utf-8') if l.strip()] if a.tasks else [t for t in load_tasks([a.samples]) if t['split'] == a.split]) tasks = tasks[:a.n] if not tasks: ap.error('no tasks selected') meta = { 'config': vars(a), 'batch_size': 256, 'batch_seed_rule': 'same seed per batch', 'checkpoint_sha256': hashlib.sha256(Path(a.ckpt).read_bytes()).hexdigest(), 'tasks_sha256': hashlib.sha256(json.dumps(tasks, sort_keys=True).encode()).hexdigest(), 'kin_fp': kin.fp, 'act_scale': float(model.act_scale), } t0 = time.perf_counter() r, pers = run(model, kin, tasks, a.device, K=a.K, safety=bool(a.safety), seed=a.seed, max_sec=a.max_sec, steps=a.steps, z_scale=a.z_scale, safety_partial=(a.commit if (a.safety and a.partial) else 0), commit_n=a.commit, select=a.select, replan=a.replan, fb_gain=a.fb, fb_scale=a.fb_scale, fb_near=a.fb_near, fb_fallback=a.fb_fallback, fb_ki=a.ki, fb_decay=a.kdecay, fb_imax=a.kimax, fb_every=a.fb_every, safety_try=a.safety_try, sel_w=a.sel_w, dls_safety=a.dls_safety, fb_clear=a.fb_clear, fb_cmin=a.fb_cmin, sub_refresh=a.sub_refresh, fb_block_gain=a.fb_block_gain, inc_cap=a.inc_cap, gap_margin=a.gap_margin, cert_batch=a.cert_batch, backoff=a.backoff, len_w=a.len_w, tie=a.tie, pre_h=a.pre_h, pre_near=a.pre_near, return_traj=bool(a.trace)) wall = time.perf_counter() - t0 result = {**meta, 'metrics': r, 'simulation_wall_s': wall} print(json.dumps(json_finite(result), ensure_ascii=False, allow_nan=False), flush=True) if a.out: Path(a.out).write_text(json.dumps(json_finite(result), indent=2, ensure_ascii=False, allow_nan=False) + '\n', encoding='utf-8') if a.dump: rows = [] keys = ['done', 'ok', 't_done', 'limit', 'col', 'brakes', 'err', 'first_hit', 'dls_it', 'goal_ratio_2s', 'brake_rate', 'n_plans', 'tie_opp', 'tie_changed', 'tie_opp_rate', 'tie_changed_rate'] flat = {k: torch.cat([p[k] for _, p, _ in pers]).tolist() for k in keys} for i, t in enumerate(tasks): rows.append({**t, 'i': i, **{k: flat[k][i] for k in keys}}) Path(a.dump).write_text(json.dumps(json_finite(rows), allow_nan=False), encoding='utf-8') print('dump', a.dump, flush=True) if a.trace: torch.save({**meta, 'tasks': tasks, 'batches': pers}, a.trace) print('trace', a.trace, flush=True) if __name__ == '__main__': main()