35 lines
1.5 KiB
Python
35 lines
1.5 KiB
Python
"""MeanFlow 损失（Geng et al. 2025；MP1 配方：25% 样本 r≠t，自适应损失加权）。
|
||
约定：t=0 为数据、t=1 为噪声；z_t = (1−t)·x + t·ε，瞬时速度 v = ε − x；网络输出平均速度 u(z,r,t)。
|
||
目标 u_tgt = v − (t − r)·du/dt，du/dt = v·∂_z u + ∂_t u 用 torch.func.jvp 一次前向得到（切向量 (v, 0, 1)）。"""
|
||
import torch
|
||
from torch.func import jvp
|
||
|
||
|
||
def sample_rt(B, device, dtype, p_neq=0.25, mu=-0.4, sigma=1.0):
|
||
t = torch.sigmoid(torch.randn(B, device=device, dtype=dtype) * sigma + mu)
|
||
r = torch.sigmoid(torch.randn(B, device=device, dtype=dtype) * sigma + mu)
|
||
t, r = torch.maximum(t, r), torch.minimum(t, r)
|
||
eq = torch.rand(B, device=device) >= p_neq
|
||
r = torch.where(eq, t, r)
|
||
return r, t
|
||
|
||
|
||
def meanflow_loss(model, mem, x, p_neq=0.25, ada_p=1.0, ada_c=1e-3):
|
||
B = x.shape[0]
|
||
r, t = sample_rt(B, x.device, x.dtype, p_neq)
|
||
e = torch.randn_like(x)
|
||
z = (1 - t)[:, None, None] * x + t[:, None, None] * e
|
||
v = e - x
|
||
fn = lambda z_, r_, t_: model.decode(mem, z_, r_, t_)
|
||
u, dudt = jvp(fn, (z, r, t), (v, torch.zeros_like(r), torch.ones_like(t)))
|
||
u_tgt = (v - (t - r)[:, None, None] * dudt).detach()
|
||
err = (u - u_tgt).pow(2).mean(dim=(1, 2))
|
||
w = 1.0 / (err.detach() + ada_c).pow(ada_p)
|
||
return (w * err).mean(), err.mean().detach()
|
||
|
||
|
||
def one_step(model, mem, e):
|
||
B = e.shape[0]
|
||
one = torch.ones(B, device=e.device, dtype=e.dtype)
|
||
return e - model.decode(mem, e, torch.zeros_like(one), one)
|