This commit is contained in:
Kye Gomez 2026-04-18 10:12:45 -04:00
parent c258cdc8da
commit 0699c00c94
4 changed files with 551 additions and 2 deletions

View file

@ -45,4 +45,6 @@ out = model.generate(ids, max_new_tokens=8, n_loops=8)
print(f"[{attn_type.upper()}] Generated shape: {out.shape}")
A = model.recurrent.injection.get_A()
print(f"[{attn_type.upper()}] Spectral radius ρ(A) max: {A.max().item():.4f} (must be < 1)")
print(
f"[{attn_type.upper()}] Spectral radius ρ(A) max: {A.max().item():.4f} (must be < 1)"
)