tests
This commit is contained in:
parent
c258cdc8da
commit
0699c00c94
4 changed files with 551 additions and 2 deletions
|
|
@ -45,4 +45,6 @@ out = model.generate(ids, max_new_tokens=8, n_loops=8)
|
|||
print(f"[{attn_type.upper()}] Generated shape: {out.shape}")
|
||||
|
||||
A = model.recurrent.injection.get_A()
|
||||
print(f"[{attn_type.upper()}] Spectral radius ρ(A) max: {A.max().item():.4f} (must be < 1)")
|
||||
print(
|
||||
f"[{attn_type.upper()}] Spectral radius ρ(A) max: {A.max().item():.4f} (must be < 1)"
|
||||
)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue