simple eval

2026-05-27 06:29:47 +00:00 · 2025-08-31 13:43:09 +02:00
parent 7da15ba069
commit d01b060d24
1 changed files with 2 additions and 0 deletions
@@ -60,6 +60,8 @@ class RLearNConfig(PreTrainedConfig):
    learning_rate: float = 1e-3
    weight_decay: float = 0.01

+    use_tanh_head = False
+    
    # Performance optimizations
    use_amp: bool = True  # Mixed precision training for speed boost
    compile_model: bool = True  # torch.compile for additional speedup