simple eval

2026-05-15 08:39:49 +00:00 · 2025-08-31 13:43:09 +02:00
parent 7da15ba069
commit d01b060d24
1 changed files with 2 additions and 0 deletions
@@ -59,6 +59,8 @@ class RLearNConfig(PreTrainedConfig):
    # Training
    learning_rate: float = 1e-3
    weight_decay: float = 0.01
+
+    use_tanh_head = False
    
    # Performance optimizations
    use_amp: bool = True  # Mixed precision training for speed boost