simple eval

This commit is contained in:
Pepijn
2025-08-31 13:43:09 +02:00
parent 7da15ba069
commit d01b060d24
@@ -60,6 +60,8 @@ class RLearNConfig(PreTrainedConfig):
learning_rate: float = 1e-3 learning_rate: float = 1e-3
weight_decay: float = 0.01 weight_decay: float = 0.01
use_tanh_head = False
# Performance optimizations # Performance optimizations
use_amp: bool = True # Mixed precision training for speed boost use_amp: bool = True # Mixed precision training for speed boost
compile_model: bool = True # torch.compile for additional speedup compile_model: bool = True # torch.compile for additional speedup