revert some useless changes, improve typing

This commit is contained in:
Michel Aractingi
2026-01-12 14:29:34 +01:00
parent ded91ca866
commit f49b8537ad
2 changed files with 10 additions and 11 deletions
+4 -4
View File
@@ -232,15 +232,15 @@ class RABCWeights(SampleWeighter):
"""Compute progress delta for a single frame."""
current_progress = self.progress_lookup.get(global_idx)
if current_progress is None:
return float("nan")
return np.nan
episode_idx = self.episode_lookup.get(global_idx)
if episode_idx is None:
return float("nan")
return np.nan
bounds = self.episode_boundaries.get(episode_idx)
if bounds is None:
return float("nan")
return np.nan
future_idx = global_idx + self.chunk_size # Δ = chunk_size
if future_idx >= bounds["end"]:
@@ -249,7 +249,7 @@ class RABCWeights(SampleWeighter):
future_progress = self.progress_lookup.get(future_idx)
if future_progress is None:
return float("nan")
return np.nan
return future_progress - current_progress
+6 -7
View File
@@ -64,7 +64,7 @@ def update_policy(
lr_scheduler=None,
lock=None,
sample_weighter=None,
) -> tuple[MetricsTracker, dict]:
) -> tuple[MetricsTracker, dict | None]:
"""
Performs a single training step to update the policy's weights.
@@ -108,12 +108,11 @@ def update_policy(
epsilon = 1e-6
loss = (per_sample_loss * sample_weights).sum() / (sample_weights.sum() + epsilon)
# Log weighting statistics (weight_stats is set when sample_weights is not None)
# Log weighting statistics
if output_dict is None:
output_dict = {}
if weight_stats is not None:
for key, value in weight_stats.items():
output_dict[f"sample_weight_{key}"] = value
for key, value in weight_stats.items():
output_dict[f"sample_weight_{key}"] = value
else:
loss, output_dict = policy.forward(batch)
@@ -145,10 +144,10 @@ def update_policy(
accelerator.unwrap_model(policy, keep_fp32_wrapper=True).update()
train_metrics.loss = loss.item()
train_metrics.grad_norm = grad_norm.item() if hasattr(grad_norm, "item") else float(grad_norm)
train_metrics.grad_norm = grad_norm.item()
train_metrics.lr = optimizer.param_groups[0]["lr"]
train_metrics.update_s = time.perf_counter() - start_time
return train_metrics, output_dict if output_dict is not None else {}
return train_metrics, output_dict
def get_default_peft_configuration(policy_type):