policies/utils.py

2026-05-16 17:20:05 +00:00 · 2024-04-05 11:47:15 +00:00
parent a420714ee4
commit c17dffe944
1 changed files with 10 additions and 0 deletions
@@ -0,0 +1,10 @@
+def populate_queues(queues, batch):
+    for key in batch:
+        if len(queues[key]) != queues[key].maxlen:
+            # initialize by copying the first observation several times until the queue is full
+            while len(queues[key]) != queues[key].maxlen:
+                queues[key].append(batch[key])
+        else:
+            # add latest observation to the queue
+            queues[key].append(batch[key])
+    return queues