Update

[ghstack-poisoned]
pytorch · Dec 16, 2024 · 18f92c6 · 18f92c6
1 parent a3028bb
commit 18f92c6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sota-implementations/sac/sac.py b/sota-implementations/sac/sac.py
@@ -169,8 +169,8 @@ def update(sampled_tensordict):
         pbar.update(current_frames)
 
         with timeit("rb - extend"):
-            tensordict = tensordict.reshape(-1)
             # Add to replay buffer
+            tensordict = tensordict.reshape(-1)
             replay_buffer.extend(tensordict)
 
         collected_frames += current_frames