diff --git a/sota-implementations/sac/sac.py b/sota-implementations/sac/sac.py index 610e959d984..b97fed3091c 100644 --- a/sota-implementations/sac/sac.py +++ b/sota-implementations/sac/sac.py @@ -169,8 +169,8 @@ def update(sampled_tensordict): pbar.update(current_frames) with timeit("rb - extend"): - tensordict = tensordict.reshape(-1) # Add to replay buffer + tensordict = tensordict.reshape(-1) replay_buffer.extend(tensordict) collected_frames += current_frames