[rllib] Copy plasma memory before adding data to replay buffer

ray-project · Apr 29, 2020 · ae54e0d · ae54e0d
1 parent 17f0d50
commit ae54e0d
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/rllib/optimizers/async_replay_optimizer.py b/rllib/optimizers/async_replay_optimizer.py
@@ -323,6 +323,8 @@ def get_host(self):
         return os.uname()[1]
 
     def add_batch(self, batch):
+        # Make a copy so the replay buffer doesn't pin plasma memory.
+        batch = batch.copy()
         # Handle everything as if multiagent
         if isinstance(batch, SampleBatch):
             batch = MultiAgentBatch({DEFAULT_POLICY_ID: batch}, batch.count)