From 34cf86c3fb7128c85b8b1c92060a78c46c281f4e Mon Sep 17 00:00:00 2001
From: albert bou <albertbou92@gmail.com>
Date: Fri, 26 Apr 2024 11:25:59 +0200
Subject: [PATCH] fix

---
 scripts/reinvent/reinvent.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/scripts/reinvent/reinvent.py b/scripts/reinvent/reinvent.py
index c06cc14d..d7b47f3f 100644
--- a/scripts/reinvent/reinvent.py
+++ b/scripts/reinvent/reinvent.py
@@ -315,7 +315,8 @@ def create_env_fn():
             # Add data to the replay buffer
             reward = replay_data.get(("next", "reward"))
             replay_data.set("priority", reward)
-            experience_replay_buffer.extend(replay_data)
+            if len(replay_data) > 0:
+                experience_replay_buffer.extend(replay_data)
 
         # Log info
         if logger: