gixes for gripper penalty

This commit is contained in:
Michel Aractingi
2025-04-07 16:51:17 +02:00
parent 90a30ed319
commit 06de182448
5 changed files with 12 additions and 7 deletions

View File

@@ -269,7 +269,7 @@ class ReplayBuffer:
self.complementary_info[key] = torch.empty(
(self.capacity, *value_shape), device=self.storage_device
)
elif isinstance(value, (int, float)):
elif isinstance(value, (int, float, bool)):
# Handle scalar values similar to reward
self.complementary_info[key] = torch.empty((self.capacity,), device=self.storage_device)
else: