ydy0615/lerobot-clone
1
0
Fork 0
mirror of https://github.com/huggingface/lerobot.git synced 2026-05-30 02:11:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

removing swish in favor of silu

Browse Source
This commit is contained in:
Maximellerbach
2026-05-29 13:10:21 +02:00
parent 79f6756505
commit d8ed30d58c
1 changed files with 1 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/lerobot/policies/vla_jepa/action_head.py
View File

@@ -44,10 +44,6 @@ else:
from .configuration_vla_jepa import VLAJEPAConfig
def swish(x: torch.Tensor) -> torch.Tensor:
return x * torch.sigmoid(x)
class SinusoidalPositionalEncoding(nn.Module):
def __init__(self, embedding_dim: int):
super().__init__()
@@ -78,7 +74,7 @@ class ActionEncoder(nn.Module):
timesteps = timesteps.unsqueeze(1).expand(-1, seq_len)
action_emb = self.layer1(actions)
time_emb = self.pos_encoding(timesteps).to(dtype=action_emb.dtype)
return self.layer3(swish(self.layer2(torch.cat([action_emb, time_emb], dim=-1))))
return self.layer3(F.silu(self.layer2(torch.cat([action_emb, time_emb], dim=-1))))
class TimestepEncoder(nn.Module):