ydy0615/lerobot-clone
1
0
Fork 0
mirror of https://github.com/huggingface/lerobot.git synced 2026-05-31 02:41:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

remove add_special_tokens, not needed

Browse Source
This commit is contained in:
Pepijn
2025-09-19 14:57:45 +02:00
parent 2260e5a5c9
commit 8951e6034f
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/lerobot/policies/pi05_openpi/modeling_pi05openpi.py
View File

@@ -1163,7 +1163,6 @@ class PI05OpenPIPolicy(PreTrainedPolicy):
full_prompts.append(full_prompt) full_prompts.append(full_prompt)
# Tokenize the full prompts with state # Tokenize the full prompts with state
# Use the HuggingFace tokenizer properly (not .encode() which doesn't exist on AutoTokenizer)
tokenized = self.tokenizer( tokenized = self.tokenizer(
full_prompts, full_prompts,
padding="max_length", padding="max_length",
@@ -1171,7 +1170,6 @@ class PI05OpenPIPolicy(PreTrainedPolicy):
truncation=True, truncation=True,
max_length=self.max_token_len, max_length=self.max_token_len,
return_tensors="pt", return_tensors="pt",
add_special_tokens=True,
) )
tokens = tokenized["input_ids"].to(device) tokens = tokenized["input_ids"].to(device)