Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -161,7 +161,7 @@ offset = tokenizer.sp_model_size + tokenizer.fairseq_offset
|
|
| 161 |
|
| 162 |
for code in LANGUAGE_CODES:
|
| 163 |
i = tokenizer.convert_tokens_to_ids(code_mapping[code])
|
| 164 |
-
tokenizer._added_tokens_encoder[code] =
|
| 165 |
|
| 166 |
transformers.generation.utils.ForcedBOSTokenLogitsProcessor = transformers.ForcedBOSTokenLogitsProcessor
|
| 167 |
|
|
|
|
| 161 |
|
| 162 |
for code in LANGUAGE_CODES:
|
| 163 |
i = tokenizer.convert_tokens_to_ids(code_mapping[code])
|
| 164 |
+
tokenizer._added_tokens_encoder[code] = i
|
| 165 |
|
| 166 |
transformers.generation.utils.ForcedBOSTokenLogitsProcessor = transformers.ForcedBOSTokenLogitsProcessor
|
| 167 |
|