Upload config.json
Browse files- config.json +2 -3
config.json
CHANGED
|
@@ -53,7 +53,6 @@
|
|
| 53 |
"tts_text_pad_token_id": 151859,
|
| 54 |
"tts_text_start_token_id": 151860,
|
| 55 |
"use_cache": true,
|
| 56 |
-
"use_mrope": false,
|
| 57 |
"use_sliding_window": false,
|
| 58 |
"video_token_index": 151656,
|
| 59 |
"vision_end_token_id": 151653,
|
|
@@ -172,7 +171,8 @@
|
|
| 172 |
"rope_theta": 1000000.0,
|
| 173 |
"use_sliding_window": false,
|
| 174 |
"sliding_window": 32768,
|
| 175 |
-
"attention_dropout": 0.0
|
|
|
|
| 176 |
},
|
| 177 |
"audio_end_token_id": 151648,
|
| 178 |
"audio_start_token_id": 151647,
|
|
@@ -187,7 +187,6 @@
|
|
| 187 |
"position_id_per_seconds": 25,
|
| 188 |
"seconds_per_chunk": 2,
|
| 189 |
"torch_dtype": "bfloat16",
|
| 190 |
-
"use_mrope": false,
|
| 191 |
"user_token_id": 872,
|
| 192 |
"video_token_index": 151656,
|
| 193 |
"vision_config": {
|
|
|
|
| 53 |
"tts_text_pad_token_id": 151859,
|
| 54 |
"tts_text_start_token_id": 151860,
|
| 55 |
"use_cache": true,
|
|
|
|
| 56 |
"use_sliding_window": false,
|
| 57 |
"video_token_index": 151656,
|
| 58 |
"vision_end_token_id": 151653,
|
|
|
|
| 171 |
"rope_theta": 1000000.0,
|
| 172 |
"use_sliding_window": false,
|
| 173 |
"sliding_window": 32768,
|
| 174 |
+
"attention_dropout": 0.0,
|
| 175 |
+
"tie_word_embeddings": false
|
| 176 |
},
|
| 177 |
"audio_end_token_id": 151648,
|
| 178 |
"audio_start_token_id": 151647,
|
|
|
|
| 187 |
"position_id_per_seconds": 25,
|
| 188 |
"seconds_per_chunk": 2,
|
| 189 |
"torch_dtype": "bfloat16",
|
|
|
|
| 190 |
"user_token_id": 872,
|
| 191 |
"video_token_index": 151656,
|
| 192 |
"vision_config": {
|