hamza-hcompany commited on
Commit
56ff8a3
·
1 Parent(s): d2e5a8e

bf16 state dict

Browse files
Files changed (37) hide show
  1. config.json +3 -3
  2. model-00001-of-00026.safetensors → model-00001-of-00013.safetensors +2 -2
  3. model-00002-of-00026.safetensors → model-00002-of-00013.safetensors +2 -2
  4. model-00003-of-00026.safetensors → model-00003-of-00013.safetensors +2 -2
  5. model-00004-of-00026.safetensors → model-00004-of-00013.safetensors +2 -2
  6. model-00005-of-00013.safetensors +3 -0
  7. model-00005-of-00026.safetensors +0 -3
  8. model-00006-of-00013.safetensors +3 -0
  9. model-00006-of-00026.safetensors +0 -3
  10. model-00007-of-00013.safetensors +3 -0
  11. model-00007-of-00026.safetensors +0 -3
  12. model-00008-of-00013.safetensors +3 -0
  13. model-00008-of-00026.safetensors +0 -3
  14. model-00009-of-00013.safetensors +3 -0
  15. model-00009-of-00026.safetensors +0 -3
  16. model-00010-of-00013.safetensors +3 -0
  17. model-00010-of-00026.safetensors +0 -3
  18. model-00011-of-00013.safetensors +3 -0
  19. model-00011-of-00026.safetensors +0 -3
  20. model-00012-of-00013.safetensors +3 -0
  21. model-00012-of-00026.safetensors +0 -3
  22. model-00013-of-00013.safetensors +3 -0
  23. model-00013-of-00026.safetensors +0 -3
  24. model-00014-of-00026.safetensors +0 -3
  25. model-00015-of-00026.safetensors +0 -3
  26. model-00016-of-00026.safetensors +0 -3
  27. model-00017-of-00026.safetensors +0 -3
  28. model-00018-of-00026.safetensors +0 -3
  29. model-00019-of-00026.safetensors +0 -3
  30. model-00020-of-00026.safetensors +0 -3
  31. model-00021-of-00026.safetensors +0 -3
  32. model-00022-of-00026.safetensors +0 -3
  33. model-00023-of-00026.safetensors +0 -3
  34. model-00024-of-00026.safetensors +0 -3
  35. model-00025-of-00026.safetensors +0 -3
  36. model-00026-of-00026.safetensors +0 -3
  37. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -2,7 +2,7 @@
2
  "architectures": [
3
  "Qwen3VLMoeForConditionalGeneration"
4
  ],
5
- "dtype": "float32",
6
  "eos_token_id": 151645,
7
  "image_token_id": 151655,
8
  "model_type": "qwen3_vl_moe",
@@ -12,7 +12,7 @@
12
  "attention_dropout": 0.0,
13
  "bos_token_id": 151643,
14
  "decoder_sparse_step": 1,
15
- "dtype": "float32",
16
  "eos_token_id": 151645,
17
  "head_dim": 128,
18
  "hidden_act": "silu",
@@ -54,7 +54,7 @@
54
  24
55
  ],
56
  "depth": 27,
57
- "dtype": "float32",
58
  "hidden_act": "gelu_pytorch_tanh",
59
  "hidden_size": 1152,
60
  "in_channels": 3,
 
2
  "architectures": [
3
  "Qwen3VLMoeForConditionalGeneration"
4
  ],
5
+ "dtype": "bfloat16",
6
  "eos_token_id": 151645,
7
  "image_token_id": 151655,
8
  "model_type": "qwen3_vl_moe",
 
12
  "attention_dropout": 0.0,
13
  "bos_token_id": 151643,
14
  "decoder_sparse_step": 1,
15
+ "dtype": "bfloat16",
16
  "eos_token_id": 151645,
17
  "head_dim": 128,
18
  "hidden_act": "silu",
 
54
  24
55
  ],
56
  "depth": 27,
57
+ "dtype": "bfloat16",
58
  "hidden_act": "gelu_pytorch_tanh",
59
  "hidden_size": 1152,
60
  "in_channels": 3,
model-00001-of-00026.safetensors → model-00001-of-00013.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41f4fb57f887a244727f0e9b41758505709211b76cc331506b5b0fec1bcaf308
3
- size 3475773152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:102e8167b8f114b159692a6d0a7a0716bf50ee6c2d3075b6eef5d85a953102cc
3
+ size 4230392720
model-00002-of-00026.safetensors → model-00002-of-00013.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c2d754240b65dbfe9e226f57e1b1aac74b4e72b9d48998f4b9008c50b10b7b1
3
- size 4984967984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ec385ba996edcf7eefc49781b767049289473dd3634fd392a4fb914407dfe73
3
+ size 4984970872
model-00003-of-00026.safetensors → model-00003-of-00013.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9630de9b04d9a36337c6e7f3975e04e45ea2c8c1713fd30cac4beb27408dd2c5
3
- size 4984967984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f7cf7466b52f68377de83a8b42542dc4147e9f767ec4ba694f8a39aac1a2ea
3
+ size 4984970848
model-00004-of-00026.safetensors → model-00004-of-00013.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:560628a7c0d7f621b9eac2f2c4b75a8a17452c8d6d46fe6fca07d350bdc73571
3
- size 4984967984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:945fc42314c6ce87e7b211f0aab13ca714137131859105d311564bae3d13f74d
3
+ size 4984970912
model-00005-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:758d5227edf7b575287253d4b24ca51e370993993a1a41f95e291c6a95bea638
3
+ size 4984970912
model-00005-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8249029cc42332260941594533abf92cccb3f194dc2536057f175bbed7d94f7
3
- size 4984967984
 
 
 
 
model-00006-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2610e2f822f9bc5ea37263d6ebe04210e5427d5793a88c513cba1544fb5b2b74
3
+ size 4984970912
model-00006-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:98eceebc69fd5f1166f3b66952bc5e7ea93af9f064d3d614e9e2c66bd53bd44d
3
- size 4984967960
 
 
 
 
model-00007-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a425bf8589058f3bc5f1c56746b357cf144f52667ef917c36ace5e40c3996618
3
+ size 4984970912
model-00007-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab36b1f82140ca7a00a1893244aec4b7aec6e2b8645ac58abe40d327a9a6a800
3
- size 4984968008
 
 
 
 
model-00008-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d5e65112eed544d584bb6b64178526e2b9fd3bd3f707ef8db0e9dbce4130200
3
+ size 4984970912
model-00008-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d47d572b528588362259467a4c786316d9ca01b793f73a90ade4dfbdc255006
3
- size 4984968008
 
 
 
 
model-00009-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2fe469b75ef3a884cbdb2eb2473498f051f58325d97a17f1e8cceedc9b8742d
3
+ size 4984970912
model-00009-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff3b27d9a19643ba14fae81d62d760025353f47dbe04b5962caa5c33e00637b3
3
- size 4984968008
 
 
 
 
model-00010-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c45d425e89e7c87cde8f846ee44ec88aed29668a087048bc09def2f69c701274
3
+ size 4984970912
model-00010-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b5617d112b41273bd46edf3bbb94f7b88e7bbac0ff1999894f0fec7a0ecbec66
3
- size 4984968008
 
 
 
 
model-00011-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07db3293e0d56f6186b15b1a2ad28b6f70bb2f92b37950ca6d0d06135bceb73b
3
+ size 4984970912
model-00011-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d396ad332b7ab0a374e8ce4d07e5b4b9c1fd7265579d5c803ddc2ae1f9853589
3
- size 4984968008
 
 
 
 
model-00012-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:364b2ae63c846da718637a871ec5b855f461d5eb0991bdacdc9c87f20419bac6
3
+ size 4984970912
model-00012-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:37fc1d0a1711d960a9783b982a739229881803f9ebeca01ee6b364c30c84b956
3
- size 4984968008
 
 
 
 
model-00013-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:915e4aefb3ef0d001322cd8c9c038a4de56860144558021b0b77b689ae2dbb8c
3
+ size 3076545184
model-00013-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e9a9c88fe8126860ecdd79c8c090d6b223e56c2dc9fe05345228a2fd43c07c1
3
- size 4984968008
 
 
 
 
model-00014-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:729b56efa3af7b0e20f22c9e44fba6dfe8e3ab2e7866496868c5263fb4dd554f
3
- size 4984968008
 
 
 
 
model-00015-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:938f4b0f64cd407e86ff8524aa857a4277dd3da6466b1497798e5c4076be2027
3
- size 4984968008
 
 
 
 
model-00016-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d9062b387d921ead99c13b7610ba5c8334c44ee9422c43150f32e0de2061a46
3
- size 4984968008
 
 
 
 
model-00017-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:076e2987ba2d9bdaa6db63a8596edc8271e2f1202ad30cd9e7540a7f29f5f8e3
3
- size 4984968008
 
 
 
 
model-00018-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d57f2318872a062975ded402f47ce292ef5404b86ceb15392fa47efb0195aed6
3
- size 4984968008
 
 
 
 
model-00019-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7ca9c7a43952820e7ac6ac9f45d1b56d9f2a91acc96eeb08018c828f43076ff
3
- size 4984968008
 
 
 
 
model-00020-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4603c60dc27d325706fc3cf3db9ab50c9542762741459ce328351694955f1179
3
- size 4984968008
 
 
 
 
model-00021-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:62c50d87d831e916c6d48acfae47bacd7414ac1b0dc4239f6e24b4a632fa34c9
3
- size 4984968008
 
 
 
 
model-00022-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:80dd795496f6da67f5f99c105b3cd5492dd4aaab90c6753d8070d1b72cc24a37
3
- size 4984968008
 
 
 
 
model-00023-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:54eb26551f37dc1eb1dc6d1ff8c758a002aea1a82e516339a7c3749cb4458df5
3
- size 4984968008
 
 
 
 
model-00024-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfd4dfa2d8b93f9ced49dc7a1967f8c8d978a0818ad549b5473d65b91f040974
3
- size 4984968008
 
 
 
 
model-00025-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d720abfce903cdee994daf562cc00e81b4e78f9b8af2804a37aa80122b2ea464
3
- size 4908428328
 
 
 
 
model-00026-of-00026.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c81d2ae420ff7f768e80716a4a8062f03e7b0ba91aa941506dbd4ea08fe32e1
3
- size 1244659840
 
 
 
 
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff