Hugging Face's logo

Amasia-MLLM
/
amasia-test-20250201

cambrian_qwen
Model card Files Community
conan1024hao commited on
Commit
a2e3b56
·
verified ·
1 Parent(s): 5ebae7a

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +24 -0
  2. config.json +75 -0
  3. merges.txt +0 -0
  4. model_ckpt_rank-00000000-of-00000128.pth +3 -0
  5. model_ckpt_rank-00000001-of-00000128.pth +3 -0
  6. model_ckpt_rank-00000002-of-00000128.pth +3 -0
  7. model_ckpt_rank-00000003-of-00000128.pth +3 -0
  8. model_ckpt_rank-00000004-of-00000128.pth +3 -0
  9. model_ckpt_rank-00000005-of-00000128.pth +3 -0
  10. model_ckpt_rank-00000006-of-00000128.pth +3 -0
  11. model_ckpt_rank-00000007-of-00000128.pth +3 -0
  12. model_ckpt_rank-00000008-of-00000128.pth +3 -0
  13. model_ckpt_rank-00000009-of-00000128.pth +3 -0
  14. model_ckpt_rank-00000010-of-00000128.pth +3 -0
  15. model_ckpt_rank-00000011-of-00000128.pth +3 -0
  16. model_ckpt_rank-00000012-of-00000128.pth +3 -0
  17. model_ckpt_rank-00000013-of-00000128.pth +3 -0
  18. model_ckpt_rank-00000014-of-00000128.pth +3 -0
  19. model_ckpt_rank-00000015-of-00000128.pth +3 -0
  20. model_ckpt_rank-00000016-of-00000128.pth +3 -0
  21. model_ckpt_rank-00000017-of-00000128.pth +3 -0
  22. model_ckpt_rank-00000018-of-00000128.pth +3 -0
  23. model_ckpt_rank-00000019-of-00000128.pth +3 -0
  24. model_ckpt_rank-00000020-of-00000128.pth +3 -0
  25. model_ckpt_rank-00000021-of-00000128.pth +3 -0
  26. model_ckpt_rank-00000022-of-00000128.pth +3 -0
  27. model_ckpt_rank-00000023-of-00000128.pth +3 -0
  28. model_ckpt_rank-00000024-of-00000128.pth +3 -0
  29. model_ckpt_rank-00000025-of-00000128.pth +3 -0
  30. model_ckpt_rank-00000026-of-00000128.pth +3 -0
  31. model_ckpt_rank-00000027-of-00000128.pth +3 -0
  32. model_ckpt_rank-00000028-of-00000128.pth +3 -0
  33. model_ckpt_rank-00000029-of-00000128.pth +3 -0
  34. model_ckpt_rank-00000030-of-00000128.pth +3 -0
  35. model_ckpt_rank-00000031-of-00000128.pth +3 -0
  36. model_ckpt_rank-00000032-of-00000128.pth +3 -0
  37. model_ckpt_rank-00000033-of-00000128.pth +3 -0
  38. model_ckpt_rank-00000034-of-00000128.pth +3 -0
  39. model_ckpt_rank-00000035-of-00000128.pth +3 -0
  40. model_ckpt_rank-00000036-of-00000128.pth +3 -0
  41. model_ckpt_rank-00000037-of-00000128.pth +3 -0
  42. model_ckpt_rank-00000038-of-00000128.pth +3 -0
  43. model_ckpt_rank-00000039-of-00000128.pth +3 -0
  44. model_ckpt_rank-00000040-of-00000128.pth +3 -0
  45. model_ckpt_rank-00000041-of-00000128.pth +3 -0
  46. model_ckpt_rank-00000042-of-00000128.pth +3 -0
  47. model_ckpt_rank-00000043-of-00000128.pth +3 -0
  48. model_ckpt_rank-00000044-of-00000128.pth +3 -0
  49. model_ckpt_rank-00000045-of-00000128.pth +3 -0
  50. model_ckpt_rank-00000046-of-00000128.pth +3 -0
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/mnt/disks/amasia-2/llm-ckpt/Qwen2.5-7B-Instruct",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "connector_depth": 3,
9
+ "connector_only": false,
10
+ "do_sample": true,
11
+ "eos_token_id": 151645,
12
+ "freeze_mm_mlp_adapter": false,
13
+ "hidden_act": "silu",
14
+ "hidden_size": 3584,
15
+ "image_aspect_ratio": "pad",
16
+ "image_position": 14,
17
+ "image_token_len": 576,
18
+ "initializer_range": 0.02,
19
+ "intermediate_size": 18944,
20
+ "max_position_embeddings": 32768,
21
+ "max_window_layers": 28,
22
+ "mm_projector_lr": null,
23
+ "mm_projector_type": "sva",
24
+ "mm_use_im_patch_token": false,
25
+ "mm_use_im_start_end": false,
26
+ "mm_vision_sampler_lr": null,
27
+ "mm_vision_select_feature": "patch",
28
+ "mm_vision_select_layer": -2,
29
+ "mm_vision_tower_aux_list": [
30
+ "siglip/CLIP-ViT-SO400M-14-384",
31
+ "openai/clip-vit-large-patch14-336",
32
+ "facebook/dinov2-giant-res378",
33
+ "clip-convnext-XXL-multi-stage"
34
+ ],
35
+ "mm_vision_tower_aux_token_len_list": [
36
+ 576,
37
+ 576,
38
+ 576,
39
+ 9216
40
+ ],
41
+ "mm_vision_tower_lr": null,
42
+ "model_type": "cambrian_qwen",
43
+ "num_attention_heads": 28,
44
+ "num_hidden_layers": 28,
45
+ "num_key_value_heads": 4,
46
+ "num_of_vision_sampler_layers": 10,
47
+ "num_query_group": 1,
48
+ "query_num_list": [
49
+ 576
50
+ ],
51
+ "rms_norm_eps": 1e-06,
52
+ "rope_scaling": null,
53
+ "rope_theta": 1000000.0,
54
+ "sliding_window": 131072,
55
+ "start_of_vision_sampler_layers": 0,
56
+ "stride_of_vision_sampler_layers": 3,
57
+ "tie_word_embeddings": false,
58
+ "tokenizer_model_max_length": 2048,
59
+ "tokenizer_padding_side": "right",
60
+ "torch_dtype": "bfloat16",
61
+ "transformers_version": "4.37.0",
62
+ "tune_mm_mlp_adapter": false,
63
+ "unfreeze_mm_vision_tower": false,
64
+ "use_cache": true,
65
+ "use_mm_proj": true,
66
+ "use_sliding_window": false,
67
+ "vision_hidden_size": 1024,
68
+ "vision_tower_aux_token_len_list": [
69
+ 576,
70
+ 576,
71
+ 576,
72
+ 9216
73
+ ],
74
+ "vocab_size": 152064
75
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model_ckpt_rank-00000000-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6840a18a58a375fc39dd879f6a761088d158779518b8197edd6c93672f58faa3
3
+ size 247660174
model_ckpt_rank-00000001-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5090d0fb91854d22b13fea12a8122f5572f43279e9e7e09d163faf62e77c1057
3
+ size 247660174
model_ckpt_rank-00000002-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ec7f02e3c085e73643259b008af0fae1c5e4864193364e62412df9fb8b0d732
3
+ size 247660174
model_ckpt_rank-00000003-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeeae5761564b548467ef5a052642527d354b1b87f3ac10c064a4fd4b146570f
3
+ size 247660174
model_ckpt_rank-00000004-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30504ceaef50379830ed472755f9a8d5331ad97288dc80c18baa82bfda83dea4
3
+ size 247660174
model_ckpt_rank-00000005-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c89e00ce6b0913a5eebc440b1869ec91756635d95a616819748a3e651f69fc9
3
+ size 247660174
model_ckpt_rank-00000006-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f01432a05797870253048532dd81aef6e534d761c5a4ac9784d1c9eccc15b5c
3
+ size 247660174
model_ckpt_rank-00000007-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70a98eaea697da4eb8ce916a5e0a878b2ef91b2772d74b683294a4d4d0de0f56
3
+ size 247660174
model_ckpt_rank-00000008-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74ede53eff0423de6d57ecf3b930fe40b6f8af4a074541f8a48b8ed185061cea
3
+ size 247660174
model_ckpt_rank-00000009-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfbef486ca9779d22fd93dd9a087051cb7fb3955188d8f1d28f171998bdb5690
3
+ size 247660174
model_ckpt_rank-00000010-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bd53b87adc6668e0dc31dafd83e87d3b9909bff5257f20d12e426393e356914
3
+ size 247660174
model_ckpt_rank-00000011-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:932e471ffb9e0fcdbff51354343fd51939190107bf0bd01f6247e3fbd4f4ea27
3
+ size 247660174
model_ckpt_rank-00000012-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:951257286aa8556051f92ec54a03fdd126f8a7239980acaa21c97061a274dd9f
3
+ size 247660174
model_ckpt_rank-00000013-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68f9d0c07c8433ede5a73a90afd8ef0e34044760149716b2c3e1d4fad0e5aad3
3
+ size 247660174
model_ckpt_rank-00000014-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4b94b734c0a401527fc122486d80cbd5212f7a68ea8c38ecd929e7919e22316
3
+ size 247660174
model_ckpt_rank-00000015-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:503a7fd85fd04e17a144fb78fdea1be6c3124ec70bdcb6b6a81cb272e9f42538
3
+ size 247660174
model_ckpt_rank-00000016-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42d0c53e3a31fcbae6abd0441eda34fa11b37aef420bbc5859816b254ac97c02
3
+ size 247660174
model_ckpt_rank-00000017-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5c6c703b5be013d07f47604605a18f0403b1acfd3eae7b90688a569aa3a644e
3
+ size 247660174
model_ckpt_rank-00000018-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72f05c50d42e36b04c94475bf435adfae3b19f14be24812c43e4b91b6c881059
3
+ size 247660174
model_ckpt_rank-00000019-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:543da041471fe530e6983b4939d405e8d28a4c9e05091c010496516d4a73852b
3
+ size 247660174
model_ckpt_rank-00000020-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ba82d369cdce82d6c7b3ddc6d9c08727cd86b8cf23b1a74ea18a4f1ac749352
3
+ size 247660174
model_ckpt_rank-00000021-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94a3e085e4652ac0976551cbdecce16bb09630c9655004d8e212c42150633f8b
3
+ size 247660174
model_ckpt_rank-00000022-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f9ee4835e82b283cde902938b032504e1f048bdc5caacab62c0a1d6e6783445
3
+ size 247660174
model_ckpt_rank-00000023-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa1a93931b378cbd42b097ae6da5c4e97a75a781671e498d65fac430bb45585d
3
+ size 247660174
model_ckpt_rank-00000024-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4e0a891a2b8e5ead3740d723e2d90fb8321291df8c6f3722de14be7ed905294
3
+ size 247660174
model_ckpt_rank-00000025-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f0438360c9b9b24b53699c6f9492295553c423d14671e1a9e7e49c769114cb1
3
+ size 247660174
model_ckpt_rank-00000026-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54be7bb1346efc9b555103c0a06ba278cc9a3b1cc6ba9298fd3fb3ad6f006c1d
3
+ size 247660174
model_ckpt_rank-00000027-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5ebb5aff9cc1bbe023d70ff4b0ef903393081a8faf7c5453a8a702535d12c53
3
+ size 247660174
model_ckpt_rank-00000028-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fcc95b42f883053ecc1342c12aaa733cc053ff9d256bbc93d3a9c2db8ab2a1f
3
+ size 247660174
model_ckpt_rank-00000029-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce3a5405a39ad2b6c5a251e517c053251cb2d01ef16b54b94f692abc3f893e6c
3
+ size 247660174
model_ckpt_rank-00000030-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e62341f4548b4941729be8590fdf4e38138195a3e0ee21236d09947c3d23cfd8
3
+ size 247660174
model_ckpt_rank-00000031-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d461a12de02a46cf1ecfb301a6112246f048f7f4f4e55ace31f89327d319a4ef
3
+ size 247660174
model_ckpt_rank-00000032-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2df86b76b35274ce048c4c4e46e945353e1e18c9a152d5151d863c067d1bfd6
3
+ size 247660174
model_ckpt_rank-00000033-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34b9462235ea0a8e4ec533a9778f37afc304fb069c99e29db488cd46b1c84c6c
3
+ size 247660174
model_ckpt_rank-00000034-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ad7a16386fd1b57c8f8ead340953bf693fbba956b3c058fd95d93d86b3a3f9c
3
+ size 247660174
model_ckpt_rank-00000035-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:400a80b3af20530050765761afea2b1514ab0788f85525836d6d8b6d0aa74e32
3
+ size 247660174
model_ckpt_rank-00000036-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96837496deea7f428c8474a04ae9f9c3c8c5d1c480cb01ef687115cc5f12dd02
3
+ size 247660174
model_ckpt_rank-00000037-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c9094fb72f05d3653ae9e7a6b499b28053d41d93750496d2041af7359be3daa
3
+ size 247660174
model_ckpt_rank-00000038-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62dfd9655e1b3689adabe4e09c8dadbd3596e24772724cba16d8093e0040c8f3
3
+ size 247660174
model_ckpt_rank-00000039-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2477ecd48af08727716378d68d6f21dc198a44c7048b5b3e4bd2fc732ace5e8a
3
+ size 247660174
model_ckpt_rank-00000040-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:694d7c390fc58aa5bb1faa047b3f38c6033cd9f4f86c54762e084a5cc1792a14
3
+ size 247660174
model_ckpt_rank-00000041-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e64570fc713ace9a9ed5a3dbba07711539ada4423b99ebdeca1a4a86ad80e90
3
+ size 247660174
model_ckpt_rank-00000042-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b3eadce096907d53e0f6a6e366feed75ce49cffc8dd015bc6047a63c90b1bf7
3
+ size 247660174
model_ckpt_rank-00000043-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09e4def632efe465613da2c66d5f79728071879fba7696da6ddc8fc8318b4c8a
3
+ size 247660174
model_ckpt_rank-00000044-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b94f30c71af15e6bd7b6bc780b88d7692dc3fefb70eb95c7862d7dd9862d8a5
3
+ size 247660174
model_ckpt_rank-00000045-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c950d762ceb927b6467f1f8c4e60ca20c6cc5475a25824c52f8bca9c3d67c1d2
3
+ size 247660174
model_ckpt_rank-00000046-of-00000128.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a1b4d5a1cfe8eacf9923ecd98c14c2f0115feebc7b767b83761d7d3a2e3e1ec
3
+ size 247660174