Upload LlavaGuard-13B
Browse files
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "
|
3 |
"architectures": [
|
4 |
"LlavaLlamaForCausalLM"
|
5 |
],
|
@@ -26,31 +26,19 @@
|
|
26 |
"mm_vision_select_feature": "patch",
|
27 |
"mm_vision_select_layer": -2,
|
28 |
"mm_vision_tower": "openai/clip-vit-large-patch14-336",
|
29 |
-
"model_type": "
|
30 |
"num_attention_heads": 40,
|
31 |
"num_hidden_layers": 40,
|
32 |
"num_key_value_heads": 40,
|
33 |
"pad_token_id": 0,
|
34 |
"pretraining_tp": 1,
|
35 |
-
"quantization_config": {
|
36 |
-
"bnb_4bit_compute_dtype": "float16",
|
37 |
-
"bnb_4bit_quant_type": "nf4",
|
38 |
-
"bnb_4bit_use_double_quant": true,
|
39 |
-
"llm_int8_enable_fp32_cpu_offload": false,
|
40 |
-
"llm_int8_has_fp16_weight": false,
|
41 |
-
"llm_int8_skip_modules": null,
|
42 |
-
"llm_int8_threshold": 6.0,
|
43 |
-
"load_in_4bit": true,
|
44 |
-
"load_in_8bit": false,
|
45 |
-
"quant_method": "bitsandbytes"
|
46 |
-
},
|
47 |
"rms_norm_eps": 1e-05,
|
48 |
"rope_scaling": null,
|
49 |
"rope_theta": 10000.0,
|
50 |
"tie_word_embeddings": false,
|
51 |
"tokenizer_model_max_length": 4096,
|
52 |
"tokenizer_padding_side": "right",
|
53 |
-
"torch_dtype": "
|
54 |
"transformers_version": "4.37.2",
|
55 |
"tune_mm_mlp_adapter": false,
|
56 |
"tune_mm_vision_resampler": false,
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "llava-v1.5-13b",
|
3 |
"architectures": [
|
4 |
"LlavaLlamaForCausalLM"
|
5 |
],
|
|
|
26 |
"mm_vision_select_feature": "patch",
|
27 |
"mm_vision_select_layer": -2,
|
28 |
"mm_vision_tower": "openai/clip-vit-large-patch14-336",
|
29 |
+
"model_type": "llava",
|
30 |
"num_attention_heads": 40,
|
31 |
"num_hidden_layers": 40,
|
32 |
"num_key_value_heads": 40,
|
33 |
"pad_token_id": 0,
|
34 |
"pretraining_tp": 1,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
35 |
"rms_norm_eps": 1e-05,
|
36 |
"rope_scaling": null,
|
37 |
"rope_theta": 10000.0,
|
38 |
"tie_word_embeddings": false,
|
39 |
"tokenizer_model_max_length": 4096,
|
40 |
"tokenizer_padding_side": "right",
|
41 |
+
"torch_dtype": "bfloat16",
|
42 |
"transformers_version": "4.37.2",
|
43 |
"tune_mm_mlp_adapter": false,
|
44 |
"tune_mm_vision_resampler": false,
|
model-00001-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3985a87eff11a9d780d8983059c3e952d2a89feeaab6ca8055507314bb7255d2
|
3 |
+
size 4978265800
|
model-00002-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9dbcc6fa020b00ebad7d4e889beac5509f996d7ed0d8b3f11affcfe6fed03202
|
3 |
+
size 4970422232
|
model-00003-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f2458294f7413a38ed7a9935a42d63fcd091f8dc7cde75a5ac186fbeaf1b077
|
3 |
+
size 4970422256
|
model-00004-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cf3d6aa63e767d2f2a8d2056d2b500a6d22952de52882545e20b4387a8e9fd7a
|
3 |
+
size 4933701504
|
model-00005-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:922ebe07917ed96d16b1df8a7eb33cd9e4e2e3bbf147518dfac53abcf8b6ac0b
|
3 |
+
size 4933722216
|
model-00006-of-00006.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f45209d832737d732c3d6bc3a803f0560edd24b7fe686c1b04f3c04f997c26d0
|
3 |
+
size 1915248664
|
model.safetensors.index.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
{
|
2 |
"metadata": {
|
3 |
-
"total_size":
|
4 |
},
|
5 |
"weight_map": {
|
6 |
"lm_head.weight": "model-00006-of-00006.safetensors",
|
|
|
1 |
{
|
2 |
"metadata": {
|
3 |
+
"total_size": 26701678592
|
4 |
},
|
5 |
"weight_map": {
|
6 |
"lm_head.weight": "model-00006-of-00006.safetensors",
|