LukasHug commited on
Commit
d293e39
·
verified ·
1 Parent(s): 1b99874

Upload LlavaGuard-13B

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/common-repos/LlavaGuard/models/LlavaGuard-v1.1-13b-full/smid_and_crawled_v2_with_augmented_policies/json-v16/llava",
3
  "architectures": [
4
  "LlavaLlamaForCausalLM"
5
  ],
@@ -26,31 +26,19 @@
26
  "mm_vision_select_feature": "patch",
27
  "mm_vision_select_layer": -2,
28
  "mm_vision_tower": "openai/clip-vit-large-patch14-336",
29
- "model_type": "llava_llama",
30
  "num_attention_heads": 40,
31
  "num_hidden_layers": 40,
32
  "num_key_value_heads": 40,
33
  "pad_token_id": 0,
34
  "pretraining_tp": 1,
35
- "quantization_config": {
36
- "bnb_4bit_compute_dtype": "float16",
37
- "bnb_4bit_quant_type": "nf4",
38
- "bnb_4bit_use_double_quant": true,
39
- "llm_int8_enable_fp32_cpu_offload": false,
40
- "llm_int8_has_fp16_weight": false,
41
- "llm_int8_skip_modules": null,
42
- "llm_int8_threshold": 6.0,
43
- "load_in_4bit": true,
44
- "load_in_8bit": false,
45
- "quant_method": "bitsandbytes"
46
- },
47
  "rms_norm_eps": 1e-05,
48
  "rope_scaling": null,
49
  "rope_theta": 10000.0,
50
  "tie_word_embeddings": false,
51
  "tokenizer_model_max_length": 4096,
52
  "tokenizer_padding_side": "right",
53
- "torch_dtype": "float16",
54
  "transformers_version": "4.37.2",
55
  "tune_mm_mlp_adapter": false,
56
  "tune_mm_vision_resampler": false,
 
1
  {
2
+ "_name_or_path": "llava-v1.5-13b",
3
  "architectures": [
4
  "LlavaLlamaForCausalLM"
5
  ],
 
26
  "mm_vision_select_feature": "patch",
27
  "mm_vision_select_layer": -2,
28
  "mm_vision_tower": "openai/clip-vit-large-patch14-336",
29
+ "model_type": "llava",
30
  "num_attention_heads": 40,
31
  "num_hidden_layers": 40,
32
  "num_key_value_heads": 40,
33
  "pad_token_id": 0,
34
  "pretraining_tp": 1,
 
 
 
 
 
 
 
 
 
 
 
 
35
  "rms_norm_eps": 1e-05,
36
  "rope_scaling": null,
37
  "rope_theta": 10000.0,
38
  "tie_word_embeddings": false,
39
  "tokenizer_model_max_length": 4096,
40
  "tokenizer_padding_side": "right",
41
+ "torch_dtype": "bfloat16",
42
  "transformers_version": "4.37.2",
43
  "tune_mm_mlp_adapter": false,
44
  "tune_mm_vision_resampler": false,
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f27e5f45a2e97cc835aaf00dd98e903d1ab209204f59e5684ff6adbb839b318d
3
- size 4978265728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3985a87eff11a9d780d8983059c3e952d2a89feeaab6ca8055507314bb7255d2
3
+ size 4978265800
model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3bdf03642feb74427ab7f9c92b4c254b5b2b98f42ba48be68326337344bfa089
3
- size 4970422160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dbcc6fa020b00ebad7d4e889beac5509f996d7ed0d8b3f11affcfe6fed03202
3
+ size 4970422232
model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33b734062de9932fad0c806f5a6826a9314742e1072934b74425e08cda877464
3
- size 4970422184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f2458294f7413a38ed7a9935a42d63fcd091f8dc7cde75a5ac186fbeaf1b077
3
+ size 4970422256
model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:381fdae35b98ced126e17f5621e3e9c20808a51bbf4da0c893ba3b8ec07a3340
3
- size 4933701432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf3d6aa63e767d2f2a8d2056d2b500a6d22952de52882545e20b4387a8e9fd7a
3
+ size 4933701504
model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3bae8d15821d15162f821f7e60c742764451d1715f04b9b3eae5897e852df13f
3
- size 4933722144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:922ebe07917ed96d16b1df8a7eb33cd9e4e2e3bbf147518dfac53abcf8b6ac0b
3
+ size 4933722216
model-00006-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7c7ed9b3b1b6383917409d55d670f99b0197c703de27bb1231c3f114f2eafdf
3
- size 2522262456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f45209d832737d732c3d6bc3a803f0560edd24b7fe686c1b04f3c04f997c26d0
3
+ size 1915248664
model.safetensors.index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "metadata": {
3
- "total_size": 27308693504
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00006-of-00006.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 26701678592
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00006-of-00006.safetensors",