Added MistralLite-AWQ-64g-4b-GEMM branch

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/home/ubuntu/.cache/huggingface/hub/models--amazon--MistralLite/snapshots/a6083667f229a8b1503c816c863fd21be053871d",
+  "_name_or_path": "amazon/MistralLite-AWQ",
   "architectures": [
     "MistralForCausalLM"
   ],
@@ -17,7 +17,7 @@
   "num_key_value_heads": 8,
   "quantization_config": {
     "bits": 4,
-    "group_size": 128,
+    "group_size": 64,
     "modules_to_not_convert": null,
     "quant_method": "awq",
     "version": "gemm",

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95960bb0b19cd967e4ef0a1397ec885e6123bbd63b5934a992f253612e42dc1d
-size 4150929384
+oid sha256:26ef4f022fc27bfc51ed921dc4c17640c81c00d9742e384774518e877f955f5f
+size 4287244272