Upload folder using huggingface_hub

config.json

@@ -30,7 +30,7 @@
     "quantization_config": {
         "quant_method": "exl2",
         "version": "0.2.8",
-        "bits": 4.0,
+        "bits": 6.0,
         "head_bits": 6,
         "calibration": {
             "rows": 115,