Spaces:
Running
on
A10G
Running
on
A10G
MekkCyber
commited on
Commit
·
7e1138c
1
Parent(s):
ecca3ab
fix
Browse files
app.py
CHANGED
@@ -129,7 +129,7 @@ def quantize_and_save(profile: gr.OAuthProfile | None, oauth_token: gr.OAuthToke
|
|
129 |
quantized_model = quantize_model(model_name, quantization_type, threshold, quant_type_4, double_quant_4, oauth_token, profile.username)
|
130 |
return save_model(quantized_model, model_name, quantization_type, threshold, quant_type_4, double_quant_4, profile.username, oauth_token, quantized_model_name)
|
131 |
except Exception as e :
|
132 |
-
return e
|
133 |
|
134 |
|
135 |
css="""/* Custom CSS to allow scrolling */
|
@@ -154,6 +154,7 @@ with gr.Blocks(theme=gr.themes.Ocean(), css=css) as app:
|
|
154 |
instructions = gr.Markdown(
|
155 |
"""
|
156 |
## Instructions
|
|
|
157 |
1. Login to your HuggingFace account
|
158 |
2. Enter the name of the Hugging Face LLM model you want to quantize (Make sure you have access to it)
|
159 |
3. Choose the quantization type.
|
|
|
129 |
quantized_model = quantize_model(model_name, quantization_type, threshold, quant_type_4, double_quant_4, oauth_token, profile.username)
|
130 |
return save_model(quantized_model, model_name, quantization_type, threshold, quant_type_4, double_quant_4, profile.username, oauth_token, quantized_model_name)
|
131 |
except Exception as e :
|
132 |
+
return f"An error occurred: {str(e)}"
|
133 |
|
134 |
|
135 |
css="""/* Custom CSS to allow scrolling */
|
|
|
154 |
instructions = gr.Markdown(
|
155 |
"""
|
156 |
## Instructions
|
157 |
+
|
158 |
1. Login to your HuggingFace account
|
159 |
2. Enter the name of the Hugging Face LLM model you want to quantize (Make sure you have access to it)
|
160 |
3. Choose the quantization type.
|