Messing with configuration.

app.py

@@ -36,16 +36,18 @@ print(f"CUDA device: {torch.cuda.get_device_name(torch.cuda.current_device())}")
 # model = ORTModelForSequenceClassification.from_pretrained(model_name, export=True, provider="CUDAExecutionProvider")
 # tokenizer = AutoTokenizer.from_pretrained(tokenizer_name, model_max_length=512)
 
-model = ORTModelForSequenceClassification.from_pretrained(
-    "philschmid/tiny-bert-sst2-distilled",
-    export=True,
-    provider="CUDAExecutionProvider",
-)
+# model = ORTModelForSequenceClassification.from_pretrained(
+#     "philschmid/tiny-bert-sst2-distilled",
+#     export=True,
+#     provider="CUDAExecutionProvider",
+# )
 
-tokenizer = AutoTokenizer.from_pretrained("philschmid/tiny-bert-sst2-distilled")
+# tokenizer = AutoTokenizer.from_pretrained("philschmid/tiny-bert-sst2-distilled")
 
 # classifier = pipeline(task="zero-shot-classification", model=model, tokenizer=tokenizer, device="cuda:0")
 
+print(f"Testing 1")
+
 def classify(data_string, request: gradio.Request):
     if request:
         if request.headers["origin"] not in ["https://statosphere-3704059fdd7e.c5v4v4jx6pq5.win", "https://crunchatize-77a78ffcc6a6.c5v4v4jx6pq5.win", "https://crunchatize-2-2b4f5b1479a6.c5v4v4jx6pq5.win", "https://tamabotchi-2dba63df3bf1.c5v4v4jx6pq5.win", "https://ravenok-statosphere-backend.hf.space", "https://lord-raven.github.io"]:
@@ -56,6 +58,7 @@ def classify(data_string, request: gradio.Request):
     # else:
     return zero_shot_classification(data)
 
+print(f"Testing 2")
 # @spaces.GPU()
 def zero_shot_classification(data):
     results = []
@@ -67,6 +70,7 @@ def create_sequences(data):
     # return ['###Given:\n' + data['sequence'] + '\n###End Given\n###Hypothesis:\n' + data['hypothesis_template'].format(label) + "\n###End Hypothesis" for label in data['candidate_labels']]
     return [data['sequence'] + '\n' + data['hypothesis_template'].format(label) for label in data['candidate_labels']]
 
+print(f"Testing 3")
 # def few_shot_classification(data):
 #     sequences = create_sequences(data)
 #     print(sequences)
@@ -84,9 +88,11 @@ def create_sequences(data):
 #     response_string = json.dumps(response_dict)
 #     return response_string
 
+print(f"Testing 4")
 gradio_interface = gradio.Interface(
     fn = classify,
     inputs = gradio.Textbox(label="JSON Input"),
     outputs = gradio.Textbox()
 )
+print(f"Testing 5")
 gradio_interface.launch()

requirements.txt

@@ -1,3 +1,4 @@
+torch==2.4.0
 fastapi==0.88.0
 huggingface_hub==0.23.5
 json5==0.9.25