Update app.py
Browse files
app.py
CHANGED
@@ -82,7 +82,8 @@ def generate_synthetic_data(description, columns):
|
|
82 |
formatted_prompt = format_prompt(description, columns)
|
83 |
|
84 |
# Tokenize the prompt with truncation enabled
|
85 |
-
inputs = tokenizer_llama(formatted_prompt, return_tensors="pt", truncation=True, max_length=
|
|
|
86 |
|
87 |
# Generate synthetic data
|
88 |
with torch.no_grad():
|
|
|
82 |
formatted_prompt = format_prompt(description, columns)
|
83 |
|
84 |
# Tokenize the prompt with truncation enabled
|
85 |
+
inputs = tokenizer_llama(formatted_prompt, return_tensors="pt", truncation=True, max_length=512).to(model_llama.device)
|
86 |
+
print(f"Input Tensor Size: {inputs['input_ids'].size()}")
|
87 |
|
88 |
# Generate synthetic data
|
89 |
with torch.no_grad():
|