Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
a39d8f4
1
Parent(s):
9fac792
try again
Browse files
app.py
CHANGED
@@ -40,7 +40,7 @@ def predict(code):
|
|
40 |
[/INST]
|
41 |
"""
|
42 |
|
43 |
-
print(f"Prompt: {
|
44 |
print(f"Tokenized: {tokenizer.tokenize(prompt)}")
|
45 |
pipe_out = pipe(
|
46 |
prompt,
|
@@ -50,11 +50,13 @@ def predict(code):
|
|
50 |
temperature=1.2,
|
51 |
repetition_penalty=1.1,
|
52 |
)
|
53 |
-
print(f"Pipe out: {
|
54 |
|
55 |
-
return tokenizer.decode(
|
56 |
-
|
57 |
-
|
|
|
|
|
58 |
|
59 |
|
60 |
demo = gr.Interface(
|
|
|
40 |
[/INST]
|
41 |
"""
|
42 |
|
43 |
+
print(f"Prompt: {repr(prompt)}")
|
44 |
print(f"Tokenized: {tokenizer.tokenize(prompt)}")
|
45 |
pipe_out = pipe(
|
46 |
prompt,
|
|
|
50 |
temperature=1.2,
|
51 |
repetition_penalty=1.1,
|
52 |
)
|
53 |
+
print(f"Pipe out: {repr(pipe_out)}")
|
54 |
|
55 |
+
return tokenizer.decode(
|
56 |
+
model.generate(
|
57 |
+
tokenizer.encode(prompt, return_tensors="pt"), max_length=10**6
|
58 |
+
)[0]
|
59 |
+
)
|
60 |
|
61 |
|
62 |
demo = gr.Interface(
|