ejschwartz commited on
Commit
a39d8f4
·
1 Parent(s): 9fac792
Files changed (1) hide show
  1. app.py +7 -5
app.py CHANGED
@@ -40,7 +40,7 @@ def predict(code):
40
  [/INST]
41
  """
42
 
43
- print(f"Prompt: {str(prompt)}")
44
  print(f"Tokenized: {tokenizer.tokenize(prompt)}")
45
  pipe_out = pipe(
46
  prompt,
@@ -50,11 +50,13 @@ def predict(code):
50
  temperature=1.2,
51
  repetition_penalty=1.1,
52
  )
53
- print(f"Pipe out: {str(pipe_out)}")
54
 
55
- return tokenizer.decode(model.generate(
56
- tokenizer.encode(prompt), max_length=10**6
57
- ))
 
 
58
 
59
 
60
  demo = gr.Interface(
 
40
  [/INST]
41
  """
42
 
43
+ print(f"Prompt: {repr(prompt)}")
44
  print(f"Tokenized: {tokenizer.tokenize(prompt)}")
45
  pipe_out = pipe(
46
  prompt,
 
50
  temperature=1.2,
51
  repetition_penalty=1.1,
52
  )
53
+ print(f"Pipe out: {repr(pipe_out)}")
54
 
55
+ return tokenizer.decode(
56
+ model.generate(
57
+ tokenizer.encode(prompt, return_tensors="pt"), max_length=10**6
58
+ )[0]
59
+ )
60
 
61
 
62
  demo = gr.Interface(