Ani07-05 commited on
Commit
92cd1f8
·
1 Parent(s): ebfb19f

Remove use_auth_token from pipeline call

Browse files
Files changed (1) hide show
  1. app.py +4 -5
app.py CHANGED
@@ -30,11 +30,10 @@ def load_text_generation_pipeline():
30
  generator = pipeline(
31
  "text-generation",
32
  model=MODEL_NAME,
33
- tokenizer=MODEL_NAME, # Usually same as model
34
- use_auth_token=HF_TOKEN if HF_TOKEN else None, # Use token if available
35
- torch_dtype=torch.float16, # Use float16 to potentially save memory
36
- device=device, # Specify device placement
37
- trust_remote_code=True # <<< ADD THIS LINE
38
  )
39
  st.success(f"Model {MODEL_NAME} loaded successfully!")
40
  return generator
 
30
  generator = pipeline(
31
  "text-generation",
32
  model=MODEL_NAME,
33
+ tokenizer=MODEL_NAME,
34
+ torch_dtype=torch.float16,
35
+ device=device,
36
+ trust_remote_code=True
 
37
  )
38
  st.success(f"Model {MODEL_NAME} loaded successfully!")
39
  return generator