menikev commited on
Commit
d0e626d
·
verified ·
1 Parent(s): 37d3868

Update crypto_analysis_agents.py

Browse files
Files changed (1) hide show
  1. crypto_analysis_agents.py +14 -0
crypto_analysis_agents.py CHANGED
@@ -10,16 +10,30 @@ class CryptoAnalysisAgents:
10
  model_name = "facebook/opt-350m" # A smaller, open-source model
11
  tokenizer = AutoTokenizer.from_pretrained(model_name)
12
  model = AutoModelForCausalLM.from_pretrained(model_name)
 
 
 
 
 
 
 
 
 
 
 
 
13
 
14
  pipe = pipeline(
15
  "text-generation",
16
  model=model,
17
  tokenizer=tokenizer,
 
18
  max_new_tokens=512,
19
  do_sample=True,
20
  temperature=0.7,
21
  top_p=0.95,
22
  repetition_penalty=1.1
 
23
  )
24
 
25
  self.llm = HuggingFacePipeline(pipeline=pipe)
 
10
  model_name = "facebook/opt-350m" # A smaller, open-source model
11
  tokenizer = AutoTokenizer.from_pretrained(model_name)
12
  model = AutoModelForCausalLM.from_pretrained(model_name)
13
+
14
+ # Create a custom generation config
15
+ generation_config = GenerationConfig(
16
+ max_new_tokens=512,
17
+ do_sample=True,
18
+ temperature=0.7,
19
+ top_p=0.95,
20
+ max_length=2048 # Set a large value for max_length
21
+ )
22
+
23
+ # Update the model' config
24
+ model.config.max_length = 2048
25
 
26
  pipe = pipeline(
27
  "text-generation",
28
  model=model,
29
  tokenizer=tokenizer,
30
+ generation_config=generation_config,
31
  max_new_tokens=512,
32
  do_sample=True,
33
  temperature=0.7,
34
  top_p=0.95,
35
  repetition_penalty=1.1
36
+
37
  )
38
 
39
  self.llm = HuggingFacePipeline(pipeline=pipe)