Damien Benveniste commited on
Commit
c7bb7b5
·
1 Parent(s): b9fb207
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -33,11 +33,16 @@ async def generate_stream(prompt: str, max_tokens: int, temperature: float):
33
  max_tokens=max_tokens
34
  )
35
 
36
- async for output in engine.generate(prompt, sampling_params, True): # True enables streaming
37
  yield f"data: {json.dumps({'text': output.outputs[0].text})}\n\n"
38
 
39
  yield "data: [DONE]\n\n"
40
 
 
 
 
 
 
41
  @app.post("/generate-stream")
42
  async def generate_text(request: Request):
43
  try:
 
33
  max_tokens=max_tokens
34
  )
35
 
36
+ async for output in engine.generate(prompt, sampling_params): # True enables streaming
37
  yield f"data: {json.dumps({'text': output.outputs[0].text})}\n\n"
38
 
39
  yield "data: [DONE]\n\n"
40
 
41
+ @app.get("/")
42
+ def greet_json():
43
+ return {"Hello": "World!"}
44
+
45
+
46
  @app.post("/generate-stream")
47
  async def generate_text(request: Request):
48
  try: