Spaces:
Sleeping
Sleeping
Damien Benveniste
commited on
Commit
·
c7bb7b5
1
Parent(s):
b9fb207
modified
Browse files
app.py
CHANGED
@@ -33,11 +33,16 @@ async def generate_stream(prompt: str, max_tokens: int, temperature: float):
|
|
33 |
max_tokens=max_tokens
|
34 |
)
|
35 |
|
36 |
-
async for output in engine.generate(prompt, sampling_params
|
37 |
yield f"data: {json.dumps({'text': output.outputs[0].text})}\n\n"
|
38 |
|
39 |
yield "data: [DONE]\n\n"
|
40 |
|
|
|
|
|
|
|
|
|
|
|
41 |
@app.post("/generate-stream")
|
42 |
async def generate_text(request: Request):
|
43 |
try:
|
|
|
33 |
max_tokens=max_tokens
|
34 |
)
|
35 |
|
36 |
+
async for output in engine.generate(prompt, sampling_params): # True enables streaming
|
37 |
yield f"data: {json.dumps({'text': output.outputs[0].text})}\n\n"
|
38 |
|
39 |
yield "data: [DONE]\n\n"
|
40 |
|
41 |
+
@app.get("/")
|
42 |
+
def greet_json():
|
43 |
+
return {"Hello": "World!"}
|
44 |
+
|
45 |
+
|
46 |
@app.post("/generate-stream")
|
47 |
async def generate_text(request: Request):
|
48 |
try:
|