update
Browse files
app.py
CHANGED
@@ -34,13 +34,13 @@ class EmbeddingRequest(BaseModel):
|
|
34 |
@app.post("/v1/embeddings")
|
35 |
async def embeddings(request: EmbeddingRequest, authorization: str = Depends(check_authorization)):
|
36 |
# async def embeddings(request: EmbeddingRequest):
|
37 |
-
logger.info("Received request for embeddings")
|
38 |
-
return '2222222222'
|
39 |
-
return request.input
|
40 |
-
|
41 |
|
42 |
try:
|
43 |
-
if not
|
44 |
return {
|
45 |
"object": "list",
|
46 |
"data": [],
|
@@ -52,8 +52,8 @@ async def embeddings(request: EmbeddingRequest, authorization: str = Depends(che
|
|
52 |
}
|
53 |
|
54 |
# Calculate embeddings
|
55 |
-
embeddings = model.encode(input_text)
|
56 |
-
|
57 |
|
58 |
# Format the embeddings in OpenAI compatible format
|
59 |
data = {
|
@@ -67,8 +67,8 @@ async def embeddings(request: EmbeddingRequest, authorization: str = Depends(che
|
|
67 |
],
|
68 |
"model": "BAAI/bge-large-zh-v1.5",
|
69 |
"usage": {
|
70 |
-
"prompt_tokens": len(
|
71 |
-
"total_tokens": len(
|
72 |
}
|
73 |
}
|
74 |
|
|
|
34 |
@app.post("/v1/embeddings")
|
35 |
async def embeddings(request: EmbeddingRequest, authorization: str = Depends(check_authorization)):
|
36 |
# async def embeddings(request: EmbeddingRequest):
|
37 |
+
# logger.info("Received request for embeddings")
|
38 |
+
# return '2222222222'
|
39 |
+
# return request.input
|
40 |
+
input_texts = request.input
|
41 |
|
42 |
try:
|
43 |
+
if not input_texts:
|
44 |
return {
|
45 |
"object": "list",
|
46 |
"data": [],
|
|
|
52 |
}
|
53 |
|
54 |
# Calculate embeddings
|
55 |
+
# embeddings = model.encode(input_text)
|
56 |
+
embeddings = model.encode([t for t in input_texts], normalize_embeddings=True)
|
57 |
|
58 |
# Format the embeddings in OpenAI compatible format
|
59 |
data = {
|
|
|
67 |
],
|
68 |
"model": "BAAI/bge-large-zh-v1.5",
|
69 |
"usage": {
|
70 |
+
"prompt_tokens": len(input_texts),
|
71 |
+
"total_tokens": len(input_texts)
|
72 |
}
|
73 |
}
|
74 |
|