geqintan commited on
Commit
07cb9f9
·
1 Parent(s): c0305bc
Files changed (1) hide show
  1. app.py +9 -9
app.py CHANGED
@@ -34,13 +34,13 @@ class EmbeddingRequest(BaseModel):
34
  @app.post("/v1/embeddings")
35
  async def embeddings(request: EmbeddingRequest, authorization: str = Depends(check_authorization)):
36
  # async def embeddings(request: EmbeddingRequest):
37
- logger.info("Received request for embeddings")
38
- return '2222222222'
39
- return request.input
40
- input_text = request.input
41
 
42
  try:
43
- if not input_text:
44
  return {
45
  "object": "list",
46
  "data": [],
@@ -52,8 +52,8 @@ async def embeddings(request: EmbeddingRequest, authorization: str = Depends(che
52
  }
53
 
54
  # Calculate embeddings
55
- embeddings = model.encode(input_text)
56
- q_embeddings = model.encode([instruction+q for q in queries], normalize_embeddings=True)
57
 
58
  # Format the embeddings in OpenAI compatible format
59
  data = {
@@ -67,8 +67,8 @@ async def embeddings(request: EmbeddingRequest, authorization: str = Depends(che
67
  ],
68
  "model": "BAAI/bge-large-zh-v1.5",
69
  "usage": {
70
- "prompt_tokens": len(input_text),
71
- "total_tokens": len(input_text)
72
  }
73
  }
74
 
 
34
  @app.post("/v1/embeddings")
35
  async def embeddings(request: EmbeddingRequest, authorization: str = Depends(check_authorization)):
36
  # async def embeddings(request: EmbeddingRequest):
37
+ # logger.info("Received request for embeddings")
38
+ # return '2222222222'
39
+ # return request.input
40
+ input_texts = request.input
41
 
42
  try:
43
+ if not input_texts:
44
  return {
45
  "object": "list",
46
  "data": [],
 
52
  }
53
 
54
  # Calculate embeddings
55
+ # embeddings = model.encode(input_text)
56
+ embeddings = model.encode([t for t in input_texts], normalize_embeddings=True)
57
 
58
  # Format the embeddings in OpenAI compatible format
59
  data = {
 
67
  ],
68
  "model": "BAAI/bge-large-zh-v1.5",
69
  "usage": {
70
+ "prompt_tokens": len(input_texts),
71
+ "total_tokens": len(input_texts)
72
  }
73
  }
74