Another003 commited on
Commit
d391be7
·
verified ·
1 Parent(s): 9425274

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +91 -16
main.py CHANGED
@@ -1,22 +1,97 @@
1
- from fastapi import FastAPI, File, UploadFile
2
- from pathlib import Path
 
 
 
 
3
 
4
  app = FastAPI()
5
 
6
- # Endpoint untuk mengunggah file
7
- @app.post("/uploadfile/")
8
- async def upload_file(file: UploadFile = File(...)):
9
- # Tentukan direktori tempat file akan disimpan
10
- # Pastikan direktori ini ada dan memiliki izin yang tepat di server kamu
11
- save_directory = Path("/home/user")
12
- save_directory.mkdir(parents=True, exist_ok=True)
13
 
14
- # Menentukan path lengkap tempat file akan disimpan
15
- file_location = save_directory / file.filename
16
 
17
- # Baca konten file dan tulis ke lokasi yang ditentukan
18
- with open(file_location, "wb") as saved_file:
19
- content = await file.read() # async read
20
- saved_file.write(content)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
21
 
22
- return {"info": "File saved successfully", "filename": file.filename}
 
1
+ import torch
2
+ from transformers import AutoModelForSpeechSeq2Seq, AutoProcessor, pipeline
3
+ from datasets import load_dataset
4
+ from googletrans import Translator
5
+ from fastapi import FastAPI, File, UploadFile, HTTPException
6
+ from fastapi.responses import JSONResponse
7
 
8
  app = FastAPI()
9
 
10
+ device = "cuda:0" if torch.cuda.is_available() else "cpu"
11
+ torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32
 
 
 
 
 
12
 
13
+ model_id = "openai/whisper-large-v3"
 
14
 
15
+ model = AutoModelForSpeechSeq2Seq.from_pretrained(model_id, torch_dtype=torch_dtype, low_cpu_mem_usage=True, use_safetensors=True)
16
+ model.to(device)
17
+
18
+ processor = AutoProcessor.from_pretrained(model_id)
19
+
20
+ pipe = pipeline(
21
+ "automatic-speech-recognition",
22
+ model=model,
23
+ tokenizer=processor.tokenizer,
24
+ feature_extractor=processor.feature_extractor,
25
+ max_new_tokens=256,
26
+ chunk_length_s=30,
27
+ batch_size=16,
28
+ return_timestamps=True,
29
+ torch_dtype=torch_dtype,
30
+ device=device,
31
+ )
32
+
33
+ dataset = load_dataset("distil-whisper/librispeech_long", "clean", split="validation")
34
+
35
+ @app.post("/voice_recognition")
36
+ async def process_audio(file: UploadFile = File(...)):
37
+ try:
38
+ # File
39
+ file_path = f"/home/user/{file.filename}"
40
+ file_path.mkdir(parents=True, exist_ok=True)
41
+ with open(file_path, "wb") as f:
42
+ f.write(file.file.read())
43
+
44
+ # JP
45
+ original = pipe(file_path)
46
+ original_version = original["text"]
47
+
48
+ # EN
49
+ result = pipe(file_path, generate_kwargs={"task": "translate"})
50
+ hasil = result["text"]
51
+
52
+ # ID
53
+ detect = detect_google(hasil)
54
+ id_ver = translate_google(hasil, f"{detect}", "ID")
55
+
56
+ # Additional modifications
57
+ id_ver = modify_text(id_ver)
58
+
59
+ return JSONResponse(content={"response": {"jp_text": original_version, "en_text": hasil, "id_text": id_ver}}, status_code=200)
60
+
61
+ except Exception as e:
62
+ return HTTPException(status_code=500, detail=f"Error: {e}")
63
+
64
+ def detect_google(text):
65
+ try:
66
+ translator = Translator()
67
+ detected_lang = translator.detect(text)
68
+ return detected_lang.lang.upper()
69
+ except Exception as e:
70
+ print(f"Error detect: {e}")
71
+ return None
72
+
73
+ def translate_google(text, source, target):
74
+ try:
75
+ translator = Translator()
76
+ translated_text = translator.translate(text, src=source, dest=target)
77
+ return translated_text.text
78
+ except Exception as e:
79
+ print(f"Error translate: {e}")
80
+ return None
81
+
82
+ def modify_text(text):
83
+ # Additional modifications, case-sensitive
84
+ replacements = {
85
+ "Tuan": "Master",
86
+ "tuan": "Master",
87
+ "Guru": "Master",
88
+ "guru": "Master",
89
+ "Monica": "Monika",
90
+ "monica": "Monika",
91
+ }
92
+
93
+ for original, replacement in replacements.items():
94
+ text = text.replace(original, replacement)
95
+
96
+ return text
97