Spaces:
Sleeping
Sleeping
check transformer
Browse files
app.py
CHANGED
@@ -7,7 +7,6 @@ import logging
|
|
7 |
import openai
|
8 |
from openai import OpenAI
|
9 |
from vecalign.plan2align import translate_text, external_find_best_translation
|
10 |
-
from transformers import AutoTokenizer, AutoModelForCausalLM
|
11 |
from trl import AutoModelForCausalLMWithValueHead
|
12 |
from huggingface_hub import login, HfApi, snapshot_download
|
13 |
import spacy
|
@@ -18,7 +17,7 @@ import sys
|
|
18 |
login(token=os.environ.get("LA_NAME"))
|
19 |
os.environ["LASER"] = "laser"
|
20 |
|
21 |
-
|
22 |
print(transformers.__version__)
|
23 |
|
24 |
def check_and_install(package, required_version):
|
@@ -42,6 +41,7 @@ packages = {
|
|
42 |
for package, version in packages.items():
|
43 |
check_and_install(package, version)
|
44 |
|
|
|
45 |
|
46 |
models = ["en_core_web_sm", "ru_core_news_sm", "de_core_news_sm",
|
47 |
"ja_core_news_sm", "ko_core_news_sm", "es_core_news_sm"]
|
|
|
7 |
import openai
|
8 |
from openai import OpenAI
|
9 |
from vecalign.plan2align import translate_text, external_find_best_translation
|
|
|
10 |
from trl import AutoModelForCausalLMWithValueHead
|
11 |
from huggingface_hub import login, HfApi, snapshot_download
|
12 |
import spacy
|
|
|
17 |
login(token=os.environ.get("LA_NAME"))
|
18 |
os.environ["LASER"] = "laser"
|
19 |
|
20 |
+
import transformers
|
21 |
print(transformers.__version__)
|
22 |
|
23 |
def check_and_install(package, required_version):
|
|
|
41 |
for package, version in packages.items():
|
42 |
check_and_install(package, version)
|
43 |
|
44 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
45 |
|
46 |
models = ["en_core_web_sm", "ru_core_news_sm", "de_core_news_sm",
|
47 |
"ja_core_news_sm", "ko_core_news_sm", "es_core_news_sm"]
|