File size: 627 Bytes
05d3571
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
from setuptools import find_packages, setup

setup(
    name="sentence_cleaner_splitter",
    version="1.0.1",
    url="https://github.com/facebookresearch/LASER/",
    author="NLLB Data Team",
    author_email="[email protected]",
    description="Clean and split sentences",
    packages=["sentence_cleaner_splitter"],
    package_dir={"sentence_cleaner_splitter": "src"},
    install_requires=[
        "indic-nlp-library==0.81",
        "sentence-splitter==1.4",
        "botok==0.8.8",
        "khmer-nltk==1.5",
        "LaoNLP==0.6",
        "sacremoses==0.1.0",
        "xxhash==3.0.0",
        "emoji==1.7.0",
    ],
)