Spaces:
Sleeping
Sleeping
File size: 1,015 Bytes
2aebc50 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 |
from setuptools import setup, find_packages, Extension
from distutils.command.sdist import sdist as _sdist
try:
from Cython.Build import cythonize
except ImportError:
use_cython = False
else:
use_cython = True
if use_cython:
extension = 'pyx'
else:
extension = 'cpp'
extensions = [
Extension(
'fastBPE',
[ "fastBPE/fastBPE." + extension ],
language='c++',
extra_compile_args=[
"-std=c++11", "-Ofast", "-pthread"
],
),
]
if use_cython:
extensions = cythonize(extensions)
with open('README.md') as f:
readme = f.read()
setup(
name = 'fastBPE',
version = '0.1.1',
description = 'C++ implementation of Neural Machine Translation of Rare Words with Subword Units, with Python API.',
url = 'https://github.com/glample/fastBPE',
long_description = readme,
long_description_content_type = 'text/markdown',
ext_package = '',
ext_modules = extensions,
packages=[
'fastBPE',
],
)
|