KuangDW
Add laser2.spm using Git LFS
05d3571
raw
history blame contribute delete
610 Bytes
#!/bin/bash
# Copyright (c) Facebook, Inc. and its affiliates.
# All rights reserved.
#
# This source code is licensed under the BSD-style license found in the
# LICENSE file in the root directory of this source tree.
#
# LASER Language-Agnostic SEntence Representations
# is a toolkit to calculate multilingual sentence embeddings
# and to use them for document classification, bitext filtering
# and mining
#
# -------------------------------------------------------
from laser_encoders.laser_tokenizer import initialize_tokenizer
from laser_encoders.models import LaserEncoderPipeline, initialize_encoder