Create __init__.py
Browse files- __init__.py +7 -0
__init__.py
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# SVECTOR-CORPORATION/Tessar-largest Tokenizer
|
| 2 |
+
# Package initialization file
|
| 3 |
+
|
| 4 |
+
from .tessar_tokenizer import TessarTokenizer, load_tessar_tokenizer
|
| 5 |
+
|
| 6 |
+
# Make tokenizer available through direct import from the package
|
| 7 |
+
__all__ = ["TessarTokenizer", "load_tessar_tokenizer"]
|