Update spaCy pipeline

de_trf_nrp-any-py3-none-any.whl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3ceaf71530479286554f5f67226794741a6a306a84011daa39a2fa9c87709a2
-size 865702938
+oid sha256:2eb7cfa5c314f82441bf8e915adb97edfe6e9d8238ea2a8a66527222e6983170
+size 865702369

use_custom_tokenizer.py

@@ -1,12 +1,13 @@
 from spacy.util import registry
-from spacy.tokenizer import Tokenizer
-import pathlib
+
+from commercial_registry_ner.spacy.custom_tokenizer.custom_tokenizer import (
+    custom_tokenizer,
+)
+
 
 @registry.tokenizers("customize_tokenizer")
 def make_customize_tokenizer():
     def customize_tokenizer(nlp):
-        tokenizer = Tokenizer(nlp.vocab)
-        script_dir = pathlib.Path(__file__).parent.resolve()
-        return tokenizer.from_disk(script_dir / "tokenizer")
+        return custom_tokenizer(nlp)
 
     return customize_tokenizer