Skip to content

Commit d279d44

Browse files
committed
fix bug in sp
1 parent dd771b4 commit d279d44

File tree

2 files changed

+3
-2
lines changed

2 files changed

+3
-2
lines changed

.gitignore

+1
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@ __pycache__/
55
*.py[cod]
66
*$py.class
77

8+
*.model
89
# C extensions
910
*.so
1011

tkseem/sentencepiece_tokenizer.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -53,8 +53,8 @@ def load_model(self, file_path):
5353
Args:
5454
file_path (str): file path of the trained model
5555
"""
56-
sp = spm.SentencePieceProcessor()
57-
self.sp = sp.Load(file_path)
56+
self.sp = spm.SentencePieceProcessor()
57+
self.sp.Load(file_path)
5858

5959
def save_model(self, file_path):
6060
"""Save a model as a freqency dictionary

0 commit comments

Comments
 (0)