diff --git a/.gitignore b/.gitignore index bb7a4da5..40b8311e 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,4 @@ +.idea/* .vscode/* # Local History for Visual Studio Code diff --git a/finetune/utils/data/data_utils.py b/finetune/utils/data/data_utils.py index 34394395..a7e19aec 100644 --- a/finetune/utils/data/data_utils.py +++ b/finetune/utils/data/data_utils.py @@ -452,7 +452,7 @@ def __init__(self, max_size, small_batch_size): self.max_size = max_size self.small_batch_size = small_batch_size - def seperate(self): + def separate(self): small_dataset = [] for large_batch in self.dataset: if type(large_batch) == list or type(large_batch) == tuple: @@ -483,7 +483,7 @@ def add(self, data): if len(self.dataset) < self.max_size: self.dataset.append(data) if len(self.dataset) == self.max_size: - return self.seperate() + return self.separate() else: return None else: