[fix] Ordering of batch texts is incorrect

chonkie-ai · Jan 7, 2025 · f2d5313 · f2d5313
1 parent 504a936
commit f2d5313
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/chonkie/chunker/base.py b/src/chonkie/chunker/base.py
@@ -269,7 +269,7 @@ def _process_batch_multiprocessing(self,
                      unit="texts",
                      bar_format="{desc}: [{bar:20}] {percentage:3.0f}% • {n_fmt}/{total_fmt} texts chunked [{elapsed}<{remaining}, {rate_fmt}] 🌱",
                      ascii=' >=') as pbar:
-                for result in pool.imap_unordered(self.chunk, texts, chunksize=chunksize):
+                for result in pool.imap(self.chunk, texts, chunksize=chunksize):
                     results.append(result)
                     pbar.update()
             return results