diff --git a/lilac/data/dataset_duckdb.py b/lilac/data/dataset_duckdb.py
index c4b398e5..2b9c8b2e 100644
--- a/lilac/data/dataset_duckdb.py
+++ b/lilac/data/dataset_duckdb.py
@@ -571,6 +571,7 @@ def _recompute_joint_table(self, latest_mtime_micro_sec: int) -> DatasetManifest
   def _clear_joint_table_cache(self) -> None:
     """Clears the cache for the joint table."""
     self._recompute_joint_table.cache_clear()
+    self._pivot_cache = {}
     if env('USE_TABLE_INDEX', default=False):
       self.con.execute('DROP TABLE IF EXISTS mtime_cache')