Merge pull request #1018 from igmhub/sdss-data-fix

SDSS fix
igmhub · Jun 23, 2023 · 6c407ca · 6c407ca
2 parents 7ec4114 + 7a58eb1
commit 6c407ca
Showing 1 changed file with 8 additions and 4 deletions.
diff --git a/py/picca/delta_extraction/data_catalogues/sdss_data.py b/py/picca/delta_extraction/data_catalogues/sdss_data.py
@@ -139,10 +139,14 @@ def read_from_spec(self, catalogue):
                 continue
             self.logger.progress(f"Read {filename}")
 
-            log_lambda = np.array(hdul[1]["loglam"][:], dtype=np.float64)
-            flux = np.array(hdul[1]["flux"][:], dtype=np.float64)
-            ivar = (np.array(hdul[1]["ivar"][:], dtype=np.float64) *
-                    hdul[1]["and_mask"][:] == 0)
+            try:
+                log_lambda = np.array(hdul[1]["loglam"][:], dtype=np.float64)
+                flux = np.array(hdul[1]["flux"][:], dtype=np.float64)
+                ivar = (np.array(hdul[1]["ivar"][:], dtype=np.float64) *
+                        hdul[1]["and_mask"][:] == 0)
+            except OSError:
+                self.logger.warning(f"Error reading HDU for {filename}. Ignoring file")
+                continue
 
             if self.analysis_type == "BAO 3D":
                 forest = SdssForest(