Merge remote-tracking branch 'origin/HEAD'

src/wela/dataloader.py

@@ -2,6 +2,7 @@ import os
 import pprint
 from pathlib import Path
 
+import h5py
 import numpy as np
 import pandas as pd
 
@@ -187,6 +188,15 @@ class dataloader:
         if dataname[-4:] == ".tsv":
             dataname = dataname[:-4]
         grouper = Grouper(self.h5dirpath / dataname)
+        # check postprocessing exist in each h5 file
+        missing = []
+        for filepath in grouper.files:
+            with h5py.File(filepath, "r") as f:
+                if "postprocessing" not in f:
+                    missing.append(str(filepath))
+        if missing:
+            raise Exception(f"postprocessing is missing from {missing}.")
+        else:
             return grouper
 
     def update_dictionaries(self, extra_g2a_dict, overwrite_dict):

src/wela/parse_h5.py

@@ -17,7 +17,6 @@ def parse_h5(filepath, full=False):
         print("\nattributes")
         print("--------")
         print(f.attrs.keys())
-        breakpoint()
         print("\ndatasets")
         print("--------")
         print(list(f.keys()))