Skip to content
Snippets Groups Projects
Commit 5d439842 authored by Alán Muñoz's avatar Alán Muñoz
Browse files

fix(pipeline): revert postprocessing inactivation

parent 9dbee0be
No related branches found
No related tags found
No related merge requests found
...@@ -7,13 +7,13 @@ import re ...@@ -7,13 +7,13 @@ import re
import traceback import traceback
import typing as t import typing as t
from copy import copy from copy import copy
from itertools import groupby
from pathlib import Path, PosixPath from pathlib import Path, PosixPath
from time import perf_counter from time import perf_counter
from typing import Union from typing import Union
import h5py import h5py
import numpy as np import numpy as np
import pandas as pd
from agora.abc import ParametersABC, ProcessABC from agora.abc import ParametersABC, ProcessABC
from agora.io.metadata import MetaData, parse_logfiles from agora.io.metadata import MetaData, parse_logfiles
from agora.io.reader import StateReader from agora.io.reader import StateReader
...@@ -24,12 +24,7 @@ from agora.io.writer import ( # BabyWriter, ...@@ -24,12 +24,7 @@ from agora.io.writer import ( # BabyWriter,
TilerWriter, TilerWriter,
) )
from pathos.multiprocessing import Pool from pathos.multiprocessing import Pool
# from postprocessor.core.processor import PostProcessor, PostProcessorParameters from postprocessor.core.processor import PostProcessor, PostProcessorParameters
# import pandas as pd
from scipy import ndimage
# import yaml
from tqdm import tqdm from tqdm import tqdm
from aliby.baby_client import BabyParameters, BabyRunner from aliby.baby_client import BabyParameters, BabyRunner
...@@ -144,10 +139,10 @@ class PipelineParameters(ParametersABC): ...@@ -144,10 +139,10 @@ class PipelineParameters(ParametersABC):
defaults["postprocessing"] = {} defaults["postprocessing"] = {}
defaults["reporting"] = {} defaults["reporting"] = {}
# defaults["postprocessing"] = PostProcessorParameters.default( defaults["postprocessing"] = PostProcessorParameters.default(
# **postprocessing **postprocessing
# ).to_dict() ).to_dict()
# defaults["reporting"] = {} defaults["reporting"] = {}
return cls(**{k: v for k, v in defaults.items()}) return cls(**{k: v for k, v in defaults.items()})
...@@ -488,7 +483,6 @@ class Pipeline(ProcessABC): ...@@ -488,7 +483,6 @@ class Pipeline(ProcessABC):
frac_clogged_traps = self.check_earlystop( frac_clogged_traps = self.check_earlystop(
filename, earlystop, steps["tiler"].tile_size filename, earlystop, steps["tiler"].tile_size
) )
print(f"Runs to frame {i}")
logging.debug( logging.debug(
f"Quality:Clogged_traps:{frac_clogged_traps}" f"Quality:Clogged_traps:{frac_clogged_traps}"
) )
...@@ -506,13 +500,13 @@ class Pipeline(ProcessABC): ...@@ -506,13 +500,13 @@ class Pipeline(ProcessABC):
break break
meta.add_fields({"last_processed": i}) meta.add_fields({"last_processed": i})
# Run post processing
# 1/0 # Run post-processing
meta.add_fields({"end_status": "Success"}) meta.add_fields({"end_status": "Success"})
# post_proc_params = PostProcessorParameters.from_dict( post_proc_params = PostProcessorParameters.from_dict(
# config["postprocessing"] config["postprocessing"]
# ) )
# PostProcessor(filename, post_proc_params).run() PostProcessor(filename, post_proc_params).run()
return 1 return 1
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment