diff --git a/ceci/pipeline.py b/ceci/pipeline.py index 775cc2c..ec1f8a3 100644 --- a/ceci/pipeline.py +++ b/ceci/pipeline.py @@ -120,7 +120,20 @@ def __init__(self): self._tag_to_type = {} self._tag_to_path = {} self._path_to_tag = {} - + + def __getitem__(self, key): + return self._tag_to_path[key] + + def __setitem__(self, key, value): + self._tag_to_path[key] = value + self._path_to_tag[value] = key + + def __contains__(self, key): + return key in self._tag_to_path + + def todict(self): + return self._tag_to_path + def insert(self, tag, path=None, ftype=None): if path is not None: self._tag_to_path[tag] = path @@ -313,6 +326,10 @@ def add_stage(self, stage_info): if sec.stage_obj: return sec.stage_obj.find_outputs('.') return {} + + def build_stage(self, stage_class, args): + stage = stage_class(**args, **self.pipeline_files.todict()) + return self.add_stage(stage) def remove_stage(self, name): """Delete a stage from the pipeline diff --git a/ceci/stage.py b/ceci/stage.py index 16a685e..e8cf26b 100644 --- a/ceci/stage.py +++ b/ceci/stage.py @@ -111,6 +111,12 @@ def clone(cls, orig, cloneName, **kwargs): def run(self): raise NotImplementedError('run') + def get_aliased_tag(self, tag): + aliases = self.config.get('aliases', None) + if aliases is None: + return tag + return aliases.get(tag, tag) + def load_configs(self, args): """ Load the configuraiton @@ -141,7 +147,7 @@ def load_configs(self, args): Input names: {missing_inputs}""" ) - self._inputs = {x: args[x] for x in self.input_tags()} + self._inputs = {self.get_aliased_tag(x): args[x] for x in self.input_tags()} # We alwys assume the config arg exists, whether it is in input_tags or not if 'config' not in args: raise ValueError("The argument --config was missing on the command line.") @@ -155,9 +161,9 @@ def load_configs(self, args): for i, x in enumerate(self.output_tags()): if args.get(x) is None: ftype = self.outputs[i][1] - self._outputs[x] = ftype.make_name(x) + self._outputs[self.get_aliased_tag(x)] = ftype.make_name(x) else: - self._outputs[x] = args[x] + self._outputs[self.get_aliased_tag(x)] = args[x] # Finally, we extract configuration information from a combination of # command line arguments and optional 'config' file @@ -945,20 +951,29 @@ def read_config(self, args): #return my_config - def find_inputs(self, pipeline_files): - return {tag: pipeline_files[tag] for tag, _ in self.inputs} - - def find_outputs(self, outdir): - return {tag: f"{outdir}/{ftype.make_name(tag)}" for tag, ftype in self.outputs} + def find_inputs(self, pipeline_files): # FIXME, pipeline_files + d = {} + for tag, _ in self.inputs: + aliased_tag = self.get_aliased_tag(tag) + d[aliased_tag] = pipeline_files[aliased_tag] + return d + def find_outputs(self, outdir): # FIXME, pipeline_files + d = {} + for tag, ftype in self.outputs: + aliased_tag = self.get_aliased_tag(tag) + d[aliased_tag] = f"{outdir}/{ftype.make_name(aliased_tag)}" + return d def print_io(self, stream=sys.stdout): stream.write("Inputs--------\n") for tag, ftype in self.inputs: - stream.write(f"{tag:20} : {str(ftype):20} : {self._inputs[tag]}\n") + aliased_tag = self.get_aliased_tag(tag) + stream.write(f"{tag:20} : {aliased_tag:20} : {str(ftype):20} : {self._inputs[tag]}\n") stream.write("Outputs--------\n") for tag, ftype in self.outputs: - stream.write(f"{tag:20} : {str(ftype):20} : {self._outputs[tag]}\n") + aliased_tag = self.get_aliased_tag(tag) + stream.write(f"{tag:20} : {aliased_tag:20} : {str(ftype):20} : {self._outputs[tag]}\n") def should_skip(self, run_config): outputs = self.find_outputs(run_config["output_dir"]).values() @@ -1066,7 +1081,7 @@ def iterate_hdf( ################################ @classmethod - def generate_command(cls, inputs, config, outputs): + def generate_command(cls, inputs, config, outputs): # FIXME PipelineFile """ Generate a command line that will run the stage """ diff --git a/nb/ceci_interactive_example.ipynb b/nb/ceci_interactive_example.ipynb index 23e4a92..e79aaa2 100644 --- a/nb/ceci_interactive_example.ipynb +++ b/nb/ceci_interactive_example.ipynb @@ -10,7 +10,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "88f1ab64", "metadata": {}, "outputs": [], @@ -34,7 +34,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "id": "e7c5a7d4", "metadata": {}, "outputs": [], @@ -58,83 +58,40 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "id": "a53109f4", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "PZEstimationPipe : \n", - "shearMeasurementPipe: \n", - "WLGCSelector : \n", - "SysMapMaker : \n", - "SourceSummarizer : \n", - "WLGCCov : \n", - "WLGCRandoms : \n", - "WLGCTwoPoint : \n", - "WLGCSummaryStatistic: \n" - ] - } - ], + "outputs": [], "source": [ "pipeline.print_stages()" ] }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "id": "0349e47d", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\n" - ] - } - ], + "outputs": [], "source": [ "print(pipeline.SysMapMaker)" ] }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "id": "33ad41c1", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Inputs--------\n", - "DM : : ./tests/inputs/dm.txt\n", - "Outputs--------\n", - "diagnostic_maps : : diagnostic_maps.txt\n" - ] - } - ], + "outputs": [], "source": [ "pipeline.SysMapMaker.print_io()" ] }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "id": "e16a6748", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "StageConfig{zbin_edges:[0.2, 0.3, 0.5],ra_range:[-5, 5],metacalibration:True,}\n" - ] - } - ], + "outputs": [], "source": [ "print(repr(pipeline.WLGCSelector.config))" ] @@ -149,87 +106,17 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "id": "02b345a5", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\n", - "Executing PZEstimationPipe\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example PZEstimationPipe --DM=./tests/inputs/dm.txt --fiducial_cosmology=./tests/inputs/fiducial_cosmology.txt --config=./tests/config.yml --photoz_pdfs=./tests/outputs/photoz_pdfs.txt \n", - "Output writing to ./tests/logs/PZEstimationPipe.out\n", - "\n", - "Job PZEstimationPipe has completed successfully!\n", - "\n", - "Executing shearMeasurementPipe\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example shearMeasurementPipe --DM=./tests/inputs/dm.txt --config=./tests/config.yml --shear_catalog=./tests/outputs/shear_catalog.txt \n", - "Output writing to ./tests/logs/shearMeasurementPipe.out\n", - "\n", - "Job shearMeasurementPipe has completed successfully!\n", - "\n", - "Executing WLGCSelector\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example WLGCSelector --shear_catalog=./tests/outputs/shear_catalog.txt --photoz_pdfs=./tests/outputs/photoz_pdfs.txt --config=./tests/config.yml --tomography_catalog=./tests/outputs/tomography_catalog.txt \n", - "Output writing to ./tests/logs/WLGCSelector.out\n", - "\n", - "Job WLGCSelector has completed successfully!\n", - "\n", - "Executing SysMapMaker\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example SysMapMaker --DM=./tests/inputs/dm.txt --config=./tests/config.yml --diagnostic_maps=./tests/outputs/diagnostic_maps.txt \n", - "Output writing to ./tests/logs/SysMapMaker.out\n", - "\n", - "Job SysMapMaker has completed successfully!\n", - "\n", - "Executing SourceSummarizer\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example SourceSummarizer --tomography_catalog=./tests/outputs/tomography_catalog.txt --photoz_pdfs=./tests/outputs/photoz_pdfs.txt --diagnostic_maps=./tests/outputs/diagnostic_maps.txt --config=./tests/config.yml --source_summary_data=./tests/outputs/source_summary_data.txt \n", - "Output writing to ./tests/logs/SourceSummarizer.out\n", - "\n", - "Job SourceSummarizer has completed successfully!\n", - "\n", - "Executing WLGCCov\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example WLGCCov --fiducial_cosmology=./tests/inputs/fiducial_cosmology.txt --tomography_catalog=./tests/outputs/tomography_catalog.txt --shear_catalog=./tests/outputs/shear_catalog.txt --source_summary_data=./tests/outputs/source_summary_data.txt --diagnostic_maps=./tests/outputs/diagnostic_maps.txt --config=./tests/config.yml --covariance=./tests/outputs/covariance.txt \n", - "Output writing to ./tests/logs/WLGCCov.out\n", - "\n", - "Job WLGCCov has completed successfully!\n", - "\n", - "Executing WLGCRandoms\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example WLGCRandoms --diagnostic_maps=./tests/outputs/diagnostic_maps.txt --config=./tests/config.yml --random_catalog=./tests/outputs/random_catalog.txt \n", - "Output writing to ./tests/logs/WLGCRandoms.out\n", - "\n", - "Job WLGCRandoms has completed successfully!\n", - "\n", - "Executing WLGCTwoPoint\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example WLGCTwoPoint --tomography_catalog=./tests/outputs/tomography_catalog.txt --shear_catalog=./tests/outputs/shear_catalog.txt --diagnostic_maps=./tests/outputs/diagnostic_maps.txt --random_catalog=./tests/outputs/random_catalog.txt --config=./tests/config.yml --twopoint_data=./tests/outputs/twopoint_data.txt \n", - "Output writing to ./tests/logs/WLGCTwoPoint.out\n", - "\n", - "Job WLGCTwoPoint has completed successfully!\n", - "\n", - "Executing WLGCSummaryStatistic\n", - "Command is:\n", - "OMP_NUM_THREADS=2 python3 -m ceci_example WLGCSummaryStatistic --twopoint_data=./tests/outputs/twopoint_data.txt --covariance=./tests/outputs/covariance.txt --source_summary_data=./tests/outputs/source_summary_data.txt --config=./tests/config.yml --wlgc_summary_data=./tests/outputs/wlgc_summary_data.txt \n", - "Output writing to ./tests/logs/WLGCSummaryStatistic.out\n", - "\n", - "Job WLGCSummaryStatistic has completed successfully!\n" - ] - } - ], + "outputs": [], "source": [ "status = pipeline.run()" ] }, { "cell_type": "markdown", - "id": "a7980900", + "id": "90bd832e", "metadata": {}, "source": [ "#### Now let's do the same thing by building the pipeline with the python interface" @@ -237,8 +124,8 @@ }, { "cell_type": "code", - "execution_count": 9, - "id": "65743643", + "execution_count": null, + "id": "74f69a12", "metadata": {}, "outputs": [], "source": [ @@ -247,8 +134,8 @@ }, { "cell_type": "code", - "execution_count": 10, - "id": "f98e2327", + "execution_count": null, + "id": "4485aba5", "metadata": {}, "outputs": [], "source": [ @@ -273,164 +160,50 @@ { "cell_type": "code", "execution_count": null, - "id": "af32672e", + "id": "e0411df5", + "metadata": {}, + "outputs": [], + "source": [ + "pipe2.load_configs(overall_inputs, pipeline.run_config, pipeline.stages_config)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "aa335c0e", "metadata": {}, "outputs": [], "source": [ - "pipe2.build_stage(PZEstimationPipe, zbin_edges=[], ra_range)" + "pipe2.WLGCCov.outputs" ] }, { "cell_type": "code", - "execution_count": 11, - "id": "4b6bd7e9", + "execution_count": null, + "id": "111f0ad1", "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "(({'SysMapMaker': ,\n", - " 'WLGCRandoms': ,\n", - " 'shearMeasurementPipe': ,\n", - " 'PZEstimationPipe': ,\n", - " 'WLGCSelector': ,\n", - " 'WLGCTwoPoint': ,\n", - " 'SourceSummarizer': ,\n", - " 'WLGCCov': ,\n", - " 'WLGCSummaryStatistic': },\n", - " [,\n", - " ,\n", - " ,\n", - " ,\n", - " ,\n", - " ,\n", - " ,\n", - " ,\n", - " ]),\n", - " {'output_dir': './tests/outputs', 'log_dir': './tests/logs', 'resume': False})" - ] - }, - "execution_count": 11, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ - "pipe2.load_configs(overall_inputs, pipeline.run_config, pipeline.stages_config)" + "pipe2.WLGCCov.config['aliases'] = dict(covariance='covariance_copy')\n", + "pipe2.WLGCSummaryStatistic.config['aliases'] = dict(covariance='covariance_copy')" ] }, { "cell_type": "code", - "execution_count": 12, - "id": "1d9161e7", + "execution_count": null, + "id": "366d9fce", "metadata": {}, - "outputs": [ - { - "ename": "TypeError", - "evalue": "Value of type , when was expected.", - "output_type": "error", - "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)", - "\u001b[0;32m/var/folders/lt/cbbq51wn7wd8ffv6knw1xn3h0000gn/T/ipykernel_56462/2224061169.py\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mpipe2\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mWLGCSelector\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mconfig\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'zbin_edges'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mFalse\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m", - "\u001b[0;32m~/software/vro/ceci/ceci/config.py\u001b[0m in \u001b[0;36m__setitem__\u001b[0;34m(self, key, value)\u001b[0m\n\u001b[1;32m 142\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 143\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m__setitem__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 144\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__setattr__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 145\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 146\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m__delitem__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/software/vro/ceci/ceci/config.py\u001b[0m in \u001b[0;36m__setattr__\u001b[0;34m(self, key, value)\u001b[0m\n\u001b[1;32m 160\u001b[0m \u001b[0mattr\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_param_dict\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 161\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mattr\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mStageParameter\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 162\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mattr\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mset\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 163\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_param_dict\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 164\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/software/vro/ceci/ceci/config.py\u001b[0m in \u001b[0;36mset\u001b[0;34m(self, value)\u001b[0m\n\u001b[1;32m 72\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 73\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mset\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 74\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_value\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcast_value\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_dtype\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 75\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_value\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 76\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m~/software/vro/ceci/ceci/config.py\u001b[0m in \u001b[0;36mcast_value\u001b[0;34m(dtype, value)\u001b[0m\n\u001b[1;32m 50\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 51\u001b[0m \u001b[0mmsg\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34mf\"Value of type {type(value)}, when {str(dtype)} was expected.\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 52\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mTypeError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmsg\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 53\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 54\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;31mTypeError\u001b[0m: Value of type , when was expected." - ] - } - ], + "outputs": [], "source": [ - "pipe2.WLGCSelector.config['zbin_edges'] = False" + "pipe2.WLGCCov.find_outputs('.')" ] }, { "cell_type": "code", - "execution_count": 13, - "id": "7d43d68c", + "execution_count": null, + "id": "f80ee2f1", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\n", - "Executing SysMapMaker\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example SysMapMaker --DM=./tests/inputs/dm.txt --config=./tests/config.yml --diagnostic_maps=./tests/outputs/diagnostic_maps.txt \n", - "Output writing to ./tests/logs/SysMapMaker.out\n", - "\n", - "Job SysMapMaker has completed successfully!\n", - "\n", - "Executing WLGCRandoms\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example WLGCRandoms --diagnostic_maps=./tests/outputs/diagnostic_maps.txt --config=./tests/config.yml --random_catalog=./tests/outputs/random_catalog.txt \n", - "Output writing to ./tests/logs/WLGCRandoms.out\n", - "\n", - "Job WLGCRandoms has completed successfully!\n", - "\n", - "Executing shearMeasurementPipe\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example shearMeasurementPipe --DM=./tests/inputs/dm.txt --config=./tests/config.yml --shear_catalog=./tests/outputs/shear_catalog.txt \n", - "Output writing to ./tests/logs/shearMeasurementPipe.out\n", - "\n", - "Job shearMeasurementPipe has completed successfully!\n", - "\n", - "Executing PZEstimationPipe\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example PZEstimationPipe --DM=./tests/inputs/dm.txt --fiducial_cosmology=./tests/inputs/fiducial_cosmology.txt --config=./tests/config.yml --photoz_pdfs=./tests/outputs/photoz_pdfs.txt \n", - "Output writing to ./tests/logs/PZEstimationPipe.out\n", - "\n", - "Job PZEstimationPipe has completed successfully!\n", - "\n", - "Executing WLGCSelector\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example WLGCSelector --shear_catalog=./tests/outputs/shear_catalog.txt --photoz_pdfs=./tests/outputs/photoz_pdfs.txt --config=./tests/config.yml --tomography_catalog=./tests/outputs/tomography_catalog.txt \n", - "Output writing to ./tests/logs/WLGCSelector.out\n", - "\n", - "Job WLGCSelector has completed successfully!\n", - "\n", - "Executing WLGCTwoPoint\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example WLGCTwoPoint --tomography_catalog=./tests/outputs/tomography_catalog.txt --shear_catalog=./tests/outputs/shear_catalog.txt --diagnostic_maps=./tests/outputs/diagnostic_maps.txt --random_catalog=./tests/outputs/random_catalog.txt --config=./tests/config.yml --twopoint_data=./tests/outputs/twopoint_data.txt \n", - "Output writing to ./tests/logs/WLGCTwoPoint.out\n", - "\n", - "Job WLGCTwoPoint has completed successfully!\n", - "\n", - "Executing SourceSummarizer\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example SourceSummarizer --tomography_catalog=./tests/outputs/tomography_catalog.txt --photoz_pdfs=./tests/outputs/photoz_pdfs.txt --diagnostic_maps=./tests/outputs/diagnostic_maps.txt --config=./tests/config.yml --source_summary_data=./tests/outputs/source_summary_data.txt \n", - "Output writing to ./tests/logs/SourceSummarizer.out\n", - "\n", - "Job SourceSummarizer has completed successfully!\n", - "\n", - "Executing WLGCCov\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example WLGCCov --fiducial_cosmology=./tests/inputs/fiducial_cosmology.txt --tomography_catalog=./tests/outputs/tomography_catalog.txt --shear_catalog=./tests/outputs/shear_catalog.txt --source_summary_data=./tests/outputs/source_summary_data.txt --diagnostic_maps=./tests/outputs/diagnostic_maps.txt --config=./tests/config.yml --covariance=./tests/outputs/covariance.txt \n", - "Output writing to ./tests/logs/WLGCCov.out\n", - "\n", - "Job WLGCCov has completed successfully!\n", - "\n", - "Executing WLGCSummaryStatistic\n", - "Command is:\n", - "OMP_NUM_THREADS=1 python3 -m ceci_example WLGCSummaryStatistic --twopoint_data=./tests/outputs/twopoint_data.txt --covariance=./tests/outputs/covariance.txt --source_summary_data=./tests/outputs/source_summary_data.txt --config=./tests/config.yml --wlgc_summary_data=./tests/outputs/wlgc_summary_data.txt \n", - "Output writing to ./tests/logs/WLGCSummaryStatistic.out\n", - "\n", - "Job WLGCSummaryStatistic has completed successfully!\n" - ] - }, - { - "data": { - "text/plain": [ - "0" - ] - }, - "execution_count": 13, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "pipe2.run()" ] @@ -438,7 +211,7 @@ { "cell_type": "code", "execution_count": null, - "id": "8afb1a96", + "id": "aa1ab5cd", "metadata": {}, "outputs": [], "source": []