fix: minor value

AI-READI · Jan 21, 2025 · dce990d · dce990d
1 parent a69337b
commit dce990d
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 41 deletions.
diff --git a/env_sensor_pipeline_parallel.py b/env_sensor_pipeline_parallel.py
@@ -219,43 +219,6 @@ def worker(
             outputs_uploaded = True
 
             file_processor.delete_preexisting_output_files(path)
-
-            # with open(f"{output_file}", "rb") as data:
-            #     f2 = output_file.split("/")[-1]
-            #
-            #     output_file_path = f"{processed_data_output_folder}/environmental_sensor/leelab_anura/{pid}/{f2}"
-            #
-            #     logger.debug(f"Uploading {output_file} to {output_file_path}")
-            #
-            #     try:
-            #         output_file_client = file_system_client.get_file_client(
-            #             file_path=output_file_path
-            #         )
-            #
-            #         # Check if the file already exists. If it does, throw an exception
-            #         if output_file_client.exists():
-            #             raise Exception(
-            #                 f"File {output_file_path} already exists. Throwing exception"
-            #             )
-            #
-            #         output_file_client.upload_data(data, overwrite=True)
-            #
-            #         logger.info(f"Uploaded {output_file_path}")
-            #     except Exception:
-            #         outputs_uploaded = False
-            #         logger.error(f"Failed to upload {output_file_path}")
-            #
-            #         error_exception = "".join(format_exc().splitlines())
-            #
-            #         logger.error(error_exception)
-            #         file_processor.append_errors(error_exception, path)
-            #
-            #         logger.time(time_estimator.step())
-            #         continue
-            #
-            #     file_item["output_files"].append(output_file_path)
-            #     workflow_output_files.append(output_file_path)
-
             file_processor.confirm_output_files(path, workflow_output_files, "")
 
             if outputs_uploaded:
@@ -356,9 +319,7 @@ def pipeline(study_id: str, workers: int = 4, args: list = None):
     paths = file_system_client.get_paths(path=input_folder, recursive=False)
     file_processor = FileMapProcessor(dependency_folder, ignore_file, args)
 
-    for idx, path in enumerate(paths):
-        if idx == 50:
-            break
+    for path in paths:
         t = str(path.name)
 
         file_name = t.split("/")[-1]

diff --git a/optomed_pipeline_parallel.py b/optomed_pipeline_parallel.py
@@ -548,7 +548,7 @@ def pipeline(study_id: str, workers: int = 4, args: list = None):
 if __name__ == "__main__":
     sys_args = sys.argv
 
-    workers = 1
+    workers = 4
 
     parser = argparse.ArgumentParser(description="Process optomed data files")
     parser.add_argument(