multiframe handling, dataloading refactors, qol, fixes

ucsdmanorlab · Apr 26, 2024 · 35b6d94 · 35b6d94
1 parent b750ac8
commit 35b6d94
Show file tree

Hide file tree

Showing 97 changed files with 1,689 additions and 721 deletions.
diff --git a/_pssr.py b/_pssr.py
@@ -2,7 +2,7 @@
 from torch.nn import MSELoss
 from pssr.models import ResUNet, ResUNetA
 from pssr.data import ImageDataset, SlidingDataset, PairedImageDataset, PairedSlidingDataset
-from pssr.crappifiers import AdditiveGaussian, Poisson
+from pssr.crappifiers import MultiCrappifier, Poisson, AdditiveGaussian, SaltPepper
 from pssr.loss import SSIMLoss
 from pssr.train import train_paired
 from pssr.predict import predict_images, test_metrics
@@ -32,14 +32,15 @@ def parse():
     parser.add_argument("-lr", "--lr", type=float, default=1e-3, help="specify learning rate")
     parser.add_argument("-p", "--patience", type=int, default=3, help="specify learning rate decay patience")
     parser.add_argument("-mse", "--mse", action="store_true", help="use MSE loss instead of SSIM loss")
+    parser.add_argument("-sl", "--save-losses", action="store_true", help="save training losses")
 
     return parser
 
 def run():
     parser = parse()
     if len(sys.argv) == 1:
         parser.print_help(sys.stderr)
-        sys.exit(1)
+        return
     args = parser.parse_args()
 
     if "Paired" not in args.data_type and args.data_path is None:
@@ -85,14 +86,20 @@ def run():
         torch.save(model, args.model_path)
         print(f"Saved trained model to {args.model_path}")
 
+        if args.save_losses:
+            with open("train_loss.txt", "w") as file:
+                for loss in losses:
+                    file.write(f"{loss}\n")
+
     else:
         model.load_state_dict(torch.load(args.model_path))
 
         print("\nPredicting images from low resolution...")
-        predict_images(model, dataset, device, "preds", norm=not dataset.is_lr)
+        predict_images(model, dataset, device, norm=not dataset.is_lr, out_dir="preds")
 
         if not dataset.is_lr:
-            metrics = test_metrics(model, dataset, args.batch_size, device=device, dataloader_kwargs=kwargs)
+            print("\nCalculating metrics...")
+            metrics = test_metrics(model, dataset, device)
 
             print("\nMetrics:")
             for metric in metrics:

diff --git a/dist/pssr-1.1.0-py3-none-any.whl b/dist/pssr-1.1.0-py3-none-any.whl
diff --git a/dist/pssr-1.1.0.tar.gz b/dist/pssr-1.1.0.tar.gz
diff --git a/docs/build/doctrees/environment.pickle b/docs/build/doctrees/environment.pickle
diff --git a/docs/build/doctrees/guide/start.doctree b/docs/build/doctrees/guide/start.doctree
diff --git a/docs/build/doctrees/reference/CLI.doctree b/docs/build/doctrees/reference/CLI.doctree
diff --git a/docs/build/doctrees/reference/crappifiers.doctree b/docs/build/doctrees/reference/crappifiers.doctree
diff --git a/docs/build/doctrees/reference/crappifiers/MultiCrappifier.doctree b/docs/build/doctrees/reference/crappifiers/MultiCrappifier.doctree
diff --git a/docs/build/doctrees/reference/crappifiers/Poisson.doctree b/docs/build/doctrees/reference/crappifiers/Poisson.doctree
diff --git a/docs/build/doctrees/reference/crappifiers/SaltPepper.doctree b/docs/build/doctrees/reference/crappifiers/SaltPepper.doctree
diff --git a/docs/build/doctrees/reference/data.doctree b/docs/build/doctrees/reference/data.doctree
diff --git a/docs/build/doctrees/reference/data/ImageDataset.doctree b/docs/build/doctrees/reference/data/ImageDataset.doctree
diff --git a/docs/build/doctrees/reference/data/PairedImageDataset.doctree b/docs/build/doctrees/reference/data/PairedImageDataset.doctree
diff --git a/docs/build/doctrees/reference/data/PairedSlidingDataset.doctree b/docs/build/doctrees/reference/data/PairedSlidingDataset.doctree
diff --git a/docs/build/doctrees/reference/data/SlidingDataset.doctree b/docs/build/doctrees/reference/data/SlidingDataset.doctree
diff --git a/docs/build/doctrees/reference/data/preprocess_dataset.doctree b/docs/build/doctrees/reference/data/preprocess_dataset.doctree
diff --git a/docs/build/doctrees/reference/data/preprocess_hr.doctree b/docs/build/doctrees/reference/data/preprocess_hr.doctree
diff --git a/docs/build/doctrees/reference/loss/SSIMLoss.doctree b/docs/build/doctrees/reference/loss/SSIMLoss.doctree
diff --git a/docs/build/doctrees/reference/models/ResUNet.doctree b/docs/build/doctrees/reference/models/ResUNet.doctree
diff --git a/docs/build/doctrees/reference/models/ResUNetA.doctree b/docs/build/doctrees/reference/models/ResUNetA.doctree
diff --git a/docs/build/doctrees/reference/predict/predict_collage.doctree b/docs/build/doctrees/reference/predict/predict_collage.doctree
diff --git a/docs/build/doctrees/reference/predict/predict_images.doctree b/docs/build/doctrees/reference/predict/predict_images.doctree
diff --git a/docs/build/doctrees/reference/predict/test_metrics.doctree b/docs/build/doctrees/reference/predict/test_metrics.doctree
diff --git a/docs/build/doctrees/reference/train.doctree b/docs/build/doctrees/reference/train.doctree
diff --git a/docs/build/doctrees/reference/train/approximate_crappifier.doctree b/docs/build/doctrees/reference/train/approximate_crappifier.doctree
diff --git a/docs/build/doctrees/reference/train/train_crappifier.doctree b/docs/build/doctrees/reference/train/train_crappifier.doctree
diff --git a/docs/build/doctrees/reference/train/train_paired.doctree b/docs/build/doctrees/reference/train/train_paired.doctree
diff --git a/docs/build/html/.buildinfo b/docs/build/html/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: f7c95404bea071350f183bc2daeedbaa
+config: 4f72b6e3c1f0e2d95418ae4468b0ea33
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/docs/build/html/_sources/guide/start.rst.txt b/docs/build/html/_sources/guide/start.rst.txt
@@ -33,7 +33,7 @@ However, specific versions can also be installed directly from the `GitHub <http
 Running the CLI
 ----------------
 
-The **PSSR** CLI is included with package installation.
+The **PSSR** CLI is included with package installation and can be run with the ``pssr`` command in the command line.
 It provides a simple interface for using **PSSR** without having to write any code, and covers most basic use cases.
 
 The CLI can run in either *train* or *predict* mode. It takes in a number of arugments, described below.
@@ -50,9 +50,9 @@ For example ``--model-type`` could be given as ``-mt ResUNet(hidden=[128, 256],
 
 |
 
-If you do not have access to a microscopy dataset, a sample training dataset can be found
+If you do not have access to a microscopy dataset, a sample EM training dataset can be found
 `here <https://drive.google.com/file/d/1Sirrh180WrkHgPR0S8_43-f0S2GaK7iZ/view>`__ containing *high-resolution* images of resolution 512.
-Real-world *high-low-resolution* image pairs for testing can be found `here <https://drive.google.com/file/d/1BI6K5r65ubn3Vj866ikUUj8VVqHT0j-4/view>`__.
+Real-world EM *high-low-resolution* image pairs for testing can be found `here <https://drive.google.com/file/d/1BI6K5r65ubn3Vj866ikUUj8VVqHT0j-4/view>`__.
 Larger datasets and all data used in the **PSSR** paper can also be found on `3Dem.org <https://3dem.org/public-data/tapis/public/3dem.storage.public/2021_Manor_PSSR/>`_.
 If your dataset have different resolution data, ``hr_res`` and ``scale`` can be changed correspondingly.
 
@@ -65,7 +65,7 @@ A model can be trained by running
 
 .. code-block:: console
 
-   $ python demo.py -t -dp your/path
+   $ pssr -t -dp your/path
 
 where ``your/path`` is replaced with the path of your training dataset (folder containing *high-resolution* images/image sheets).
 
@@ -102,7 +102,7 @@ To define both *high-resolution* and *low-resolution* data paths, omit the ``-dp
 
 .. code-block:: console
 
-   $ python demo.py -mt "PairedImageDataset(hr_path='your/hr', lr_path='your/lr')"
+   $ pssr -dt "PairedImageDataset(hr_path='your/hr', lr_path='your/lr')"
 
 where ``your/hr`` and ``your/lr`` are repleaced by your *high-resolution* and *low-resolution* data paths respectively.
 

diff --git a/docs/build/html/_sources/reference/CLI.rst.txt b/docs/build/html/_sources/reference/CLI.rst.txt
@@ -7,4 +7,4 @@ It provides a simple interface for using **PSSR** without having to write any co
 .. argparse::
    :filename: ../_pssr.py
    :func: parse
-   :prog: pssr
+   :prog: pssr
diff --git a/docs/build/html/_sources/reference/crappifiers.rst.txt b/docs/build/html/_sources/reference/crappifiers.rst.txt
@@ -17,5 +17,7 @@ Modules
    :titlesonly:
 
    crappifiers/Crappifier
+   crappifiers/MultiCrappifier
    crappifiers/Poisson
    crappifiers/AdditiveGaussian
+   crappifiers/SaltPepper
diff --git a/docs/build/html/_sources/reference/crappifiers/MultiCrappifier.rst.txt b/docs/build/html/_sources/reference/crappifiers/MultiCrappifier.rst.txt
@@ -0,0 +1,9 @@
+MultiCrappifier
+================
+
+.. code-block:: python
+
+   from pssr.crappifiers import MultiCrappifier
+
+.. autofunction:: pssr.crappifiers.MultiCrappifier.__init__
+
diff --git a/docs/build/html/_sources/reference/crappifiers/SaltPepper.rst.txt b/docs/build/html/_sources/reference/crappifiers/SaltPepper.rst.txt
@@ -0,0 +1,9 @@
+SaltPepper
+===========
+
+.. code-block:: python
+
+   from pssr.crappifiers import SaltPepper
+
+.. autofunction:: pssr.crappifiers.SaltPepper.__init__
+
diff --git a/docs/build/html/_sources/reference/data.rst.txt b/docs/build/html/_sources/reference/data.rst.txt
@@ -1,11 +1,9 @@
 data
 =====
 
-**TODO: SlidingPairedDataset and sliding preprocess_hr**
-
 Datasets and functions for handling and synthetically generating *high-low-resolution* image pairs.
 
-Datasets that do not take in paired data can be used in "LR mode", where the dataset loads only unmodified low-resolution images.
+Datasets that do not take in paired data can be used in "LR mode" for predictions, where the dataset loads only unmodified low-resolution images.
 Usage is specific to individual datasets.
 
 Users are advised to keep dataloading resolutions to a power of 2 even if the raw input images have a different size.
@@ -26,4 +24,4 @@ Modules
    data/SlidingDataset
    data/PairedImageDataset
    data/PairedSlidingDataset
-   data/preprocess_hr
+   data/preprocess_dataset
diff --git a/docs/build/html/_sources/reference/data/preprocess_dataset.rst.txt b/docs/build/html/_sources/reference/data/preprocess_dataset.rst.txt
@@ -0,0 +1,9 @@
+preprocess_dataset
+===================
+
+.. code-block:: python
+
+   from pssr.data import preprocess_dataset
+
+.. autofunction:: pssr.data.preprocess_dataset
+
diff --git a/docs/build/html/_sources/reference/data/preprocess_hr.rst.txt b/docs/build/html/_sources/reference/data/preprocess_hr.rst.txt
diff --git a/docs/build/html/_sources/reference/train.rst.txt b/docs/build/html/_sources/reference/train.rst.txt
@@ -3,7 +3,7 @@ train
 
 Various training functions for **PSSR** models.
 
-All functions take in paired high-low-resolution image pairs.
+All functions take in paired high-low-resolution image pairs, when can be either true image pairs or semi-synthetic image pairs.
 
 
 Modules
@@ -17,5 +17,5 @@ Modules
    :titlesonly:
 
    train/train_paired
-   train/train_crappifier
    train/approximate_crappifier
+   train/train_crappifier
diff --git a/docs/build/html/_static/documentation_options.js b/docs/build/html/_static/documentation_options.js
@@ -1,5 +1,5 @@
 const DOCUMENTATION_OPTIONS = {
-    VERSION: '1.0',
+    VERSION: '1.1.0',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',

diff --git a/docs/build/html/genindex.html b/docs/build/html/genindex.html
@@ -4,7 +4,7 @@
     <meta name="viewport" content="width=device-width,initial-scale=1"/>
     <meta name="color-scheme" content="light dark"><link rel="index" title="Index" href="#" /><link rel="search" title="Search" href="search.html" />
 
-    <!-- Generated with Sphinx 7.2.6 and Furo 2024.01.29 --><title>Index - PSSR 1.0 documentation</title>
+    <!-- Generated with Sphinx 7.2.6 and Furo 2024.01.29 --><title>Index - PSSR 1.1.0 documentation</title>
 <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=362ab14a" />
     <link rel="stylesheet" type="text/css" href="_static/styles/furo.css?v=135e06be" />
     <link rel="stylesheet" type="text/css" href="_static/design-style.1e8bd061cd6da7fc9cf755528e8ffc24.min.css?v=0a3b3ea7" />
@@ -122,7 +122,7 @@
       </label>
     </div>
     <div class="header-center">
-      <a href="index.html"><div class="brand">PSSR 1.0 documentation</div></a>
+      <a href="index.html"><div class="brand">PSSR 1.1.0 documentation</div></a>
     </div>
     <div class="header-right">
       <div class="theme-toggle-container theme-toggle-header">
@@ -145,7 +145,7 @@
       <div class="sidebar-sticky"><a class="sidebar-brand" href="index.html">
 
 
-  <span class="sidebar-brand-text">PSSR 1.0 documentation</span>
+  <span class="sidebar-brand-text">PSSR 1.1.0 documentation</span>
 
 </a><form class="sidebar-search-container" method="get" action="search.html" role="search">
   <input class="sidebar-search" placeholder="Search" name="q" aria-label="Search">
@@ -164,8 +164,8 @@
 <li class="toctree-l1 has-children"><a class="reference internal" href="reference/api.html">pssr</a><input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" role="switch" type="checkbox"/><label for="toctree-checkbox-1"><div class="visually-hidden">Toggle navigation of pssr</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
 <li class="toctree-l2 has-children"><a class="reference internal" href="reference/train.html">train</a><input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" role="switch" type="checkbox"/><label for="toctree-checkbox-2"><div class="visually-hidden">Toggle navigation of train</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
 <li class="toctree-l3"><a class="reference internal" href="reference/train/train_paired.html">train_paired</a></li>
-<li class="toctree-l3"><a class="reference internal" href="reference/train/train_crappifier.html">train_crappifier</a></li>
 <li class="toctree-l3"><a class="reference internal" href="reference/train/approximate_crappifier.html">approximate_crappifier</a></li>
+<li class="toctree-l3"><a class="reference internal" href="reference/train/train_crappifier.html">train_crappifier</a></li>
 </ul>
 </li>
 <li class="toctree-l2 has-children"><a class="reference internal" href="reference/predict.html">predict</a><input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" role="switch" type="checkbox"/><label for="toctree-checkbox-3"><div class="visually-hidden">Toggle navigation of predict</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
@@ -180,13 +180,15 @@
 <li class="toctree-l3"><a class="reference internal" href="reference/data/SlidingDataset.html">SlidingDataset</a></li>
 <li class="toctree-l3"><a class="reference internal" href="reference/data/PairedImageDataset.html">PairedImageDataset</a></li>
 <li class="toctree-l3"><a class="reference internal" href="reference/data/PairedSlidingDataset.html">PairedSlidingDataset</a></li>
-<li class="toctree-l3"><a class="reference internal" href="reference/data/preprocess_hr.html">preprocess_hr</a></li>
+<li class="toctree-l3"><a class="reference internal" href="reference/data/preprocess_dataset.html">preprocess_dataset</a></li>
 </ul>
 </li>
 <li class="toctree-l2 has-children"><a class="reference internal" href="reference/crappifiers.html">crappifiers</a><input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" role="switch" type="checkbox"/><label for="toctree-checkbox-5"><div class="visually-hidden">Toggle navigation of crappifiers</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
 <li class="toctree-l3"><a class="reference internal" href="reference/crappifiers/Crappifier.html">Crappifier</a></li>
+<li class="toctree-l3"><a class="reference internal" href="reference/crappifiers/MultiCrappifier.html">MultiCrappifier</a></li>
 <li class="toctree-l3"><a class="reference internal" href="reference/crappifiers/Poisson.html">Poisson</a></li>
 <li class="toctree-l3"><a class="reference internal" href="reference/crappifiers/AdditiveGaussian.html">AdditiveGaussian</a></li>
+<li class="toctree-l3"><a class="reference internal" href="reference/crappifiers/SaltPepper.html">SaltPepper</a></li>
 </ul>
 </li>
 <li class="toctree-l2 has-children"><a class="reference internal" href="reference/models.html">models</a><input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" role="switch" type="checkbox"/><label for="toctree-checkbox-6"><div class="visually-hidden">Toggle navigation of models</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
@@ -247,7 +249,11 @@ <h2>_</h2>
         <li><a href="reference/crappifiers/AdditiveGaussian.html#pssr.crappifiers.AdditiveGaussian.__init__">__init__() (in module pssr.crappifiers.AdditiveGaussian)</a>
 
         <ul>
+          <li><a href="reference/crappifiers/MultiCrappifier.html#pssr.crappifiers.MultiCrappifier.__init__">(in module pssr.crappifiers.MultiCrappifier)</a>
+</li>
           <li><a href="reference/crappifiers/Poisson.html#pssr.crappifiers.Poisson.__init__">(in module pssr.crappifiers.Poisson)</a>
+</li>
+          <li><a href="reference/crappifiers/SaltPepper.html#pssr.crappifiers.SaltPepper.__init__">(in module pssr.crappifiers.SaltPepper)</a>
 </li>
           <li><a href="reference/data/ImageDataset.html#pssr.data.ImageDataset.__init__">(in module pssr.data.ImageDataset)</a>
 </li>
@@ -314,7 +320,7 @@ <h2>P</h2>
     <td style="width: 33%; vertical-align: top;"><ul>
         <li><a href="reference/predict/predict_images.html#pssr.predict.predict_images">predict_images() (in module pssr.predict)</a>
 </li>
-        <li><a href="reference/data/preprocess_hr.html#pssr.data.preprocess_hr">preprocess_hr() (in module pssr.data)</a>
+        <li><a href="reference/data/preprocess_dataset.html#pssr.data.preprocess_dataset">preprocess_dataset() (in module pssr.data)</a>
 </li>
     </ul></td>
   </tr></table>
@@ -368,7 +374,7 @@ <h2>T</h2>
 
     </aside>
   </div>
-</div><script src="_static/documentation_options.js?v=f2a433a1"></script>
+</div><script src="_static/documentation_options.js?v=fc837d61"></script>
     <script src="_static/doctools.js?v=888ff710"></script>
     <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="_static/scripts/furo.js?v=32e29ea5"></script>

diff --git a/docs/build/html/guide/principles.html b/docs/build/html/guide/principles.html
@@ -6,7 +6,7 @@
 <link rel="index" title="Index" href="../genindex.html" /><link rel="search" title="Search" href="../search.html" /><link rel="next" title="Workflow" href="workflow.html" /><link rel="prev" title="Getting Started" href="start.html" />
 
     <!-- Generated with Sphinx 7.2.6 and Furo 2024.01.29 -->
-        <title>Principles of PSSR - PSSR 1.0 documentation</title>
+        <title>Principles of PSSR - PSSR 1.1.0 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=362ab14a" />
     <link rel="stylesheet" type="text/css" href="../_static/styles/furo.css?v=135e06be" />
     <link rel="stylesheet" type="text/css" href="../_static/design-style.1e8bd061cd6da7fc9cf755528e8ffc24.min.css?v=0a3b3ea7" />
@@ -124,7 +124,7 @@
       </label>
     </div>
     <div class="header-center">
-      <a href="../index.html"><div class="brand">PSSR 1.0 documentation</div></a>
+      <a href="../index.html"><div class="brand">PSSR 1.1.0 documentation</div></a>
     </div>
     <div class="header-right">
       <div class="theme-toggle-container theme-toggle-header">
@@ -147,7 +147,7 @@
       <div class="sidebar-sticky"><a class="sidebar-brand" href="../index.html">
 
 
-  <span class="sidebar-brand-text">PSSR 1.0 documentation</span>
+  <span class="sidebar-brand-text">PSSR 1.1.0 documentation</span>
 
 </a><form class="sidebar-search-container" method="get" action="../search.html" role="search">
   <input class="sidebar-search" placeholder="Search" name="q" aria-label="Search">
@@ -166,8 +166,8 @@
 <li class="toctree-l1 has-children"><a class="reference internal" href="../reference/api.html">pssr</a><input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" role="switch" type="checkbox"/><label for="toctree-checkbox-1"><div class="visually-hidden">Toggle navigation of pssr</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
 <li class="toctree-l2 has-children"><a class="reference internal" href="../reference/train.html">train</a><input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" role="switch" type="checkbox"/><label for="toctree-checkbox-2"><div class="visually-hidden">Toggle navigation of train</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
 <li class="toctree-l3"><a class="reference internal" href="../reference/train/train_paired.html">train_paired</a></li>
-<li class="toctree-l3"><a class="reference internal" href="../reference/train/train_crappifier.html">train_crappifier</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../reference/train/approximate_crappifier.html">approximate_crappifier</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../reference/train/train_crappifier.html">train_crappifier</a></li>
 </ul>
 </li>
 <li class="toctree-l2 has-children"><a class="reference internal" href="../reference/predict.html">predict</a><input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" role="switch" type="checkbox"/><label for="toctree-checkbox-3"><div class="visually-hidden">Toggle navigation of predict</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
@@ -182,13 +182,15 @@
 <li class="toctree-l3"><a class="reference internal" href="../reference/data/SlidingDataset.html">SlidingDataset</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../reference/data/PairedImageDataset.html">PairedImageDataset</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../reference/data/PairedSlidingDataset.html">PairedSlidingDataset</a></li>
-<li class="toctree-l3"><a class="reference internal" href="../reference/data/preprocess_hr.html">preprocess_hr</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../reference/data/preprocess_dataset.html">preprocess_dataset</a></li>
 </ul>
 </li>
 <li class="toctree-l2 has-children"><a class="reference internal" href="../reference/crappifiers.html">crappifiers</a><input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" role="switch" type="checkbox"/><label for="toctree-checkbox-5"><div class="visually-hidden">Toggle navigation of crappifiers</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
 <li class="toctree-l3"><a class="reference internal" href="../reference/crappifiers/Crappifier.html">Crappifier</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../reference/crappifiers/MultiCrappifier.html">MultiCrappifier</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../reference/crappifiers/Poisson.html">Poisson</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../reference/crappifiers/AdditiveGaussian.html">AdditiveGaussian</a></li>
+<li class="toctree-l3"><a class="reference internal" href="../reference/crappifiers/SaltPepper.html">SaltPepper</a></li>
 </ul>
 </li>
 <li class="toctree-l2 has-children"><a class="reference internal" href="../reference/models.html">models</a><input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" role="switch" type="checkbox"/><label for="toctree-checkbox-6"><div class="visually-hidden">Toggle navigation of models</div><i class="icon"><svg><use href="#svg-arrow-right"></use></svg></i></label><ul>
@@ -349,7 +351,7 @@ <h2>The Crappifier<a class="headerlink" href="#the-crappifier" title="Link to th
 
     </aside>
   </div>
-</div><script src="../_static/documentation_options.js?v=f2a433a1"></script>
+</div><script src="../_static/documentation_options.js?v=fc837d61"></script>
     <script src="../_static/doctools.js?v=888ff710"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="../_static/scripts/furo.js?v=32e29ea5"></script>