Merge pull request #376 from CARV-ICS-FORTH/container-name

add sequential execution on cluster and improve visualizations
CARV-ICS-FORTH · Jan 17, 2023 · 63e1358 · 63e1358
2 parents 107ba3b + 1bdf206
commit 63e1358
Show file tree

Hide file tree

Showing 35 changed files with 8,317 additions and 2,154 deletions.
diff --git a/charts/databases/parallax/example.yml b/charts/databases/parallax/example.yml
@@ -14,42 +14,42 @@ spec:
         tolerate:
           failedJobs: 35 # number of expected tests that fail
         inputs:
-          - { test: test_small, volumeSize: 10Gi }
-          - { test: test_medium, volumeSize: 10Gi }
-          - { test: test_large, volumeSize: 10Gi }
-          - { test: test_smalld, volumeSize: 10Gi }
-          - { test: test_mediumd, volumeSize: 10Gi }
-          - { test: test_larged, volumeSize: 10Gi }
-          - { test: test_index_node, volumeSize: 10Gi }
-          - { test: test_dirty_scans_sd_greater, volumeSize: 10Gi }
-          - { test: test_dirty_scans_small, volumeSize: 10Gi }
-          - { test: test_dirty_scans_medium, volumeSize: 10Gi }
-          - { test: test_dirty_scans_large, volumeSize: 10Gi }
-          - { test: test_dirty_scans_smalld, volumeSize: 10Gi }
-          - { test: test_dirty_scans_mediumd, volumeSize: 10Gi }
-          - { test: test_dirty_scans_larged, volumeSize: 10Gi }
-          - { test: test_dirty_scans_smallp, volumeSize: 10Gi }
-          - { test: test_dirty_scans_mediump, volumeSize: 10Gi }
-          - { test: test_dirty_scans_largep, volumeSize: 10Gi }
-          - { test: test_dirty_scans_smalldp, volumeSize: 10Gi }
-          - { test: test_dirty_scans_mediumdp, volumeSize: 10Gi }
-          - { test: test_dirty_scans_largedp, volumeSize: 10Gi }
-          - { test: test_options, volumeSize: 10Gi }
-          - { test: test_categories, volumeSize: 10Gi }
-          - { test: test_sanitizers, volumeSize: 10Gi }
-          - { test: test_gc, volumeSize: 10Gi }
-          - { test: test_medium, volumeSize: 10Gi }
-          - { test: test_mixes_99_small_1_medium, volumeSize: 10Gi }
-          - { test: test_mixes_45_small_50_medium_5_big, volumeSize: 10Gi }
-          - { test: simple_test_delete, volumeSize: 10Gi }
-          - { test: test_leaf_root_delete_get_scan, volumeSize: 10Gi }
-          - { test: test_region_allocations, volumeSize: 10Gi }
-          - { test: test_redo_undo_log, volumeSize: 10Gi }
-          - { test: test_optional_logging, volumeSize: 10Gi }
-          - { test: test_par_format, volumeSize: 10Gi }
-          - { test: test_par_put_serialized, volumeSize: 10Gi }
-          - { test: test_par_put_metadata, volumeSize: 10Gi }
-          - { test: tracer, volumeSize: 10Gi}
+          - { test: test_small }
+          - { test: test_medium }
+          - { test: test_large }
+          - { test: test_smalld }
+          - { test: test_mediumd }
+          - { test: test_larged }
+          - { test: test_index_node }
+          - { test: test_dirty_scans_sd_greater }
+          - { test: test_dirty_scans_small }
+          - { test: test_dirty_scans_medium }
+          - { test: test_dirty_scans_large }
+          - { test: test_dirty_scans_smalld }
+          - { test: test_dirty_scans_mediumd }
+          - { test: test_dirty_scans_larged }
+          - { test: test_dirty_scans_smallp }
+          - { test: test_dirty_scans_mediump }
+          - { test: test_dirty_scans_largep }
+          - { test: test_dirty_scans_smalldp }
+          - { test: test_dirty_scans_mediumdp }
+          - { test: test_dirty_scans_largedp }
+          - { test: test_options }
+          - { test: test_categories }
+          - { test: test_sanitizers }
+          - { test: test_gc }
+          - { test: test_medium }
+          - { test: test_mixes_99_small_1_medium }
+          - { test: test_mixes_45_small_50_medium_5_big }
+          - { test: simple_test_delete }
+          - { test: test_leaf_root_delete_get_scan }
+          - { test: test_region_allocations }
+          - { test: test_redo_undo_log }
+          - { test: test_optional_logging }
+          - { test: test_par_format }
+          - { test: test_par_put_serialized }
+          - { test: test_par_put_metadata }
+          - { test: tracer}
 
   # Teardown
     - action: Delete

diff --git a/charts/databases/parallax/templates/benchmark.yml b/charts/databases/parallax/templates/benchmark.yml
@@ -4,10 +4,9 @@ kind: Template
 metadata:
   name: parallax.ycsb
 spec:
-  inputs: # get a test name
+  inputs: # test parameters
     parameters:
       test: simple_test_delete
-      volumeSize: 1Gi
 
   service:
     decorators: # Monitoring the resources consumed by the test
@@ -23,7 +22,7 @@ spec:
               accessModes: [ReadWriteOnce]
               resources:
                 requests:
-                  storage: {{"{{.inputs.parameters.volumeSize}}"}}
+                  storage: 20Gi
 
     containers:
       - name: main
@@ -39,5 +38,6 @@ spec:
             cut -d ' ' -f 4 /proc/self/stat > /dev/shm/app # Sidecar: use it for entering the cgroup
 
             cd /parallax/build
-            ctest -R {{"{{.inputs.parameters.test}}"}} --verbose
-            sleep infinity
+            export testName={{"{{.inputs.parameters.test}}"}}
+
+            ctest -R ^${testName}$ --verbose
diff --git a/charts/federated-learning/fedbed/example.yaml b/charts/federated-learning/fedbed/example.yaml
diff --git a/...ederated_learning/fedbed/all_combined.yml → ...learning/fedbed/examples/all_combined.yml b/...ederated_learning/fedbed/all_combined.yml → ...learning/fedbed/examples/all_combined.yml
diff --git a/...erated_learning/fedbed/cached-dataset.yml → ...arning/fedbed/examples/cached-dataset.yml b/...erated_learning/fedbed/cached-dataset.yml → ...arning/fedbed/examples/cached-dataset.yml
diff --git a/...learning/fedbed/resource-distribution.yml → ...fedbed/examples/resource-distribution.yml b/...learning/fedbed/resource-distribution.yml → ...fedbed/examples/resource-distribution.yml
diff --git a/charts/federated-learning/fedbed/templates/client.yaml b/charts/federated-learning/fedbed/templates/client.yaml
@@ -26,20 +26,21 @@ spec:
             value: {{"{{.inputs.parameters.backend}}" | quote }}
           - name: FL_NUM_OF_THREADS
             value: "1"
+
           - name: FL_DATASET
             value: {{"{{.inputs.parameters.dataset}}" | quote }}
+          - name: FL_DATASET_DISTRIBUTION
+            value: "flat"
+          - name: FL_DATASET_DISTRIBUTION_PARAMETERS
+            value: '{"random_state":1}'
+          - name: FL_DATASET_RANDOM
+            value: "False"
 
           # Are these values really needed here?
           - name: FL_NODES
             value: {{"{{.inputs.parameters.total_nodes}}" | quote}}
           - name: FL_NODE_ID
             value: {{"{{.inputs.parameters.node_id}}" | quote}}
-          - name: FL_DATASET_DISTRIBUTION
-            value: "flat"
-          - name: FL_DATASET_DISTRIBUTION_PARAMETERS
-            value: "{}"
-          - name: FL_DATASET_RANDOM
-            value: "false"
 
         command:
           - /bin/sh   # Run shell

diff --git a/charts/platform/templates/deployment/deployment.yaml b/charts/platform/templates/deployment/deployment.yaml
@@ -32,6 +32,7 @@ spec:
       containers:
         - name: manager
           image: icsforth/frisbee-operator:latest
+          imagePullPolicy: Always
           ports:
             - name: "admission-hook"                   # Admission Webhooks
               containerPort: {{.Values.operator.webhook.k8s.port | int64}}