Fix: set defaults for SparkConfiguration, add tests (#606)

* add SparkConfiguration tests

* change test directory structure

.travis.yml

@@ -9,7 +9,7 @@ install:
 
 script:
   - pylint -E aztk
-  - pytest --ignore=tests/spark/integration_tests
+  - pytest --ignore=tests/integration_tests
 
 branches:
   only:

aztk/spark/models/models.py

@@ -57,9 +57,9 @@ class File(aztk.models.File):
 
 
 class SparkConfiguration(Model):
-    spark_defaults_conf = fields.String()
-    spark_env_sh = fields.String()
-    core_site_xml = fields.String()
+    spark_defaults_conf = fields.String(default=None)
+    spark_env_sh = fields.String(default=None)
+    core_site_xml = fields.String(default=None)
     jars = fields.List()
 
     def __init__(self, *args, **kwargs):

tests/spark/models/test_spark_configuration.py

@@ -0,0 +1,23 @@
+from aztk.spark.models import SparkConfiguration
+from aztk.error import InvalidModelError
+
+
+def test_spark_configuration_defaults():
+    spark_configuration = SparkConfiguration()
+    spark_configuration.validate()
+
+    assert spark_configuration.spark_defaults_conf is None
+    assert spark_configuration.spark_defaults_conf is None
+    assert spark_configuration.spark_defaults_conf is None
+
+def test_spark_configuration_fields():
+    spark_configuration = SparkConfiguration(
+        spark_defaults_conf="spark-defaults.conf",
+        spark_env_sh="spark-env.sh",
+        core_site_xml="core-site.xml",
+    )
+    spark_configuration.validate()
+
+    assert spark_configuration.spark_defaults_conf == "spark-defaults.conf"
+    assert spark_configuration.spark_env_sh == "spark-env.sh"
+    assert spark_configuration.core_site_xml == "core-site.xml"