Merge pull request #943 from Nitish1814/export-model-error-817

Export model error 817
zinggAI · Nov 12, 2024 · 455a2ae · 455a2ae
2 parents 04f3b2a + 33a08c1
commit 455a2ae
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/common/client/src/main/java/zingg/common/client/Client.java b/common/client/src/main/java/zingg/common/client/Client.java
@@ -228,8 +228,7 @@ else if (options.get(ClientOptions.CONF).value.endsWith("env")) {
 					e.getMessage()));
 			}
 			LOG.warn("Apologies for this message. Zingg has encountered an error. "
-					+ e.getMessage());
-			e.printStackTrace();
+					+ e.getMessage());;
 			if (LOG.isDebugEnabled()) e.printStackTrace();
 		}
 		catch( Throwable e) {

diff --git a/spark/core/src/main/java/zingg/spark/core/executor/SparkPythonPhaseRunner.java b/spark/core/src/main/java/zingg/spark/core/executor/SparkPythonPhaseRunner.java
@@ -46,6 +46,11 @@ public void init(IArguments args, SparkSession s, ClientOptions options)
 	@Override
 	public void execute() throws ZinggClientException {
 		try {
+			//closing session here
+			//as pyspark will further create it
+			//TODO getOrCreate not working in pyspark
+			SparkSession sparkSession = context.getSession();
+			sparkSession.stop();
 			LOG.info("Generic Python phase starts");
 			//LOG.info(this.getClass().getClassLoader().getResource("python/phases/assessModel.py").getFile());
 			List<String> pyArgs = new ArrayList<String>();