Skip to content

Commit

Permalink
Fix bug in constructing SessionPropertyManager for Presto-On-Spark
Browse files Browse the repository at this point in the history
  • Loading branch information
pgupta2 authored and arhimondr committed Dec 13, 2024
1 parent b94b05a commit 4b1b599
Show file tree
Hide file tree
Showing 2 changed files with 16 additions and 5 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,8 @@

import com.facebook.presto.SystemSessionProperties;
import com.facebook.presto.metadata.SessionPropertyManager;
import com.facebook.presto.spiller.NodeSpillConfig;
import com.facebook.presto.sql.analyzer.JavaFeaturesConfig;
import com.google.common.collect.Streams;

import javax.inject.Inject;
Expand All @@ -29,20 +31,27 @@ public class PrestoSparkSessionPropertyManagerProvider
{
private final SystemSessionProperties systemSessionProperties;
private final PrestoSparkSessionProperties prestoSparkSessionProperties;
private final JavaFeaturesConfig javaFeaturesConfig;
private final NodeSpillConfig nodeSpillConfig;

@Inject
public PrestoSparkSessionPropertyManagerProvider(SystemSessionProperties systemSessionProperties, PrestoSparkSessionProperties prestoSparkSessionProperties)
public PrestoSparkSessionPropertyManagerProvider(SystemSessionProperties systemSessionProperties, PrestoSparkSessionProperties prestoSparkSessionProperties, JavaFeaturesConfig javaFeaturesConfig, NodeSpillConfig nodeSpillConfig)
{
this.systemSessionProperties = requireNonNull(systemSessionProperties, "systemSessionProperties is null");
this.prestoSparkSessionProperties = requireNonNull(prestoSparkSessionProperties, "prestoSparkSessionProperties is null");
this.javaFeaturesConfig = requireNonNull(javaFeaturesConfig, "javaFeaturesConfig is null");
this.nodeSpillConfig = requireNonNull(nodeSpillConfig, "nodeSpillConfig is null");
}

@Override
public SessionPropertyManager get()
{
return createTestingSessionPropertyManager(Streams.concat(
return createTestingSessionPropertyManager(
Streams.concat(
systemSessionProperties.getSessionProperties().stream(),
prestoSparkSessionProperties.getSessionProperties().stream())
.collect(toImmutableList()));
prestoSparkSessionProperties.getSessionProperties().stream()
).collect(toImmutableList()),
javaFeaturesConfig,
nodeSpillConfig);
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,8 @@
import com.facebook.presto.spi.plan.PlanFragmentId;
import com.facebook.presto.spi.plan.PlanNodeId;
import com.facebook.presto.spi.relation.VariableReferenceExpression;
import com.facebook.presto.spiller.NodeSpillConfig;
import com.facebook.presto.sql.analyzer.JavaFeaturesConfig;
import com.facebook.presto.sql.planner.iterative.rule.test.RuleAssert;
import com.facebook.presto.sql.planner.iterative.rule.test.RuleTester;
import com.facebook.presto.sql.planner.plan.ExchangeNode;
Expand Down Expand Up @@ -86,7 +88,7 @@ public void setUp()
tester = new RuleTester(
ImmutableList.of(),
ImmutableMap.of(),
new PrestoSparkSessionPropertyManagerProvider(new SystemSessionProperties(), new PrestoSparkSessionProperties()).get(),
new PrestoSparkSessionPropertyManagerProvider(new SystemSessionProperties(), new PrestoSparkSessionProperties(), new JavaFeaturesConfig(), new NodeSpillConfig()).get(),
Optional.of(NODES_COUNT),
new TpchConnectorFactory(1));
}
Expand Down

0 comments on commit 4b1b599

Please sign in to comment.