Add analytis a configurable module and can be enabled by passing para…

…meter like '-a'
Eugene-Mark · Oct 5, 2021 · 8d17f65 · 8d17f65
1 parent 713f790
commit 8d17f65
Show file tree

Hide file tree

Showing 6 changed files with 60 additions and 5 deletions.
diff --git a/src/main/java/org/eugene/App.java b/src/main/java/org/eugene/App.java
@@ -1,6 +1,8 @@
 package org.eugene;
 
 import javafx.application.Application;
+import org.apache.commons.cli.*;
+import org.eugene.config.Config;
 
 /**
  * Hello big data!
@@ -9,6 +11,26 @@
 public class App
 {
     public static void main(String[] args) {
+        Options options = new Options();
+
+        Option analytics = new Option("a","analytics",false,"Enable analytics");
+        analytics.setRequired(false);
+        options.addOption(analytics);
+
+        CommandLineParser parser = new PosixParser();
+        HelpFormatter formatter = new HelpFormatter();
+        CommandLine cmd = null;
+
+        try{
+            cmd = parser.parse(options,args);
+        }catch(ParseException e){
+            System.out.println(e.getMessage());
+            formatter.printHelp("utility-name",options);
+            System.exit(1);
+        }
+
+        boolean enableAnalytics=(cmd.hasOption("analytics")||cmd.hasOption("a"));
+        Config.getInstance().setAnalytics(enableAnalytics);
         Application.launch(FXApplication.class, args);
     }
 }
diff --git a/src/main/java/org/eugene/config/Config.java b/src/main/java/org/eugene/config/Config.java
@@ -0,0 +1,24 @@
+package org.eugene.config;
+
+public class Config{
+    private Config(){
+    }
+
+    private static Config instance;
+    private boolean statistics;
+
+    public static Config getInstance(){
+        if(instance==null){
+            instance = new Config();
+        }
+        return instance;
+    }
+
+    public boolean enableAnalytics(){
+        return statistics;
+    }
+
+    public void setAnalytics(boolean statistics){
+        this.statistics = statistics;
+    }
+}
diff --git a/src/main/java/org/eugene/controller/DataParser.java b/src/main/java/org/eugene/controller/DataParser.java
@@ -2,6 +2,7 @@
 
 import org.apache.avro.Schema;
 import org.apache.hadoop.fs.Path;
+import org.eugene.config.Config;
 import org.eugene.model.CommonData;
 import org.eugene.model.TableMeta;
 import org.eugene.persistent.PhysicalDB;
@@ -29,7 +30,9 @@ void persistData(Schema schema, Map<String, String> columnToType, List<List<Stri
         VirtualDB.getInstance().setCommonData(commonData);
         VirtualDB.getInstance().setTableMeta(tableMeta);
 
-        PhysicalDB.getInstance().persist(commonData);
+        if(Config.getInstance().enableAnalytics()){
+            PhysicalDB.getInstance().persist(commonData);
+        }
     }
     private String getName(Path path){
         String regex = ".*[\\/|\\\\]([\\w]+)[.]?";

diff --git a/src/main/java/org/eugene/core/orc/ORCReader.java b/src/main/java/org/eugene/core/orc/ORCReader.java
@@ -6,6 +6,7 @@
 import org.apache.hadoop.hive.ql.io.orc.RecordReader;
 import org.apache.hadoop.hive.serde2.objectinspector.StructField;
 import org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector;
+import org.eugene.config.Config;
 import org.eugene.model.CommonData;
 import org.eugene.model.TableMeta;
 import org.eugene.persistent.PhysicalDB;
@@ -67,7 +68,9 @@ public boolean read(Path path){
             tableMeta.setRow(data.size());
             VirtualDB.getInstance().setCommonData(commonData);
             VirtualDB.getInstance().setTableMeta(tableMeta);
-            PhysicalDB.getInstance().persist(commonData);
+            if(Config.getInstance().enableAnalytics()){
+                PhysicalDB.getInstance().persist(commonData);
+            }
             return true;
         }catch(Exception e){
             e.printStackTrace();

diff --git a/src/main/java/org/eugene/persistent/PhysicalDB.java b/src/main/java/org/eugene/persistent/PhysicalDB.java
@@ -24,7 +24,7 @@ public static PhysicalDB getInstance(){
     public boolean persist(CommonData commonData){
         this.commonData = commonData;
         sqlliteWrapper.persistData(commonData);
-        return false;
+        return true;
     }
 
     public void updateLocation(String path){

diff --git a/src/main/java/org/eugene/ui/Dashboard.java b/src/main/java/org/eugene/ui/Dashboard.java
@@ -12,6 +12,7 @@
 import javafx.scene.text.Font;
 import javafx.scene.text.FontWeight;
 import javafx.stage.Stage;
+import org.eugene.config.Config;
 import org.eugene.persistent.SqlliteWrapper;
 import org.eugene.persistent.VirtualDB;
 
@@ -38,8 +39,10 @@ public void refresh(String schema, String path, int rowNumber, int columnNumber,
         accordion = new Accordion();
         refreshSummaryPane(path, rowNumber, columnNumber, accordion);
         refreshMetaPane(schema, accordion);
-        refreshAggregationPane(accordion, "", null, init);
-        refreshProportionPane(accordion, "", null, init);
+        if(Config.getInstance().enableAnalytics()){
+            refreshAggregationPane(accordion, "", null, init);
+            refreshProportionPane(accordion, "", null, init);
+        }
         vBox.getChildren().add(accordion);
     }