Add support for UTC date format

rcongiu · Oct 26, 2015 · bcba800 · bcba800
1 parent af92a46
commit bcba800
Show file tree

Hide file tree

Showing 2 changed files with 38 additions and 3 deletions.
diff --git a/...src/main/java/org/openx/data/jsonserde/objectinspector/primitive/ParsePrimitiveUtils.java b/...src/main/java/org/openx/data/jsonserde/objectinspector/primitive/ParsePrimitiveUtils.java
@@ -6,14 +6,19 @@
 package org.openx.data.jsonserde.objectinspector.primitive;
 
 import java.sql.Timestamp;
-import org.apache.hadoop.hive.serde2.io.TimestampWritable;
+import java.text.DateFormat;
+import java.text.ParseException;
+import java.text.SimpleDateFormat;
 
 /**
  *
  * @author rcongiu
  */
 public class ParsePrimitiveUtils {
 
+    private static DateFormat UTC_FORMAT = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss'Z'");
+    private static DateFormat NON_UTC_FORMAT = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
+
     public static boolean isHex(String s) {
         return s.startsWith("0x") || s.startsWith("0X");
     }
@@ -53,7 +58,7 @@ public static long parseLong(String s) {
     public static Timestamp parseTimestamp(String s) {
         Timestamp value;
         if (s.indexOf(':') > 0) {
-            value = Timestamp.valueOf(s);
+            value = Timestamp.valueOf(nonUTCFormat(s));
         } else if (s.indexOf('.') >= 0) {
             // it's a float
             value = new Timestamp(
@@ -65,4 +70,15 @@ public static Timestamp parseTimestamp(String s) {
         return value;
     }
 
+    public static String nonUTCFormat(String s) {
+        if(s.endsWith("Z")) {
+            try {
+                return NON_UTC_FORMAT.format(UTC_FORMAT.parse(s));
+            } catch (ParseException e) {
+                e.printStackTrace();
+            }
+        }
+        return s;
+    }
+
 }
diff --git a/json-serde/src/test/java/org/openx/data/jsonserde/JsonSerDeTimeStampTest.java b/json-serde/src/test/java/org/openx/data/jsonserde/JsonSerDeTimeStampTest.java
@@ -31,6 +31,7 @@
 
 import static org.junit.Assert.assertEquals;
 import org.openx.data.jsonserde.objectinspector.primitive.JavaStringTimestampObjectInspector;
+import org.openx.data.jsonserde.objectinspector.primitive.ParsePrimitiveUtils;
 
 /**
  * User: guyrt
@@ -68,6 +69,20 @@ public void testTimestampDeSerialize() throws Exception {
     assertEquals(Timestamp.valueOf("2013-03-27 23:18:40.0"), jstOi.getPrimitiveJavaObject(result.get("five")));
   }
 
+  @Test
+  public void testUTCTimestampDeSerialize() throws Exception {
+    // Test that timestamp object can be deserialized
+    Writable w = new Text("{\"one\":true,\"five\":\"2013-03-27T23:18:40Z\"}");
+
+    JSONObject result = (JSONObject) instance.deserialize(w);
+
+    StructObjectInspector soi = (StructObjectInspector) instance.getObjectInspector();
+
+    JavaStringTimestampObjectInspector jstOi = (JavaStringTimestampObjectInspector)
+            soi.getStructFieldRef("five").getFieldObjectInspector();
+    assertEquals(Timestamp.valueOf("2013-03-27 23:18:40.0"), jstOi.getPrimitiveJavaObject(result.get("five")));
+  }
+
   @Test
   public void testTimestampDeSerializeWithNanoseconds() throws Exception {
     // Test that timestamp object can be deserialized
@@ -125,5 +140,9 @@ public static Timestamp getDate(String s) throws ParseException {
 
   }
 
-
+  @Test
+  public void testformatDateFromUTC() throws ParseException {
+    String string1 = "2001-07-04T12:08:56Z";
+    assertEquals("2001-07-04 12:08:56", ParsePrimitiveUtils.nonUTCFormat(string1));
+  }
 }