Update variant spec version and add test

Author: aihuaxu

parquet-column/src/test/java/org/apache/parquet/schema/TestTypeBuilders.java

@@ -1435,6 +1435,76 @@ public void testVariantLogicalType() {
     assertEquals(variantExpected, variantActual);
   }
 
+  @Test
+  public void testShreddedVariantLogicalType() {
+    String name = "variant_field";
+
+    List<Type> eventTypeFields = new ArrayList<>();
+    eventTypeFields.add(new PrimitiveType(OPTIONAL, BINARY, "value"));
+    eventTypeFields.add(new PrimitiveType(OPTIONAL, BINARY, "typed_value", LogicalTypeAnnotation.stringType()));
+
+    List<Type> elementFields = new ArrayList<>();
+    elementFields.add(new PrimitiveType(OPTIONAL, BINARY, "value"));
+    elementFields.add(new PrimitiveType(OPTIONAL, BINARY, "typed_value", LogicalTypeAnnotation.stringType()));
+
+    new GroupType(REPEATED, "list", new GroupType(REQUIRED, "element", elementFields));
+
+    List<Type> tagsFields = new ArrayList<>();
+    tagsFields.add(new PrimitiveType(OPTIONAL, BINARY, "value"));
+    tagsFields.add(new GroupType(
+        OPTIONAL,
+        "typed_value",
+        LogicalTypeAnnotation.listType(),
+        new GroupType(REPEATED, "list", new GroupType(REQUIRED, "element", elementFields))));
+
+    List<Type> typedTypeFields = new ArrayList<>();
+    typedTypeFields.add(new GroupType(REQUIRED, "event_type", eventTypeFields));
+    typedTypeFields.add(new GroupType(REQUIRED, "tags", tagsFields));
+
+    GroupType variantExpected = new GroupType(
+        REQUIRED,
+        name,
+        LogicalTypeAnnotation.variantType(),
+        new PrimitiveType(REQUIRED, BINARY, "metadata"),
+        new PrimitiveType(OPTIONAL, BINARY, "value"),
+        new GroupType(OPTIONAL, "typed_value", typedTypeFields));
+
+    GroupType variantActual = Types.buildGroup(REQUIRED)
+        .addFields(
+            Types.required(BINARY).named("metadata"),
+            Types.optional(BINARY).named("value"),
+            Types.buildGroup(OPTIONAL)
+                .addFields(
+                    Types.buildGroup(REQUIRED)
+                        .addFields(
+                            Types.optional(BINARY).named("value"),
+                            Types.optional(BINARY)
+                                .as(LogicalTypeAnnotation.stringType())
+                                .named("typed_value"))
+                        .named("event_type"),
+                    Types.buildGroup(REQUIRED)
+                        .addFields(
+                            Types.optional(BINARY).named("value"),
+                            Types.optionalList()
+                                .element(Types.buildGroup(REQUIRED)
+                                    .addFields(
+                                        Types.optional(BINARY)
+                                            .named("value"),
+                                        Types.optional(BINARY)
+                                            .as(
+                                                LogicalTypeAnnotation
+                                                    .stringType())
+                                            .named("typed_value"))
+                                    .named("element"))
+                                .named("typed_value"))
+                        .named("tags"))
+                .named("typed_value"))
+        .as(LogicalTypeAnnotation.variantType())
+        .named(name);
+
+    assertEquals(variantExpected, variantActual);
+  }
+
   @Test(expected = IllegalArgumentException.class)
   public void testDecimalLogicalTypeWithDeprecatedScaleMismatch() {
     Types.required(BINARY)

parquet-format-structures/src/main/java/org/apache/parquet/format/LogicalTypes.java

@@ -53,5 +53,10 @@ public static LogicalType DECIMAL(int scale, int precision) {
   public static final LogicalType JSON = LogicalType.JSON(new JsonType());
   public static final LogicalType BSON = LogicalType.BSON(new BsonType());
   public static final LogicalType FLOAT16 = LogicalType.FLOAT16(new Float16Type());
-  public static final LogicalType VARIANT = LogicalType.VARIANT(new VariantType());
+
+  public static final LogicalType VARIANT() {
+    VariantType type = new VariantType();
+    type.setSpecification_version((byte) 1);
+    return LogicalType.VARIANT(type);
+  }
 }

parquet-format-structures/src/test/java/org/apache/parquet/format/TestLogicalTypes.java

@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.parquet.format;
+
+import static org.junit.Assert.assertEquals;
+
+import org.junit.Test;
+
+public class TestLogicalTypes {
+  @Test
+  public void testVariantLogicalTypeVersion() {
+    LogicalType variant = LogicalTypes.VARIANT();
+    assertEquals(1, (variant.getVARIANT().getSpecification_version()));
+  }
+}

parquet-hadoop/src/main/java/org/apache/parquet/format/converter/ParquetMetadataConverter.java

@@ -89,6 +89,7 @@
 import org.apache.parquet.format.KeyValue;
 import org.apache.parquet.format.ListType;
 import org.apache.parquet.format.LogicalType;
+import org.apache.parquet.format.LogicalTypes;
 import org.apache.parquet.format.MapType;
 import org.apache.parquet.format.MicroSeconds;
 import org.apache.parquet.format.MilliSeconds;
@@ -112,7 +113,6 @@
 import org.apache.parquet.format.TypeDefinedOrder;
 import org.apache.parquet.format.UUIDType;
 import org.apache.parquet.format.Uncompressed;
-import org.apache.parquet.format.VariantType;
 import org.apache.parquet.format.XxHash;
 import org.apache.parquet.hadoop.metadata.BlockMetaData;
 import org.apache.parquet.hadoop.metadata.ColumnChunkMetaData;
@@ -517,7 +517,7 @@ public Optional<LogicalType> visit(LogicalTypeAnnotation.Float16LogicalTypeAnnot
     }
 
     @Override
-    public Optional<LogicalType> visit(LogicalTypeAnnotation.UnknownLogicalTypeAnnotation unknownLogicalType) {
+    public Optional<LogicalType> visit(LogicalTypeAnnotation.UnknownLogicalTypeAnnotation intervalLogicalType) {
       return of(LogicalType.UNKNOWN(new NullType()));
     }
 
@@ -528,7 +528,7 @@ public Optional<LogicalType> visit(LogicalTypeAnnotation.IntervalLogicalTypeAnno
 
     @Override
     public Optional<LogicalType> visit(LogicalTypeAnnotation.VariantLogicalTypeAnnotation variantLogicalType) {
-      return of(LogicalType.VARIANT(new VariantType()));
+      return of(LogicalTypes.VARIANT());
     }
   }