Added support for the TOKENLIST type in Spanner (#32038)

apache · Aug 6, 2024 · d09c323 · d09c323
1 parent c606235
commit d09c323
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/...google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/SpannerSchema.java b/...google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/SpannerSchema.java
@@ -184,6 +184,9 @@ private static Type parseSpannerType(String spannerType, Dialect dialect) {
           if (spannerType.startsWith("BYTES")) {
             return Type.bytes();
           }
+          if ("TOKENLIST".equals(spannerType)) {
+            return Type.bytes();
+          }
           if ("TIMESTAMP".equals(spannerType)) {
             return Type.timestamp();
           }

diff --git a/...le-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/SpannerSchemaTest.java b/...le-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/spanner/SpannerSchemaTest.java
@@ -40,16 +40,18 @@ public void testSingleTable() throws Exception {
             .addColumn("test", "jsonVal", "JSON")
             .addColumn("test", "protoVal", "PROTO<customer.app.TestMessage>")
             .addColumn("test", "enumVal", "ENUM<customer.app.TestEnum>")
+            .addColumn("test", "tokens", "TOKENLIST")
             .build();
 
     assertEquals(1, schema.getTables().size());
-    assertEquals(6, schema.getColumns("test").size());
+    assertEquals(7, schema.getColumns("test").size());
     assertEquals(1, schema.getKeyParts("test").size());
     assertEquals(Type.json(), schema.getColumns("test").get(3).getType());
     assertEquals(
         Type.proto("customer.app.TestMessage"), schema.getColumns("test").get(4).getType());
     assertEquals(
         Type.protoEnum("customer.app.TestEnum"), schema.getColumns("test").get(5).getType());
+    assertEquals(Type.bytes(), schema.getColumns("test").get(6).getType());
   }
 
   @Test