DRILL-8442: Fix DeltaRowGroupScan deserialization
diff --git a/contrib/format-deltalake/src/main/java/org/apache/drill/exec/store/delta/DeltaRowGroupScan.java b/contrib/format-deltalake/src/main/java/org/apache/drill/exec/store/delta/DeltaRowGroupScan.java
index 5645c3f..df675df 100644
--- a/contrib/format-deltalake/src/main/java/org/apache/drill/exec/store/delta/DeltaRowGroupScan.java
+++ b/contrib/format-deltalake/src/main/java/org/apache/drill/exec/store/delta/DeltaRowGroupScan.java
@@ -53,7 +53,7 @@
@JsonCreator
public DeltaRowGroupScan(@JacksonInject StoragePluginRegistry registry,
@JsonProperty("userName") String userName,
- @JsonProperty("storage") StoragePluginConfig storageConfig,
+ @JsonProperty("storageConfig") StoragePluginConfig storageConfig,
@JsonProperty("formatPluginConfig") FormatPluginConfig formatPluginConfig,
@JsonProperty("rowGroupReadEntries") List<RowGroupReadEntry> rowGroupReadEntries,
@JsonProperty("columns") List<SchemaPath> columns,
@@ -86,6 +86,11 @@
}
@JsonProperty
+ public StoragePluginConfig getStorageConfig() {
+ return formatPlugin.getStorageConfig();
+ }
+
+ @JsonProperty
public DeltaFormatPluginConfig getFormatPluginConfig() {
return formatPluginConfig;
}
diff --git a/contrib/format-deltalake/src/test/java/org/apache/drill/exec/store/delta/DeltaQueriesTest.java b/contrib/format-deltalake/src/test/java/org/apache/drill/exec/store/delta/DeltaQueriesTest.java
index fb98fec..326d918 100644
--- a/contrib/format-deltalake/src/test/java/org/apache/drill/exec/store/delta/DeltaQueriesTest.java
+++ b/contrib/format-deltalake/src/test/java/org/apache/drill/exec/store/delta/DeltaQueriesTest.java
@@ -19,6 +19,7 @@
import org.apache.drill.common.logical.FormatPluginConfig;
import org.apache.drill.common.logical.security.PlainCredentialsProvider;
+import org.apache.drill.exec.ExecConstants;
import org.apache.drill.exec.store.StoragePluginRegistry;
import org.apache.drill.exec.store.delta.format.DeltaFormatPluginConfig;
import org.apache.drill.exec.store.dfs.FileSystemConfig;
@@ -61,7 +62,8 @@
@Test
public void testSerDe() throws Exception {
- String plan = queryBuilder().sql("select * from dfs.`data-reader-partition-values`").explainJson();
+ client.alterSession(ExecConstants.SLICE_TARGET, 1);
+ String plan = queryBuilder().sql("select * from table(dfs.`data-reader-partition-values` (type => 'delta'))").explainJson();
long count = queryBuilder().physical(plan).run().recordCount();
assertEquals(3, count);
}