blob: 5caf992f39c3aebd836980fcf2a833bfd17dfdf9 [file]
#-------------------------------------------------------------
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
#
#-------------------------------------------------------------
# Reader side of the native Delta round-trip test. Reads the Delta table
# (dimensions discovered from the transaction log) and the text reference,
# both genuine HDFS reads in a fresh process, and reports the elementwise
# reconstruction error together with the discovered dimensions.
Y = read($1, format="delta")
Xref = read($2, format="text")
R = matrix(0, rows=1, cols=3)
R[1,1] = sum(abs(Xref - Y)) # 0 if ReaderDelta reconstructed the matrix exactly
R[1,2] = nrow(Y) # discovered row count
R[1,3] = ncol(Y) # discovered column count
write(R, $3)