blob: 84df1f17ac90a606295217afbf3605938dfe4224 [file] [log] [blame]
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.sysds.test.functions.data.misc;
import org.junit.Test;
import org.apache.sysds.common.Types.FileFormat;
import org.apache.sysds.runtime.io.MatrixReader;
import org.apache.sysds.runtime.io.MatrixReaderFactory;
import org.apache.sysds.runtime.matrix.data.MatrixBlock;
import org.apache.sysds.runtime.meta.MatrixCharacteristics;
import org.apache.sysds.runtime.util.DataConverter;
import org.apache.sysds.test.AutomatedTestBase;
import org.apache.sysds.test.TestConfiguration;
import org.apache.sysds.test.TestUtils;
/**
* <p><b>Positive tests:</b></p>
* <ul>
* <li>text</li>
* <li>binary</li>
* <li>write a matrix two times</li>
* </ul>
* <p><b>Negative tests:</b></p>
*
*
*/
public class WriteTest extends AutomatedTestBase
{
private static final String TEST_DIR = "functions/data/";
private final static String TEST_CLASS_DIR = TEST_DIR + WriteTest.class.getSimpleName() + "/";
@Override
public void setUp() {
TestUtils.clearAssertionInformation();
// positive tests
addTestConfiguration("TextTest", new TestConfiguration(TEST_CLASS_DIR, "WriteTest", new String[] { "a" }));
addTestConfiguration("BinaryTest", new TestConfiguration(TEST_CLASS_DIR, "WriteTest", new String[] { "a" }));
addTestConfiguration("WriteTwiceTest", new TestConfiguration(TEST_CLASS_DIR, "WriteTwiceTest", new String[] { "b", "c" }));
// negative tests
}
@Test
public void testText() {
int rows = 10;
int cols = 10;
TestConfiguration config = availableTestConfigurations.get("TextTest");
config.addVariable("rows", rows);
config.addVariable("cols", cols);
config.addVariable("format", "text");
loadTestConfiguration(config);
double[][] a = getRandomMatrix(rows, cols, -1, 1, 0.7, System.currentTimeMillis());
writeInputMatrixWithMTD("a", a, false, new MatrixCharacteristics(rows,cols,1000,1000));
writeExpectedMatrix("a", a);
runTest();
compareResults();
}
@Test
public void testBinary() {
int rows = 10;
int cols = 10;
TestConfiguration config = availableTestConfigurations.get("BinaryTest");
config.addVariable("rows", rows);
config.addVariable("cols", cols);
config.addVariable("format", "binary");
loadTestConfiguration(config);
double[][] a = getRandomMatrix(rows, cols, -1, 1, 0.7, System.currentTimeMillis());
writeInputMatrixWithMTD("a", a, false, new MatrixCharacteristics(rows,cols,1000,1000));
runTest();
//read and compare output matrix
try {
MatrixReader reader = MatrixReaderFactory.createMatrixReader(FileFormat.BINARY);
MatrixBlock mb = reader.readMatrixFromHDFS(output("a"), rows, cols, 1000, -1);
checkDMLMetaDataFile("a", new MatrixCharacteristics(rows,cols,1000));
TestUtils.compareMatrices(a, DataConverter.convertToDoubleMatrix(mb), rows, cols, 0);
}
catch(Exception ex) {
throw new RuntimeException(ex);
}
}
@Test
public void testWriteTwice() {
int rows = 10;
int cols = 10;
TestConfiguration config = availableTestConfigurations.get("WriteTwiceTest");
config.addVariable("rows", rows);
config.addVariable("cols", cols);
loadTestConfiguration(config);
double[][] a = getRandomMatrix(rows, cols, -1, 1, 0.7, System.currentTimeMillis());
writeInputMatrixWithMTD("a", a, false, new MatrixCharacteristics(rows,cols,1000,1000));
writeExpectedMatrix("b", a);
writeExpectedMatrix("c", a);
runTest();
compareResults();
}
}