[MINOR] Fix federated write
Unfortunately the last fix made the previous fix break.
This commit should now finally make the write work for federated.
diff --git a/src/main/java/org/apache/sysds/runtime/controlprogram/caching/CacheableData.java b/src/main/java/org/apache/sysds/runtime/controlprogram/caching/CacheableData.java
index a646d64..cb7e096 100644
--- a/src/main/java/org/apache/sysds/runtime/controlprogram/caching/CacheableData.java
+++ b/src/main/java/org/apache/sysds/runtime/controlprogram/caching/CacheableData.java
@@ -784,7 +784,7 @@
// a) get the matrix
boolean federatedWrite = (outputFormat != null ) && outputFormat.contains("federated");
- if( isEmpty(true))
+ if( isEmpty(true) && !federatedWrite)
{
//read data from HDFS if required (never read before), this applies only to pWrite w/ different output formats
//note: for large rdd outputs, we compile dedicated writespinstructions (no need to handle this here)
@@ -978,6 +978,7 @@
// Federated read
protected T readBlobFromFederated(FederationMap fedMap) throws IOException {
+ LOG.info("Pulling data from federated sites");
MetaDataFormat iimd = (MetaDataFormat) _metaData;
DataCharacteristics dc = iimd.getDataCharacteristics();
return readBlobFromFederated(fedMap, dc.getDims());
