[MINOR] Fix RDD/broadcast dependency management frame-frame spark ops
This patch fixes a bad merge of #1009 where I corrupted the working
dependency management for dropInvalidType. The issue was that we handled
the broadcast like any SystemDS spark broadcast, but this operation
bypasses this mechanisms and thus, dependency management and reuse is
not in the hands of SystemDS.
diff --git a/src/main/java/org/apache/sysds/runtime/instructions/spark/BinaryFrameFrameSPInstruction.java b/src/main/java/org/apache/sysds/runtime/instructions/spark/BinaryFrameFrameSPInstruction.java
index 021ac84..82ca398 100644
--- a/src/main/java/org/apache/sysds/runtime/instructions/spark/BinaryFrameFrameSPInstruction.java
+++ b/src/main/java/org/apache/sysds/runtime/instructions/spark/BinaryFrameFrameSPInstruction.java
@@ -80,9 +80,7 @@
//set output RDD and maintain dependencies
sec.setRDDHandleForVariable(output.getName(), out);
sec.addLineageRDD(output.getName(), input1.getName());
- if( getOpcode().equals("dropInvalidType") )
- sec.addLineageBroadcast(output.getName(), input2.getName());
- else
+ if( !getOpcode().equals("dropInvalidType") )
sec.addLineageRDD(output.getName(), input2.getName());
}
