| {"paragraphs":[{"text":"%dep\r\nz.load(\"org.apache.systemml:systemml:RELEASE\")","user":"admin","dateUpdated":"2017-09-07T18:26:48-0700","config":{"colWidth":12,"editorMode":"ace/mode/scala","results":[{"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}}}],"enabled":true,"editorSetting":{"language":"scala"}},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"res0: org.apache.zeppelin.dep.Dependency = org.apache.zeppelin.dep.Dependency@1a0154b2\n"}]},"apps":[],"jobName":"paragraph_1504833929750_-1777827916","id":"20160407-210154_742995576","dateCreated":"2017-09-07T18:25:29-0700","dateStarted":"2017-09-07T18:26:49-0700","dateFinished":"2017-09-07T18:27:04-0700","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:10205"},{"text":"sc","dateUpdated":"2017-09-07T20:00:06-0700","config":{"colWidth":12,"editorMode":"ace/mode/scala","results":{},"enabled":true,"editorSetting":{"language":"scala"}},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"\nres0: org.apache.spark.SparkContext = org.apache.spark.SparkContext@3fc93211\n"}]},"apps":[],"jobName":"paragraph_1504833929752_-1780136410","id":"20170512-114326_719701142","dateCreated":"2017-09-07T18:25:29-0700","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:10206","user":"admin","dateFinished":"2017-09-07T20:00:29-0700","dateStarted":"2017-09-07T20:00:06-0700"},{"text":"sc.version","dateUpdated":"2017-09-07T20:00:32-0700","config":{"colWidth":12,"editorMode":"ace/mode/scala","results":{},"enabled":true,"editorSetting":{"language":"scala"}},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"\nres1: String = 2.1.1.2.6.1.0-129\n"}]},"apps":[],"jobName":"paragraph_1504833929752_-1780136410","id":"20170512-103556_1836482719","dateCreated":"2017-09-07T18:25:29-0700","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:10207","user":"admin","dateFinished":"2017-09-07T20:00:33-0700","dateStarted":"2017-09-07T20:00:32-0700"},{"text":"spark","dateUpdated":"2017-09-07T20:00:38-0700","config":{"colWidth":12,"editorMode":"ace/mode/scala","results":{},"enabled":true,"editorSetting":{"language":"scala"}},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"\nres2: org.apache.spark.sql.SparkSession = org.apache.spark.sql.SparkSession@3e9bcf34\n"}]},"apps":[],"jobName":"paragraph_1504833929753_-1780521159","id":"20170512-110059_619823343","dateCreated":"2017-09-07T18:25:29-0700","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:10208","user":"admin","dateFinished":"2017-09-07T20:00:38-0700","dateStarted":"2017-09-07T20:00:38-0700"},{"text":"import org.apache.sysml.api.mlcontext._\nimport org.apache.sysml.api.mlcontext.ScriptFactory._","dateUpdated":"2017-09-07T20:00:41-0700","config":{"colWidth":12,"editorMode":"ace/mode/scala","results":[{"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}}}],"enabled":true,"editorSetting":{"language":"scala"}},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"\nimport org.apache.sysml.api.mlcontext._\n\nimport org.apache.sysml.api.mlcontext.ScriptFactory._\n"}]},"apps":[],"jobName":"paragraph_1504833929753_-1780521159","id":"20160407-210407_1127760007","dateCreated":"2017-09-07T18:25:29-0700","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:10209","user":"admin","dateFinished":"2017-09-07T20:00:41-0700","dateStarted":"2017-09-07T20:00:41-0700"},{"text":"val ml = new MLContext(spark)","dateUpdated":"2017-09-07T20:00:46-0700","config":{"colWidth":12,"editorMode":"ace/mode/scala","results":{},"enabled":true,"editorSetting":{"language":"scala"}},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"\nml: org.apache.sysml.api.mlcontext.MLContext = org.apache.sysml.api.mlcontext.MLContext@7fd9882b\n"}]},"apps":[],"jobName":"paragraph_1504833929753_-1780521159","id":"20170512-110115_978861967","dateCreated":"2017-09-07T18:25:29-0700","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:10210","user":"admin","dateFinished":"2017-09-07T20:00:47-0700","dateStarted":"2017-09-07T20:00:46-0700"},{"user":"admin","config":{"colWidth":12,"enabled":true,"results":{},"editorSetting":{"language":"scala"},"editorMode":"ace/mode/scala"},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1504839755386_2117456363","id":"20170907-200235_646365534","dateCreated":"2017-09-07T20:02:35-0700","status":"FINISHED","progressUpdateIntervalMs":500,"focus":true,"$$hashKey":"object:11429","text":"ml.info","dateUpdated":"2017-09-07T20:02:43-0700","dateFinished":"2017-09-07T20:02:43-0700","dateStarted":"2017-09-07T20:02:43-0700","results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"\n\n\n\n\n\n\n\n\n\n\n\nres4: org.apache.sysml.api.mlcontext.ProjectInfo =\nArchiver-Version: Plexus Archiver\nArtifact-Id: systemml\nBuild-Jdk: 1.8.0_121\nBuild-Time: 2017-09-05 18:30:16 UTC\nBuilt-By: asurve\nCreated-By: Apache Maven 3.3.9\nGroup-Id: org.apache.systemml\nMain-Class: org.apache.sysml.api.DMLScript\nManifest-Version: 1.0\nMinimum-Recommended-Spark-Version: 2.1.0\nVersion: 0.15.0\n"}]}},{"text":"import org.apache.spark.sql._\nimport org.apache.spark.sql.types.{StructType,StructField,DoubleType}\nimport scala.util.Random\n\nval numRows = 1000\nval numCols = 100\nval data = sc.parallelize(0 to numRows-1).map { _ => Row.fromSeq(Seq.fill(numCols)(Random.nextDouble)) }\nval schema = StructType((0 to numCols-1).map { i => StructField(\"C\" + i, DoubleType, true) } )\nval df = sqlContext.createDataFrame(data, schema)","dateUpdated":"2017-09-07T20:00:51-0700","config":{"colWidth":12,"editorMode":"ace/mode/scala","results":{},"enabled":true,"editorSetting":{"language":"scala"}},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"\nimport org.apache.spark.sql._\n\nimport org.apache.spark.sql.types.{StructType, StructField, DoubleType}\n\nimport scala.util.Random\n\nnumRows: Int = 1000\n\nnumCols: Int = 100\n\ndata: org.apache.spark.rdd.RDD[org.apache.spark.sql.Row] = MapPartitionsRDD[1] at map at <console>:42\nschema: org.apache.spark.sql.types.StructType = StructType(StructField(C0,DoubleType,true), StructField(C1,DoubleType,true), StructField(C2,DoubleType,true), StructField(C3,DoubleType,true), StructField(C4,DoubleType,true), StructField(C5,DoubleType,true), StructField(C6,DoubleType,true), StructField(C7,DoubleType,true), StructField(C8,DoubleType,true), StructField(C9,DoubleType,true), StructField(C10,DoubleType,true), StructField(C11,DoubleType,true), StructField(C12,DoubleType,true), StructField(C13,DoubleType,true), StructField(C14,DoubleType,true), StructField(C15,DoubleType,true), StructField(C16,DoubleType,true), StructField(C17,DoubleType,true), StructField(C18,DoubleType,true), StructField(C19,DoubleType,true), StructField(C20,DoubleType,true), StructField(C21,DoubleType,true), ...\ndf: org.apache.spark.sql.DataFrame = [C0: double, C1: double ... 98 more fields]\n"}]},"apps":[],"jobName":"paragraph_1504833929754_-1779366912","id":"20170512-112142_1828353367","dateCreated":"2017-09-07T18:25:29-0700","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:10211","user":"admin","dateFinished":"2017-09-07T20:00:56-0700","dateStarted":"2017-09-07T20:00:51-0700"},{"text":"val minMaxMean =\n\"\"\"\nminOut = min(Xin)\nmaxOut = max(Xin)\nmeanOut = mean(Xin)\n\"\"\"","dateUpdated":"2017-09-07T20:01:02-0700","config":{"colWidth":12,"editorMode":"ace/mode/scala","results":{},"enabled":true,"editorSetting":{"language":"scala"}},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"\n\n\n\n\n\nminMaxMean: String =\n\"\nminOut = min(Xin)\nmaxOut = max(Xin)\nmeanOut = mean(Xin)\n\"\n"}]},"apps":[],"jobName":"paragraph_1504833929754_-1779366912","id":"20170512-113253_943926853","dateCreated":"2017-09-07T18:25:29-0700","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:10212","user":"admin","dateFinished":"2017-09-07T20:01:02-0700","dateStarted":"2017-09-07T20:01:02-0700"},{"text":"val mm = new MatrixMetadata(numRows, numCols)\nval minMaxMeanScript = dml(minMaxMean).in(\"Xin\", df, mm).out(\"minOut\", \"maxOut\", \"meanOut\")","dateUpdated":"2017-09-07T20:01:05-0700","config":{"colWidth":12,"editorMode":"ace/mode/scala","results":{},"enabled":true,"editorSetting":{"language":"scala"}},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"\nmm: org.apache.sysml.api.mlcontext.MatrixMetadata = rows: 1000, columns: 100, non-zeros: None, rows per block: None, columns per block: None\n\n\n\n\n\n\n\n\nminMaxMeanScript: org.apache.sysml.api.mlcontext.Script =\nInputs:\n [1] (Dataset as Matrix) Xin: [C0: double, C1: double ... 98 more fields]\n\nOutputs:\n [1] minOut\n [2] maxOut\n [3] meanOut\n"}]},"apps":[],"jobName":"paragraph_1504833929756_-1781675405","id":"20170512-113337_768342478","dateCreated":"2017-09-07T18:25:29-0700","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:10213","user":"admin","dateFinished":"2017-09-07T20:01:14-0700","dateStarted":"2017-09-07T20:01:05-0700"},{"text":"val (min, max, mean) = ml.execute(minMaxMeanScript).getTuple[Double, Double, Double](\"minOut\", \"maxOut\", \"meanOut\")","dateUpdated":"2017-09-07T20:01:12-0700","config":{"colWidth":12,"editorMode":"ace/mode/scala","results":{},"enabled":true,"editorSetting":{"language":"scala"}},"settings":{"params":{},"forms":{}},"results":{"code":"SUCCESS","msg":[{"type":"TEXT","data":"\n\n\nmin: Double = 5.6206677819803375E-6\nmax: Double = 0.9999768801671057\nmean: Double = 0.5005588914625136\n"}]},"apps":[],"jobName":"paragraph_1504833929756_-1781675405","id":"20170512-113424_1524717418","dateCreated":"2017-09-07T18:25:29-0700","status":"FINISHED","progressUpdateIntervalMs":500,"$$hashKey":"object:10214","user":"admin","dateFinished":"2017-09-07T20:01:17-0700","dateStarted":"2017-09-07T20:01:12-0700"},{"dateUpdated":"2017-09-07T18:25:29-0700","config":{"editorSetting":{"language":"scala"},"colWidth":12,"editorMode":"ace/mode/scala","results":{},"graph":{"mode":"table","height":300,"optionOpen":false,"keys":[],"values":[],"groups":[],"scatter":{}},"enabled":true},"settings":{"params":{},"forms":{}},"apps":[],"jobName":"paragraph_1504833929756_-1781675405","id":"20160407-215102_2146717979","dateCreated":"2017-09-07T18:25:29-0700","status":"READY","errorMessage":"","progressUpdateIntervalMs":500,"$$hashKey":"object:10215"}],"name":"tutorial1_zeppelin","id":"2CTM99W1A","angularObjects":{"2CK6XR78M:shared_process":[],"2CHZ7WYCF:shared_process":[],"2CKFJ7WPQ:shared_process":[],"2CKFPUHJ2:shared_process":[],"2C4U48MY3_spark2:shared_process":[]},"config":{"looknfeel":"default","personalizedMode":"false"},"info":{}} |