添加错误堆栈信息输出 (#639)
* 添加错误堆栈信息输出
* 添加错误堆栈信息输出
---------
Co-authored-by: guoqiang04 <guoqiang04@baidu.com>
diff --git a/measure/src/main/resources/env-batch.json b/measure/src/main/resources/env-batch.json
index bbec4e5..41451dd 100644
--- a/measure/src/main/resources/env-batch.json
+++ b/measure/src/main/resources/env-batch.json
@@ -17,20 +17,10 @@
"name": "hdfsSink",
"type": "HDFS",
"config": {
- "path": "hdfs://localhost/griffin/batch/persist",
+ "path": "hdfs://localhost:9000/griffin/batch/persist",
"max.persist.lines": 10000,
"max.lines.per.file": 10000
}
- },
- {
- "name": "elasticSink",
- "type": "ELASTICSEARCH",
- "config": {
- "method": "post",
- "api": "http://localhost:9200/griffin/accuracy",
- "connection.timeout": "1m",
- "retry": 10
- }
}
],
"griffin.checkpoint": []
diff --git a/measure/src/main/resources/mysql.json b/measure/src/main/resources/mysql.json
new file mode 100644
index 0000000..09d1414
--- /dev/null
+++ b/measure/src/main/resources/mysql.json
@@ -0,0 +1,41 @@
+{
+ "name":"prof_batch",
+ "process.type":"BATCH",
+ "data.sources":[
+ {
+ "name":"src",
+ "baseline": true,
+ "connector":{
+ "type":"jdbc",
+ "config":{
+ "database":"test1",
+ "tablename":"student",
+ "url":"jdbc:mysql://localhost:3306/test",
+ "user":"test",
+ "password":"123456",
+ "driver":"com.mysql.jdbc.Driver",
+ "where":""
+ }
+ }
+ }
+ ],
+ "evaluate.rule":{
+ "rules":[
+ {
+ "dsl.type":"griffin-dsl",
+ "dq.type":"PROFILING",
+ "out.dataframe.name":"prof",
+ "rule":"src.id where src.age > 20",
+ "out":[
+ {
+ "type":"metric",
+ "name":"prof"
+ }
+ ]
+ }
+ ]
+ },
+ "sinks":[
+ "CONSOLESink"
+ ]
+}
\ No newline at end of file
diff --git a/measure/src/main/scala/org/apache/griffin/measure/datasource/connector/batch/JDBCBasedDataConnector.scala b/measure/src/main/scala/org/apache/griffin/measure/datasource/connector/batch/JDBCBasedDataConnector.scala
index 9fc21d7..123621d 100644
--- a/measure/src/main/scala/org/apache/griffin/measure/datasource/connector/batch/JDBCBasedDataConnector.scala
+++ b/measure/src/main/scala/org/apache/griffin/measure/datasource/connector/batch/JDBCBasedDataConnector.scala
@@ -80,7 +80,7 @@
dfOpt match {
case Success(_) =>
case Failure(exception) =>
- griffinLogger.error("Error occurred while reading data set.", exception)
+ error("Error occurred while reading data set.", exception)
}
val preDfOpt = preProcess(dfOpt.toOption, ms)
