blob: bc432b75d34bccd199558972c03394cb8c3efc71 [file] [log] [blame]
spark {
spark.streaming.batchDuration = 5
spark.app.name = "Earth-fleet"
spark.executor.instances = 2
spark.executor.cores = 1
spark.executor.memory = "1g"
}
input {
fakestream {
content = [
"20190318, beijing, first message",
"20190319, shanghai, second message",
"20190318, shanghai, third message"
]
rate = 1
}
}
filter {
split {
fields = ["dt", "city", "msg"]
delimiter = ","
}
sql {
table_name = "user_view"
sql = "select * from user_view where city = '"${city2}"'"
result_table_name = "result1"
}
sql {
table_name = "user_view"
sql = "select * from user_view where dt = '"${dt}"'"
result_table_name = "result2"
}
}
output {
stdout {
source_table_name="result1"
}
stdout {
}
}