blob: 5cecb334592928cfed49386fa2def8b2def701f4 [file] [log] [blame]
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
drop dataverse feeds_09 if exists;
create dataverse feeds_09;
use feeds_09;
create type feeds_09.TwitterUserType as
closed {
screen_name : string,
language : string,
friends_count : int32,
status_count : int32,
name : string,
followers_count : int32
}
create type feeds_09.TweetMessageType as
closed {
id : int64,
user : TwitterUserType,
latitude : double,
longitude : double,
message_text : string,
created_at : string,
country : string
}
create dataset SyntheticTweets(TweetMessageType) primary key id;
create index message_text on SyntheticTweets (message_text) type btree;
create primary feed SyntheticTweetFeed using twitter_firehose ((`duration`=`5`),
(`tps`=`50`),(`tput-duration`=`5`),(`type-name`=`TweetMessageType`),
(`dataverse-dataset`=`feeds:SyntheticTweets`),(`format`=`adm`),
(`reader-stream`=`twitter_firehose`),(`mode`=`controlled`));