blob: f75e438da2ed38580c2529fb89a9cfc6684fdb6c [file] [log] [blame]
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
drop dataverse feeds if exists;
create dataverse feeds;
use feeds;
create type feeds.TwitterUserType as
closed {
screen_name : string,
language : string,
friends_count : int32,
status_count : int32,
name : string,
followers_count : int32
}
create type feeds.TweetMessageType as
closed {
id : int64,
user : TwitterUserType,
latitude : double,
longitude : double,
message_text : string,
created_at : string,
country : string
}
create dataset SyntheticTweets(TweetMessageType) primary key id;
create index ngram_index on SyntheticTweets (message_text) type ngram (3);
create primary feed SyntheticTweetFeed using twitter_firehose (
(`duration`=`5`),
(`tps`=`50`),
(`type-name`=`TweetMessageType`),
(`tput-duration`=`5`),
(`dataverse-dataset`=`feeds:SyntheticTweets`),
(`format`=`adm`),
(`mode`=`controlled`));