| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| |
| ############################################################################### |
| # curl command tests for templeton |
| # |
| # |
| |
| #use Yahoo::Miners::Test::PigSetup; |
| |
| #PigSetup::setup(); |
| |
| #my $me = `whoami`; |
| #chomp $me; |
| |
| $cfg = |
| { |
| 'driver' => 'Curl', |
| |
| 'groups' => |
| [ |
| ##============================================================================================================= |
| { |
| 'name' => 'Hcat_table', |
| 'tests' => |
| [ |
| { |
| #drop table if exists |
| 'num' => 1, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=drop table if exists templetontest_tab2'], |
| 'json_field_substr_match' => {'stderr' => 'OK'}, |
| |
| }, |
| { |
| #create table |
| 'num' => 2, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=create table templetontest_tab2(i int, j bigint) STORED AS rcfile;'], |
| 'json_field_substr_match' => {'stderr' => 'OK', 'exitcode' => '^0$'} |
| }, |
| { |
| #show tables |
| 'num' => 3, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=show tables;'], |
| 'json_field_substr_match' => {'stderr' => 'OK', 'stdout' => 'templetontest_tab2', 'exitcode' => '^0$'} |
| }, |
| { |
| #create table again, should fail |
| 'num' => 4, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=create table templetontest_tab2(i int, j bigint) STORED AS rcfile;'], |
| 'json_field_substr_match' => { 'exitcode' => '^1$'} |
| }, |
| { |
| #describe table |
| 'num' => 5, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=describe templetontest_tab2;'], |
| 'json_field_substr_match' => { 'stdout' => '.*i\s+int.*\n.*j.*bigint.*', 'exitcode' => '^0$', 'stderr' => 'OK'} |
| }, |
| { |
| #alter table - file format |
| 'num' => 6, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=alter table templetontest_tab2 SET FILEFORMAT rcfile;'], |
| 'json_field_substr_match' => { 'exitcode' => '^0$', 'stderr' => 'OK'} |
| }, |
| { |
| #alter table - add column |
| 'num' => 7, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=alter table templetontest_tab2 add columns(newcolx int);'], |
| 'json_field_substr_match' => { 'exitcode' => '^0$', 'stderr' => 'OK'} |
| }, |
| { |
| #describe table |
| 'num' => 8, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=describe templetontest_tab2;'], |
| 'json_field_substr_match' => { 'stdout' => '.*newcolx\s+int.*', 'exitcode' => '^0$', 'stderr' => 'OK'} |
| }, |
| ] |
| }, |
| ##============================================================================================================= |
| { |
| 'name' => 'REST_DDL_DB', |
| 'tests' => |
| [ |
| { |
| #cleanup |
| #drop database if exists |
| 'num' => 1, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=drop database if exists templeton_testempty_db'], |
| 'json_field_substr_match' => {'stderr' => 'OK'}, |
| }, |
| { |
| #create db |
| 'num' => 2, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/templeton_testempty_db?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => ['{"comment":"Hello there", "location":"", "properties":{"a":"b"}}'] |
| }, |
| { |
| #negative test - create same db again |
| 'ignore' => 'does not return corect status code', |
| 'num' => 3, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/templeton_testempty_db?user.name=:UNAME:', |
| 'status_code' => 409, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => ['{"comment":"Hello there", "location":"", "properties":{"a":"b"}}'] |
| }, |
| { #show databases |
| 'num' => 4, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'format_header' => 'Content-Type: application/json', |
| 'json_field_substr_match' => {'databases' => 'templeton_testempty_db'}, |
| }, |
| { #show databases w like |
| 'num' => 5, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/?like=*empty*&user.name=:UNAME:', |
| 'status_code' => 200, |
| 'json_field_substr_match' => {'databases' => 'templeton_testempty_db'}, |
| }, |
| |
| { #desc db |
| 'num' => 6, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/templeton_testempty_db?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'json_field_substr_match' => {'database' => 'templeton_testempty_db', 'location' => 'templeton_testempty_db'}, |
| }, |
| { #drop db |
| 'num' => 7, |
| 'method' => 'DELETE', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/templeton_testempty_db?user.name=:UNAME:', |
| 'status_code' => 200, |
| }, |
| { |
| #-ve test , describe on non existent db |
| 'num' => 8, |
| 'ignore' => 'ignore waiting for bugfix', |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/test_no_such_db?user.name=:UNAME:', |
| 'status_code' => 404, |
| 'json_field_substr_match' => {'error' => 'No such database'}, |
| }, |
| ] |
| }, |
| ##============================================================================================================= |
| { |
| 'name' => 'REST_DDL_TABLE_BASIC', |
| 'tests' => |
| [ |
| { |
| #setup |
| #create db if not exists |
| 'num' => 1, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=create database if not exists templeton_testdb1;'], |
| 'json_field_substr_match' => {'stderr' => 'OK'}, |
| }, |
| |
| { |
| #cleanup |
| #drop table if exists |
| 'num' => 2, |
| 'method' => 'DELETE', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/templeton_testdb1/table/templeton_testtab1?user.name=:UNAME:&ifExists=true', |
| 'status_code' => 200, |
| 'json_field_substr_match' => {'database' => 'templeton_testdb1', 'table' => 'templeton_testtab1'}, |
| }, |
| { |
| #setup |
| #create table if not exists |
| 'ignore' => 'rest api now available', |
| 'num' => 3, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=use templeton_testdb1; create table if not exists templeton_testtab1 (i int, j bigint) STORED AS rcfile;'], |
| 'json_field_substr_match' => {'stderr' => 'OK'}, |
| }, |
| |
| { |
| #create table |
| 'num' => 4, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/templeton_testdb1/table/templeton_testtab1?user.name=:UNAME:', |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => ['{ |
| "external" : "true", "ifNotExists": "true", |
| "columns": [ |
| { "name" : "i", "type" : "int" }, |
| { "name" : "j", "type" : "bigint", "comment" : "some comment" } |
| ], |
| "location" : "/tmp/tab1", |
| "format" : { "storedAs" : "rcfile"} |
| }'], |
| 'status_code' => 200, |
| 'json_field_substr_match' => {'database' => 'templeton_testdb1', 'table' => 'templeton_testtab1'}, |
| |
| }, |
| { |
| #negative test - create same table again |
| 'ignore' => 'currently returns success, needs to be fixed', |
| 'num' => 5, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/templeton_testdb1/table/templeton_testtab1?user.name=:UNAME:', |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => ['{ |
| "external" : "true", "ifNotExists": "true", |
| "columns": [ |
| { "name" : "i", "type" : "int" }, |
| { "name" : "j", "type" : "bigint", "comment" : "some comment" } |
| ], |
| "location" : "/tmp/tab1", |
| "format" : { "storedAs" : "rcfile"} |
| }'], |
| |
| 'status_code' => 409, |
| }, |
| { #show tables |
| 'num' => 6, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/templeton_testdb1/table/?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'json_field_substr_match' => {'tables' => 'templeton_testtab1'}, |
| }, |
| { #show tables like '%table1%' |
| 'num' => 7, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/templeton_testdb1/table/?user.name=:UNAME:&like=*testtab1*', |
| 'status_code' => 200, |
| 'json_field_substr_match' => {'tables' => 'templeton_testtab1'}, |
| }, |
| { #desc table |
| 'num' => 8, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/templeton_testdb1/table/templeton_testtab1?user.name=:UNAME:', |
| 'status_code' => 200, |
| # 'json_field_substr_match' => {'table-name' => 'templeton_testtab1'}, |
| 'json_field_match_object' => { 'columns' => '[ |
| { "name" : "i", "type" : "int"}, |
| { "name" : "j", "type" : "bigint", "comment" : "some comment" } |
| ]' }, |
| }, |
| { #drop table |
| 'num' => 9, |
| 'method' => 'DELETE', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/templeton_testdb1/table/templeton_testtab1?user.name=:UNAME:', |
| 'status_code' => 200, |
| }, |
| { |
| #-ve test , describe on non existent table |
| 'num' => 10, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/templeton_testdb1/table/templeton_testtab1?user.name=:UNAME:', |
| 'status_code' => 404, |
| 'json_field_substr_match' => {'error' => 'templeton_testtab1 does not exist'}, |
| }, |
| { |
| #-ve test , describe on non existent table |
| 'num' => 11, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/templeton_testdb1/table/templeton_testtab1?user.name=:UNAME:&format=extended:', |
| 'status_code' => 404, |
| 'json_field_substr_match' => {'error' => 'templeton_testtab1 does not exist'}, |
| }, |
| |
| ] |
| }, |
| |
| ##============================================================================================================= |
| { |
| 'name' => 'REST_DDL_TABLE_EXTENDED', |
| 'tests' => |
| [ |
| |
| { |
| #cleanup |
| #drop table if exists |
| 'num' => 1, |
| 'method' => 'DELETE', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tabe?user.name=:UNAME:&ifExists=true', |
| 'status_code' => 200, |
| 'json_field_substr_match' => {'database' => 'default', 'table' => 'templetontest_tabe'}, |
| |
| }, |
| |
| |
| |
| { |
| #setup |
| #create table if not exists |
| 'num' => 2, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tabe?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => [ |
| |
| '{"ifNotExists": "false", |
| "columns": [ |
| { "name" : "i", "type" : "int" }, |
| { "name" : "j", "type" : "bigint" }, |
| { "name" : "ip", "type" : "string", "comment" : "IP Address of the User" } |
| ], |
| "format" : { |
| "storedAs" : "rcfile", |
| "rowFormat" : { |
| "fieldsTerminatedBy" : "\u0001", |
| "collectionItemsTerminatedBy" : "\u0002", |
| "mapKeysTerminatedBy" : "\u0003", |
| "linesTerminatedBy" : "\n", |
| |
| "serde" : { |
| "name" : "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe", |
| "properties" : { |
| "key" : "value" |
| } |
| } |
| } |
| }, |
| "comment" : "This is the page view table", |
| "partitionedBy" : [ { "name" : "dt", "type" : "string"}, { "name" : "country", "type" : "string"} ], |
| "tableProperties" : {"prop1" : "val1" , "prop2" : "val2" }, |
| "clusteredBy" : {"columnNames": ["i", "j"], "sortedBy": [ {"columnName": "i", "order": "ASC"}, {"columnName": "j", "order": "ASC"}], "numberOfBuckets": 10 } |
| }', |
| ], |
| 'json_field_substr_match' => {'database' => 'default', 'table' => 'templetontest_tabe'}, |
| |
| |
| }, |
| |
| { #desc table |
| 'num' => 3, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tabe?user.name=:UNAME:&format=extended', |
| 'status_code' => 200, |
| #TODO: check for clustered section |
| 'json_field_substr_match' => |
| { |
| 'location' => "templetontest_tabe", |
| 'inputFormat' => "org.apache.hadoop.hive.ql.io.RCFileInputFormat", |
| 'lastAccessTime' => 0, |
| 'lastUpdateTime' => '\d{13}', |
| 'maxFileSize' => 0, |
| 'minFileSize' => 0, |
| 'outputFormat' => "org.apache.hadoop.hive.ql.io.RCFileOutputFormat", |
| 'partitioned' => "true", |
| 'table' => "templetontest_tabe", |
| |
| |
| }, |
| 'json_field_match_object' => |
| {'columns' => '[ |
| { |
| "name" : "i", |
| "type" : "int" |
| }, |
| { |
| "name" : "j", |
| "type" : "bigint" |
| }, |
| { |
| "comment" : "IP Address of the User", |
| "name" : "ip", |
| "type" : "string" |
| } |
| ]', |
| "partitionColumns" => '[ |
| { |
| "name" : "dt", |
| "type" : "string" |
| }, |
| { |
| "name" : "country", |
| "type" : "string" |
| } |
| ]', |
| }, |
| }, |
| |
| ] |
| |
| }, |
| ##============================================================================================================= |
| { |
| 'name' => 'REST_DDL_TABLE_RENAME', |
| 'tests' => |
| [ |
| { |
| #cleanup table 1 |
| #drop table if exists |
| 'num' => 1, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=drop table if exists templeton_testtab_rename1'], |
| 'json_field_substr_match' => {'stderr' => 'OK'}, |
| }, |
| { |
| #cleanup table 2 |
| #drop table if exists |
| 'num' => 2, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=drop table if exists templeton_testtab_rename2'], |
| 'json_field_substr_match' => {'stderr' => 'OK'}, |
| }, |
| { |
| #setup |
| #create table if not exists |
| 'num' => 3, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=create table if not exists templeton_testtab_rename1 (i int, j bigint) STORED AS rcfile;'], |
| 'json_field_substr_match' => {'stderr' => 'OK'}, |
| }, |
| { |
| #rename table |
| 'num' => 4, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templeton_testtab_rename1', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','rename=templeton_testtab_rename2'], |
| 'json_field_substr_match' => {'table' => 'templeton_testtab_rename2'}, |
| }, |
| |
| { |
| #desc table |
| 'num' => 5, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templeton_testtab_rename2?user.name=:UNAME:', |
| 'status_code' => 200, |
| # 'json_field_substr_match' => {'table-name' => 'templeton_testtab1'}, |
| 'json_field_match_object' => { 'columns' => '[ |
| { "name" : "i", "type" : "int" }, |
| { "name" : "j", "type" : "bigint" } |
| ]' }, |
| }, |
| |
| |
| ] |
| |
| }, |
| |
| |
| ##============================================================================================================= |
| { |
| 'name' => 'REST_DDL_PARTITIONS', |
| 'tests' => |
| [ |
| |
| { |
| #cleanup |
| #drop table if exists |
| 'num' => 1, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=drop table if exists templetontest_parts'], |
| 'json_field_substr_match' => {'stderr' => 'OK'}, |
| }, |
| |
| |
| { |
| #setup |
| #create table if not exists |
| 'num' => 2, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:', |
| 'exec=create table if not exists templetontest_parts (i int, j bigint, ip STRING COMMENT "IP Address of the User") |
| COMMENT "This is the page view table" |
| PARTITIONED BY(dt STRING, country STRING) |
| ROW FORMAT DELIMITED |
| FIELDS TERMINATED BY "\001" |
| COLLECTION ITEMS TERMINATED BY "\002" |
| MAP KEYS TERMINATED BY "\003" |
| STORED AS rcfile |
| --LOCATION "table1_location" '], |
| 'json_field_substr_match' => {'stderr' => 'OK'}, |
| }, |
| { |
| #create partition 1 |
| 'num' => 3, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_parts/partition/dt=%2720120101%27,country=%27US%27?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => ['{"location" : "loc1"}' ], |
| 'json_field_substr_match' => {'database' => 'default', |
| 'table' => 'templetontest_parts', |
| 'partition' => "dt='20120101',country='US'" |
| }, |
| }, |
| { |
| #create partition 2 |
| 'num' => 4, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_parts/partition/dt=%2720120101%27,country=%27IN%27?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => ['{"location" : "loc2"}' ], |
| 'json_field_substr_match' => {'database' => 'default', |
| 'table' => 'templetontest_parts', |
| 'partition' => "dt='20120101',country='IN'" |
| }, |
| }, |
| { |
| #-ve test. create partition 2 -with same name |
| 'num' => 5, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_parts/partition/dt=%2720120101%27,country=%27IN%27?user.name=:UNAME:', |
| 'status_code' => 409, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => ['{"location" : "loc2"}' ], |
| 'json_field_substr_match' => {'error' => 'Partition already exists', |
| }, |
| }, |
| |
| |
| { |
| #lookup partitions |
| 'num' => 6, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_parts/partition/?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'json_field_match_object' => |
| { |
| "partitions" => |
| '[ |
| { |
| "name" : "dt=\'20120101\',country=\'IN\'", |
| "values" : [ |
| { |
| "columnName" : "dt", |
| "columnValue" : "20120101" |
| }, |
| { |
| "columnName" : "country", |
| "columnValue" : "IN" |
| } |
| ] |
| }, |
| { |
| "name" : "dt=\'20120101\',country=\'US\'", |
| "values" : [ |
| { |
| "columnName" : "dt", |
| "columnValue" : "20120101" |
| }, |
| { |
| "columnName" : "country", |
| "columnValue" : "US" |
| } |
| ] |
| } |
| ]' |
| |
| }, |
| }, |
| |
| { |
| #describe a partition |
| 'num' => 7, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_parts/partition/dt=\'20120101\',country=\'IN\'?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'json_field_substr_match' => |
| { |
| "database" => "default", |
| "table" => "templetontest_parts", |
| "partition" => "dt=\'20120101\',country=\'IN\'", |
| |
| }, |
| 'json_field_match_object' => |
| { |
| "columns" => '[ |
| { |
| "name" : "i", |
| "type" : "int" |
| }, |
| { |
| "name" : "j", |
| "type" : "bigint" |
| }, |
| { |
| "comment" : "IP Address of the User", |
| "name" : "ip", |
| "type" : "string" |
| } |
| ]', |
| |
| "partitionColumns" => '[ |
| { |
| "name" : "dt", |
| "type" : "string" |
| }, |
| { |
| "name" : "country", |
| "type" : "string" |
| } |
| ]', |
| }, |
| }, |
| |
| |
| { |
| #describe a partition - extended |
| 'num' => 8, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_parts/partition/dt=\'20120101\',country=\'IN\'?user.name=:UNAME:&format=extended', |
| 'status_code' => 200, |
| 'json_field_substr_match' => |
| { |
| |
| "outputFormat" => "org.apache.hadoop.hive.ql.io.RCFileOutputFormat", |
| "inputFormat" => "org.apache.hadoop.hive.ql.io.RCFileInputFormat", |
| "lastAccessTime" => 0, |
| "maxFileSize" => 0, |
| "location" => "loc2", |
| "totalNumberFiles" => 0, |
| "lastUpdateTime" => '\d{13}', |
| "minFileSize" => 0, |
| "partitioned" => 'true', |
| "totalFileSize" => 0, |
| "table" => "templetontest_parts" |
| }, |
| 'json_field_match_object' => |
| { |
| "columns" => '[ |
| { |
| "name" : "i", |
| "type" : "int" |
| }, |
| { |
| "name" : "j", |
| "type" : "bigint" |
| }, |
| { |
| "comment" : "IP Address of the User", |
| "name" : "ip", |
| "type" : "string" |
| } |
| ]', |
| |
| "partitionColumns" => '[ |
| { |
| "name" : "dt", |
| "type" : "string" |
| }, |
| { |
| "name" : "country", |
| "type" : "string" |
| } |
| ]', |
| }, |
| }, |
| |
| { |
| #delete partition 2 |
| 'num' => 9, |
| 'method' => 'DELETE', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_parts/partition/dt=%2720120101%27,country=%27IN%27?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'json_field_substr_match' => {'database' => 'default', |
| 'table' => 'templetontest_parts', |
| }, |
| }, |
| |
| { |
| #delete partition 2 again |
| 'num' => 10, |
| 'method' => 'DELETE', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_parts/partition/dt=%2720120101%27,country=%27IN%27?user.name=:UNAME:', |
| 'status_code' => 200, #should return 404 when bug is fixed |
| 'json_field_substr_match' => |
| { 'database' => 'default', |
| 'table' => 'templetontest_parts', |
| }, |
| }, |
| { |
| #lookup deleted partition 2 |
| 'num' => 11, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_parts/partition/dt=%2720120101%27,country=%27IN%27?user.name=:UNAME:', |
| 'status_code' => 404, |
| 'json_field_substr_match' => |
| { |
| 'error' => 'Partition.*for table templetontest_parts does not exist' |
| }, |
| }, |
| |
| ] |
| |
| }, |
| |
| ##============================================================================================================= |
| |
| { |
| 'name' => 'REST_DDL_COLUMN', |
| 'tests' => |
| [ |
| { |
| #cleanup table |
| #drop table if exists |
| 'num' => 1, |
| 'method' => 'DELETE', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templeton_testcol_tab?user.name=:UNAME:', |
| 'status_code' => 200, |
| }, |
| { |
| #setup |
| #create table if not exists |
| 'num' => 2, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=create table if not exists templeton_testcol_tab (i int comment "column with comment", j bigint) STORED AS rcfile;'], |
| 'json_field_substr_match' => {'stderr' => 'OK'}, |
| }, |
| { |
| #get column |
| 'num' => 3, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templeton_testcol_tab/column/?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'json_field_substr_match' => |
| { |
| 'database' => 'default', |
| 'table' => 'templeton_testcol_tab', |
| |
| }, |
| 'json_field_match_object' => |
| { |
| 'columns' => '[ |
| { "name" : "i", "type" : "int", "comment" : "column with comment"}, |
| { "name" : "j", "type" : "bigint" } |
| ]' |
| }, |
| }, |
| |
| { |
| #get specific column |
| 'num' => 4, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templeton_testcol_tab/column/i?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'json_field_substr_match' => |
| { |
| 'database' => 'default', |
| 'table' => 'templeton_testcol_tab', |
| |
| }, |
| 'json_field_match_object' => |
| { |
| 'column' => '{ "name" : "i", "type" : "int", "comment" : "column with comment" }' |
| }, |
| }, |
| |
| { |
| #create new column |
| 'num' => 5, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templeton_testcol_tab/column/k?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => ['{"type": "string", "comment": "The k column"}' ], |
| |
| 'json_field_substr_match' => |
| { |
| 'database' => 'default', |
| 'table' => 'templeton_testcol_tab', |
| 'column' => 'k', |
| }, |
| }, |
| { |
| #create duplicate column |
| 'num' => 6, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templeton_testcol_tab/column/k?user.name=:UNAME:', |
| 'status_code' => 409, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => ['{"type": "string", "comment": "The k column"}' ], |
| |
| }, |
| |
| |
| |
| |
| ] |
| |
| }, |
| ##============================================================================================================= |
| |
| { |
| 'name' => 'REST_DDL_TABLE_PROPS', |
| 'tests' => |
| [ |
| |
| { |
| #cleanup |
| #drop table if exists |
| 'num' => 1, |
| 'method' => 'DELETE', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tprop?user.name=:UNAME:&ifExists=true', |
| 'status_code' => 200, |
| 'json_field_substr_match' => {'database' => 'default', 'table' => 'templetontest_tprop'}, |
| |
| }, |
| |
| |
| |
| { |
| #setup |
| #create table if not exists |
| 'num' => 2, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tprop?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => [ |
| |
| '{"ifNotExists": "true", |
| "columns": [ |
| { "name" : "i", "type" : "int" }, |
| { "name" : "j", "type" : "bigint" }, |
| { "name" : "ip", "type" : "string", "comment" : "IP Address of the User" } |
| ], |
| "format" : { "storedAs" : "rcfile"}, |
| "comment" : "This is the page view table", |
| "partitionedBy" : [ { "name" : "dt", "type" : "string"}, { "name" : "country", "type" : "string"} ], |
| "tableProperties" : {"prop1" : "val1" , "prop2" : "val2" } |
| }', |
| ], |
| 'json_field_substr_match' => {'database' => 'default', 'table' => 'templetontest_tprop'}, |
| |
| |
| }, |
| { |
| |
| 'num' => 3, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tprop/property?user.name=:UNAME:', |
| 'status_code' => 200, |
| #using the substring match instead of object match for properties because object contains a property with timestamp value |
| 'json_field_substr_match' => |
| {'database' => 'default', |
| 'table' => 'templetontest_tprop', |
| 'properties' => '(.*prop1.*val1|.*prop2.*val2)|(.*prop1.*val1|.*prop2.*val2)' |
| }, |
| }, |
| { |
| #add new property |
| 'num' => 4, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tprop/property/prop3?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'json_field_substr_match' => |
| {'database' => 'default', 'table' => 'templetontest_tprop', "property" => "prop3"}, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => ['{"value" : "val3"}' ], |
| |
| }, |
| { |
| #get new property |
| 'num' => 5, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tprop/property/prop3?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'json_field_substr_match' => |
| {'database' => 'default', 'table' => 'templetontest_tprop'}, |
| 'json_field_match_object' => |
| { 'property' => '{"prop3" : "val3"}'}, |
| 'format_header' => 'Content-Type: application/json', |
| |
| }, |
| { |
| #add new property |
| 'num' => 6, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tprop/property/prop3?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'json_field_substr_match' => |
| {'database' => 'default', 'table' => 'templetontest_tprop', "property" => "prop3"}, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => ['{"value" : "newval3"}' ], |
| |
| }, |
| { |
| #get new property |
| 'num' => 7, |
| 'method' => 'GET', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tprop/property/prop3?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'json_field_substr_match' => |
| {'database' => 'default', 'table' => 'templetontest_tprop'}, |
| 'json_field_match_object' => |
| { 'property' => '{"prop3" : "newval3"}'}, |
| 'format_header' => 'Content-Type: application/json', |
| |
| }, |
| |
| |
| { |
| #cleanup |
| #drop table if exists |
| 'num' => 10, |
| 'method' => 'DELETE', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tprop?user.name=:UNAME:&ifExists=true', |
| 'status_code' => 200, |
| 'json_field_substr_match' => {'database' => 'default', 'table' => 'templetontest_tprop'}, |
| |
| }, |
| ] |
| }, |
| |
| ##============================================================================================================= |
| { |
| 'name' => 'REST_DDL_TABLE_GROUP_PERMS', #test the group and permission flags |
| 'ignore' => 'these features are tested as part of hcat auth tests. current test cases dont work with auth enabled', |
| 'tests' => |
| [ |
| |
| { |
| #cleanup |
| #drop table if exists |
| 'num' => 1, |
| 'method' => 'DELETE', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tgrouperm?user.name=:UNAME:&ifExists=true', |
| 'status_code' => 200, |
| 'json_field_substr_match' => {'database' => 'default', 'table' => 'templetontest_tgrouperm'}, |
| |
| }, |
| |
| |
| |
| { |
| #create table -ve test - no such group |
| 'num' => 2, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tgrouperm?user.name=:UNAME:', |
| 'status_code' => 500, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => [ |
| |
| '{"ifNotExists": "true", |
| "group" : "nosuchgroupAAAABBB", |
| "columns": [ |
| { "name" : "i", "type" : "int" }, |
| { "name" : "j", "type" : "bigint" }, |
| { "name" : "ip", "type" : "string", "comment" : "IP Address of the User" } |
| ], |
| "format" : { "storedAs" : "rcfile"}, |
| "comment" : "This is the page view table", |
| "partitionedBy" : [ { "name" : "dt", "type" : "string"}, { "name" : "country", "type" : "string"} ], |
| "tableProperties" : {"prop1" : "val1" , "prop2" : "val2" } |
| }', |
| ], |
| # 'json_field_substr_match' => {'database' => 'default', 'table' => 'templetontest_tgrouperm'}, |
| #TODO - add checks after error message is standardised |
| |
| }, |
| { |
| #create table with no permissions |
| 'num' => 3, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tgrouperm?user.name=:UNAME:', |
| 'status_code' => 200, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => [ |
| |
| '{"ifNotExists": "true", |
| "permissions" : "---------", |
| "columns": [ |
| { "name" : "i", "type" : "int" }, |
| { "name" : "j", "type" : "bigint" }, |
| { "name" : "ip", "type" : "string", "comment" : "IP Address of the User" } |
| ], |
| "format" : { "storedAs" : "rcfile"}, |
| "comment" : "This is the page view table", |
| "partitionedBy" : [ { "name" : "dt", "type" : "string"}, { "name" : "country", "type" : "string"} ], |
| "tableProperties" : {"prop1" : "val1" , "prop2" : "val2" } |
| }', |
| ], |
| 'json_field_substr_match' => {'database' => 'default', 'table' => 'templetontest_tgrouperm'}, |
| |
| |
| }, |
| |
| { |
| #create partition in table that does not have permissions |
| 'num' => 4, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_tgrouperm/partition/dt=%2720120101%27,country=%27US%27?user.name=:UNAME:', |
| 'status_code' => 500, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => ['{"location" : "loc1"}' ], |
| 'json_field_substr_match' => {'database' => 'default', |
| 'table' => 'templetontest_tgrouperm', |
| 'error' => 'Permission denied', |
| 'partition' => "dt='20120101',country='US'" |
| }, |
| }, |
| |
| |
| ] |
| |
| }, |
| |
| ##============================================================================================================= |
| { |
| 'name' => 'HCAT_GROUP_PERMS', |
| 'ignore' => 'these features are tested as part of hcat auth tests. current test cases dont work with auth enabled', |
| 'tests' => |
| [ |
| { |
| #drop table if exists |
| 'num' => 1, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:','exec=drop table if exists templetontest_hcatgp'], |
| 'json_field_substr_match' => {'stderr' => 'OK'}, |
| |
| }, |
| { |
| #create table . -ve test |
| 'num' => 2, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:', |
| 'group=no_such_group_AA', |
| 'exec=create table templetontest_hcatgp(i int, j bigint) STORED AS rcfile;'], |
| 'json_field_substr_match' => {'stderr' => 'User does not belong to no_such_group_AA', 'exitcode' => '^1$'} |
| }, |
| { |
| #create table with no permissions |
| 'num' => 3, |
| 'method' => 'POST', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl', |
| 'status_code' => 200, |
| 'post_options' => ['user.name=:UNAME:', |
| 'permissions=---------', |
| 'exec=create table templetontest_hcatgp(i int, j bigint) |
| PARTITIONED BY(dt STRING, country STRING) |
| STORED AS rcfile;' |
| ], |
| 'json_field_substr_match' => {'stderr' => 'OK', 'exitcode' => '^0$'} |
| }, |
| |
| { |
| #create partition in table that does not have permissions |
| 'num' => 4, |
| 'method' => 'PUT', |
| 'url' => ':TEMPLETON_URL:/templeton/v1/ddl/database/default/table/templetontest_hcatgp/partition/dt=%2720120101%27,country=%27US%27?user.name=:UNAME:', |
| 'status_code' => 500, |
| 'format_header' => 'Content-Type: application/json', |
| 'post_options' => ['{"location" : "loc1"}' ], |
| 'json_field_substr_match' => {'database' => 'default', |
| 'table' => 'templetontest_hcatgp', |
| 'error' => 'Permission denied', |
| 'partition' => "dt='20120101',country='US'" |
| }, |
| }, |
| |
| ] |
| |
| } |
| |
| |
| |
| |
| |
| ] |
| }, |
| ; |
| |
