| # |
| # Licensed to the Apache Software Foundation (ASF) under one or more |
| # contributor license agreements. See the NOTICE file distributed with |
| # this work for additional information regarding copyright ownership. |
| # The ASF licenses this file to You under the Apache License, Version 2.0 |
| # (the "License"); you may not use this file except in compliance with |
| # the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| # |
| use t::APISIX 'no_plan'; |
| |
| repeat_each(1); |
| no_long_string(); |
| no_root_location(); |
| |
| add_block_preprocessor(sub { |
| my ($block) = @_; |
| |
| if (!$block->request) { |
| $block->set_value("request", "GET /t"); |
| } |
| |
| my $http_config = $block->http_config // <<_EOC_; |
| # fake server, only for test |
| server { |
| listen 1970; |
| location /large_resp { |
| content_by_lua_block { |
| local large_body = { |
| "h", "e", "l", "l", "o" |
| } |
| |
| local size_in_bytes = 1024 * 1024 -- 1mb |
| for i = 1, size_in_bytes do |
| large_body[i+5] = "l" |
| end |
| large_body = table.concat(large_body, "") |
| |
| ngx.say(large_body) |
| } |
| } |
| } |
| _EOC_ |
| |
| $block->set_value("http_config", $http_config); |
| }); |
| |
| run_tests; |
| |
| __DATA__ |
| |
| === TEST 1: max_body_bytes is not an integer |
| --- config |
| location /t { |
| content_by_lua_block { |
| local plugin = require("apisix.plugins.kafka-logger") |
| local ok, err = plugin.check_schema({ |
| broker_list= { |
| ["127.0.0.1"] = 9092 |
| }, |
| kafka_topic = "test2", |
| key = "key1", |
| timeout = 1, |
| batch_max_size = 1, |
| max_req_body_bytes = "10", |
| include_req_body = true, |
| meta_format = "origin" |
| }) |
| if not ok then |
| ngx.say(err) |
| end |
| ngx.say("done") |
| } |
| } |
| --- response_body |
| property "max_req_body_bytes" validation failed: wrong type: expected integer, got string |
| done |
| |
| |
| |
| === TEST 2: set route(meta_format = origin, include_req_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [[{ |
| "plugins": { |
| "kafka-logger": { |
| "broker_list" : { |
| "127.0.0.1":9092 |
| }, |
| "kafka_topic" : "test2", |
| "key" : "key1", |
| "timeout" : 1, |
| "batch_max_size": 1, |
| "max_req_body_bytes": 5, |
| "include_req_body": true, |
| "meta_format": "origin" |
| } |
| }, |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 1 |
| }, |
| "type": "roundrobin" |
| }, |
| "uri": "/hello" |
| }]] |
| ) |
| if code >= 300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| --- response_body |
| passed |
| |
| |
| |
| === TEST 3: hit route(meta_format = origin, include_req_body = true) |
| --- request |
| GET /hello?ab=cd |
| abcdef |
| --- response_body |
| hello world |
| --- error_log |
| send data to kafka: GET /hello?ab=cd HTTP/1.1 |
| host: localhost |
| content-length: 6 |
| connection: close |
| abcde |
| --- wait: 2 |
| |
| |
| |
| === TEST 4: set route(meta_format = default, include_req_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [[{ |
| "plugins": { |
| "kafka-logger": { |
| "broker_list" : { |
| "127.0.0.1":9092 |
| }, |
| "kafka_topic" : "test2", |
| "key" : "key1", |
| "timeout" : 1, |
| "batch_max_size": 1, |
| "max_req_body_bytes": 5, |
| "include_req_body": true |
| } |
| }, |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 1 |
| }, |
| "type": "roundrobin" |
| }, |
| "uri": "/hello" |
| }]] |
| ) |
| if code >= 300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| --- response_body |
| passed |
| |
| |
| |
| === TEST 5: hit route(meta_format = default, include_req_body = true) |
| --- request |
| GET /hello?ab=cd |
| abcdef |
| --- response_body |
| hello world |
| --- error_log_like eval |
| qr/"body": "abcde"/ |
| --- wait: 2 |
| |
| |
| |
| === TEST 6: set route(id: 1, meta_format = default, include_resp_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [=[{ |
| "plugins": { |
| "kafka-logger": { |
| "broker_list" : |
| { |
| "127.0.0.1":9092 |
| }, |
| "kafka_topic" : "test2", |
| "key" : "key1", |
| "timeout" : 1, |
| "max_resp_body_bytes": 5, |
| "include_resp_body": true, |
| "batch_max_size": 1 |
| } |
| }, |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 1 |
| }, |
| "type": "roundrobin" |
| }, |
| "uri": "/hello" |
| }]=] |
| ) |
| if code >= 300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| |
| --- response_body |
| passed |
| |
| |
| |
| === TEST 7: hit route(meta_format = default, include_resp_body = true) |
| --- request |
| POST /hello?name=qwerty |
| abcdef |
| --- response_body |
| hello world |
| --- error_log eval |
| qr/send data to kafka: \{.*"body":"hello"/ |
| --- wait: 2 |
| |
| |
| |
| === TEST 8: set route(id: 1, meta_format = origin, include_resp_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [=[{ |
| "plugins": { |
| "kafka-logger": { |
| "broker_list" : |
| { |
| "127.0.0.1":9092 |
| }, |
| "kafka_topic" : "test2", |
| "key" : "key1", |
| "timeout" : 1, |
| "meta_format": "origin", |
| "include_resp_body": true, |
| "max_resp_body_bytes": 5, |
| "batch_max_size": 1 |
| } |
| }, |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 1 |
| }, |
| "type": "roundrobin" |
| }, |
| "uri": "/hello" |
| }]=] |
| ) |
| if code >= 300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| |
| --- response_body |
| passed |
| |
| |
| |
| === TEST 9: hit route(meta_format = origin, include_resp_body = true) |
| --- request |
| POST /hello?name=qwerty |
| abcdef |
| --- response_body |
| hello world |
| --- error_log |
| send data to kafka: POST /hello?name=qwerty HTTP/1.1 |
| host: localhost |
| content-length: 6 |
| connection: close |
| --- wait: 2 |
| |
| |
| |
| === TEST 10: set route(id: 1, meta_format = default, include_resp_body = true, include_req_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [=[{ |
| "plugins": { |
| "kafka-logger": { |
| "broker_list" : |
| { |
| "127.0.0.1":9092 |
| }, |
| "kafka_topic" : "test2", |
| "key" : "key1", |
| "timeout" : 1, |
| "meta_format": "default", |
| "include_req_body": true, |
| "max_req_body_bytes": 5, |
| "include_resp_body": true, |
| "max_resp_body_bytes": 5, |
| "batch_max_size": 1 |
| } |
| }, |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 1 |
| }, |
| "type": "roundrobin" |
| }, |
| "uri": "/hello" |
| }]=] |
| ) |
| if code >= 300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| |
| --- response_body |
| passed |
| |
| |
| |
| === TEST 11: hit route(meta_format = default, include_resp_body = true, include_req_body = true) |
| --- request |
| POST /hello?name=qwerty |
| abcdef |
| --- response_body |
| hello world |
| --- error_log eval |
| qr/send data to kafka: \{.*"body":"abcde"/ |
| --- error_log_like |
| *"body":"hello" |
| --- wait: 2 |
| |
| |
| |
| === TEST 12: set route(id: 1, meta_format = default, include_resp_body = false, include_req_body = false) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [=[{ |
| "plugins": { |
| "kafka-logger": { |
| "broker_list" : |
| { |
| "127.0.0.1":9092 |
| }, |
| "kafka_topic" : "test2", |
| "key" : "key1", |
| "timeout" : 1, |
| "meta_format": "default", |
| "batch_max_size": 1 |
| } |
| }, |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 1 |
| }, |
| "type": "roundrobin" |
| }, |
| "uri": "/hello" |
| }]=] |
| ) |
| if code >= 300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| |
| --- response_body |
| passed |
| |
| |
| |
| === TEST 13: hit route(meta_format = default, include_resp_body = false, include_req_body = false) |
| --- request |
| POST /hello?name=qwerty |
| abcdef |
| --- response_body |
| hello world |
| --- no_error_log eval |
| qr/send data to kafka: \{.*"body":.*/ |
| --- wait: 2 |
| |
| |
| |
| === TEST 14: set route(large_body, meta_format = default, include_resp_body = true, include_req_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [=[{ |
| "plugins": { |
| "kafka-logger": { |
| "broker_list" : |
| { |
| "127.0.0.1":9092 |
| }, |
| "kafka_topic" : "test2", |
| "key" : "key1", |
| "timeout" : 1, |
| "meta_format": "default", |
| "include_req_body": true, |
| "max_req_body_bytes": 256, |
| "include_resp_body": true, |
| "max_resp_body_bytes": 256, |
| "batch_max_size": 1 |
| } |
| }, |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 1 |
| }, |
| "type": "roundrobin" |
| }, |
| "uri": "/echo" |
| }]=] |
| ) |
| if code >= 300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| |
| --- response_body |
| passed |
| |
| |
| |
| === TEST 15: hit route(large_body, meta_format = default, include_resp_body = true, include_req_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local core = require("apisix.core") |
| local t = require("lib.test_admin") |
| local http = require("resty.http") |
| |
| local large_body = { |
| "h", "e", "l", "l", "o" |
| } |
| |
| local size_in_bytes = 10 * 1024 -- 10kb |
| for i = 1, size_in_bytes do |
| large_body[i+5] = "l" |
| end |
| large_body = table.concat(large_body, "") |
| |
| local uri = "http://127.0.0.1:" .. ngx.var.server_port .. "/echo" |
| |
| local httpc = http.new() |
| local res, err = httpc:request_uri(uri, |
| { |
| method = "POST", |
| body = large_body, |
| } |
| ) |
| ngx.say(res.body) |
| } |
| } |
| --- request |
| GET /t |
| --- error_log eval |
| qr/send data to kafka: \{.*"body":"hello(l{251})".*/ |
| --- response_body eval |
| qr/hello.*/ |
| |
| |
| |
| === TEST 16: set route(large_body, meta_format = default, include_resp_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [=[{ |
| "plugins": { |
| "kafka-logger": { |
| "broker_list" : |
| { |
| "127.0.0.1":9092 |
| }, |
| "kafka_topic" : "test2", |
| "key" : "key1", |
| "timeout" : 1, |
| "meta_format": "default", |
| "include_resp_body": true, |
| "max_resp_body_bytes": 256, |
| "batch_max_size": 1 |
| } |
| }, |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 1 |
| }, |
| "type": "roundrobin" |
| }, |
| "uri": "/echo" |
| }]=] |
| ) |
| if code >= 300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| |
| --- response_body |
| passed |
| |
| |
| |
| === TEST 17: hit route(large_body, meta_format = default, include_resp_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local core = require("apisix.core") |
| local t = require("lib.test_admin") |
| local http = require("resty.http") |
| |
| local large_body = { |
| "h", "e", "l", "l", "o" |
| } |
| |
| local size_in_bytes = 10 * 1024 -- 10kb |
| for i = 1, size_in_bytes do |
| large_body[i+5] = "l" |
| end |
| large_body = table.concat(large_body, "") |
| |
| local uri = "http://127.0.0.1:" .. ngx.var.server_port .. "/echo" |
| |
| local httpc = http.new() |
| local res, err = httpc:request_uri(uri, |
| { |
| method = "POST", |
| body = large_body, |
| } |
| ) |
| ngx.say(res.body) |
| } |
| } |
| --- request |
| GET /t |
| --- error_log eval |
| qr/send data to kafka: \{.*"body":"hello(l{251})".*/ |
| --- response_body eval |
| qr/hello.*/ |
| |
| |
| |
| === TEST 18: set route(large_body, meta_format = default, include_req_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [=[{ |
| "plugins": { |
| "kafka-logger": { |
| "broker_list" : |
| { |
| "127.0.0.1":9092 |
| }, |
| "kafka_topic" : "test2", |
| "key" : "key1", |
| "timeout" : 1, |
| "meta_format": "default", |
| "include_req_body": true, |
| "max_req_body_bytes": 256, |
| "batch_max_size": 1 |
| } |
| }, |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 1 |
| }, |
| "type": "roundrobin" |
| }, |
| "uri": "/echo" |
| }]=] |
| ) |
| if code >= 300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| |
| --- response_body |
| passed |
| |
| |
| |
| === TEST 19: hit route(large_body, meta_format = default, include_req_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local core = require("apisix.core") |
| local t = require("lib.test_admin") |
| local http = require("resty.http") |
| |
| local large_body = { |
| "h", "e", "l", "l", "o" |
| } |
| |
| local size_in_bytes = 10 * 1024 -- 10kb |
| for i = 1, size_in_bytes do |
| large_body[i+5] = "l" |
| end |
| large_body = table.concat(large_body, "") |
| |
| local uri = "http://127.0.0.1:" .. ngx.var.server_port .. "/echo" |
| |
| local httpc = http.new() |
| local res, err = httpc:request_uri(uri, |
| { |
| method = "POST", |
| body = large_body, |
| } |
| ) |
| ngx.say(res.body) |
| } |
| } |
| --- request |
| GET /t |
| --- error_log eval |
| qr/send data to kafka: \{.*"body":"hello(l{251})".*/ |
| --- response_body eval |
| qr/hello.*/ |
| |
| |
| |
| === TEST 20: set route(large_body, meta_format = default, include_resp_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [=[{ |
| "plugins": { |
| "kafka-logger": { |
| "broker_list" : |
| { |
| "127.0.0.1":9092 |
| }, |
| "kafka_topic" : "test2", |
| "key" : "key1", |
| "timeout" : 1, |
| "meta_format": "default", |
| "include_resp_body": true, |
| "max_resp_body_bytes": 256, |
| "batch_max_size": 1 |
| } |
| }, |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1970": 1 |
| }, |
| "type": "roundrobin" |
| }, |
| "uri": "/large_resp" |
| }]=] |
| ) |
| if code >= 300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| |
| --- response_body |
| passed |
| |
| |
| |
| === TEST 21: truncate upstream response body 1m to 256 bytes |
| --- request |
| GET /large_resp |
| --- response_body eval |
| qr/hello.*/ |
| --- error_log eval |
| qr/send data to kafka: \{.*"body":"hello(l{251})".*/ |
| |
| |
| |
| === TEST 22: set route(large_body, meta_format = default, include_req_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [=[{ |
| "plugins": { |
| "kafka-logger": { |
| "broker_list" : |
| { |
| "127.0.0.1":9092 |
| }, |
| "kafka_topic" : "test2", |
| "key" : "key1", |
| "timeout" : 1, |
| "meta_format": "default", |
| "include_req_body": true, |
| "max_req_body_bytes": 256, |
| "batch_max_size": 1 |
| } |
| }, |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 1 |
| }, |
| "type": "roundrobin" |
| }, |
| "uri": "/hello" |
| }]=] |
| ) |
| if code >= 300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| |
| --- response_body |
| passed |
| |
| |
| |
| === TEST 23: truncate upstream request body 1m to 256 bytes |
| --- config |
| location /t { |
| content_by_lua_block { |
| local core = require("apisix.core") |
| local t = require("lib.test_admin") |
| local http = require("resty.http") |
| |
| local large_body = { |
| "h", "e", "l", "l", "o" |
| } |
| |
| local size_in_bytes = 100 * 1024 -- 10kb |
| for i = 1, size_in_bytes do |
| large_body[i+5] = "l" |
| end |
| large_body = table.concat(large_body, "") |
| |
| local uri = "http://127.0.0.1:" .. ngx.var.server_port .. "/hello" |
| |
| local httpc = http.new() |
| local res, err = httpc:request_uri(uri, |
| { |
| method = "POST", |
| body = large_body, |
| } |
| ) |
| |
| if err then |
| ngx.say(err) |
| end |
| |
| ngx.say(res.body) |
| } |
| } |
| --- request |
| GET /t |
| --- response_body_like |
| hello world |
| --- error_log eval |
| qr/send data to kafka: \{.*"body":"hello(l{251})".*/ |
| |
| |
| |
| === TEST 24: set route(meta_format = default, include_req_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [[{ |
| "plugins": { |
| "kafka-logger": { |
| "broker_list" : { |
| "127.0.0.1":9092 |
| }, |
| "kafka_topic" : "test2", |
| "key" : "key1", |
| "timeout" : 1, |
| "batch_max_size": 1, |
| "max_req_body_bytes": 5, |
| "include_req_body": true, |
| "meta_format": "default" |
| } |
| }, |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 1 |
| }, |
| "type": "roundrobin" |
| }, |
| "uri": "/hello" |
| }]] |
| ) |
| if code >= 300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| --- response_body |
| passed |
| |
| |
| |
| === TEST 25: empty request body |
| --- request |
| GET /hello?ab=cd |
| --- response_body |
| hello world |
| --- error_log eval |
| qr/send data to kafka/ |
| --- wait: 2 |
| |
| |
| |
| === TEST 26: add plugin metadata |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/plugin_metadata/kafka-logger', |
| ngx.HTTP_PUT, |
| [[{ |
| "log_format": { |
| "request_body": "$request_body" |
| } |
| }]] |
| ) |
| if code >=300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| --- request |
| GET /t |
| --- response_body |
| passed |
| |
| |
| |
| === TEST 27: set route(meta_format = default, include_req_body = true) |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [[{ |
| "plugins": { |
| "kafka-logger": { |
| "broker_list" : { |
| "127.0.0.1":9092 |
| }, |
| "kafka_topic" : "test2", |
| "key" : "key1", |
| "timeout" : 1, |
| "batch_max_size": 1, |
| "max_req_body_bytes": 5 |
| } |
| }, |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 1 |
| }, |
| "type": "roundrobin" |
| }, |
| "uri": "/hello" |
| }]] |
| ) |
| if code >= 300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| --- response_body |
| passed |
| |
| |
| |
| === TEST 28: hit route(meta_format = default, include_req_body = true) |
| --- request |
| GET /hello?ab=cd |
| abcdef |
| --- response_body |
| hello world |
| --- error_log_like eval |
| qr/"request_body": "abcde"/ |
