| # |
| # Licensed to the Apache Software Foundation (ASF) under one or more |
| # contributor license agreements. See the NOTICE file distributed with |
| # this work for additional information regarding copyright ownership. |
| # The ASF licenses this file to You under the Apache License, Version 2.0 |
| # (the "License"); you may not use this file except in compliance with |
| # the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| # |
| use t::APISIX 'no_plan'; |
| |
| repeat_each(1); |
| #no_long_string(); |
| no_root_location(); |
| log_level('info'); |
| run_tests; |
| |
| __DATA__ |
| |
| === TEST 1: add upstream |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [[{ |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 100, |
| "127.0.0.1:1981": 100 |
| }, |
| "type": "ewma" |
| }, |
| "uri": "/ewma" |
| }]], |
| [[{ |
| "node": { |
| "value": { |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 100, |
| "127.0.0.1:1981": 100 |
| }, |
| "type": "ewma" |
| }, |
| "uri": "/ewma" |
| }, |
| "key": "/apisix/routes/1" |
| }, |
| "action": "set" |
| }]] |
| ) |
| |
| if code >= 300 then |
| ngx.status = code |
| end |
| ngx.say(body) |
| } |
| } |
| --- request |
| GET /t |
| --- response_body |
| passed |
| --- no_error_log |
| [error] |
| |
| |
| |
| === TEST 2: about latency |
| --- timeout: 5 |
| --- config |
| location /t { |
| content_by_lua_block { |
| --node: "127.0.0.1:1980": latency is 0.001 |
| --node: "127.0.0.1:1981": latency is 0.005 |
| local http = require "resty.http" |
| local uri = "http://127.0.0.1:" .. ngx.var.server_port |
| .. "/ewma" |
| |
| local ports_count = {} |
| for i = 1, 12 do |
| local httpc = http.new() |
| httpc:set_timeout(1000) |
| local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false}) |
| if not res then |
| ngx.say(err) |
| return |
| end |
| |
| ports_count[res.body] = (ports_count[res.body] or 0) + 1 |
| end |
| |
| local ports_arr = {} |
| for port, count in pairs(ports_count) do |
| table.insert(ports_arr, {port = port, count = count}) |
| end |
| |
| local function cmd(a, b) |
| return a.port > b.port |
| end |
| table.sort(ports_arr, cmd) |
| |
| ngx.say(require("toolkit.json").encode(ports_arr)) |
| ngx.exit(200) |
| } |
| } |
| --- request |
| GET /t |
| --- response_body |
| [{"count":1,"port":"1981"},{"count":11,"port":"1980"}] |
| --- error_code: 200 |
| --- no_error_log |
| [error] |
| |
| |
| |
| === TEST 3: about frequency |
| --- timeout: 30 |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| local http = require "resty.http" |
| local uri = "http://127.0.0.1:" .. ngx.var.server_port |
| .. "/ewma" |
| |
| --node: "127.0.0.1:1980": latency is 0.001 |
| --node: "127.0.0.1:1981": latency is 0.005 |
| local ports_count = {} |
| for i = 1, 2 do |
| local httpc = http.new() |
| local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false}) |
| if not res then |
| ngx.say(err) |
| return |
| end |
| end |
| |
| --remove the 1981 node, |
| --add the 1982 node |
| --keep two nodes for triggering ewma logic in server_picker function of balancer phase |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [[{ |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 100, |
| "127.0.0.1:1982": 100 |
| }, |
| "type": "ewma" |
| }, |
| "uri": "/ewma" |
| }]] |
| ) |
| |
| if code ~= 200 then |
| ngx.say("update route failed") |
| return |
| end |
| |
| ngx.sleep(11) |
| --keep the node 1980 hot |
| for i = 1, 12 do |
| local httpc = http.new() |
| local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false}) |
| if not res then |
| ngx.say(err) |
| return |
| end |
| end |
| |
| --recover the 1981 node |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [[{ |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 100, |
| "127.0.0.1:1981": 100 |
| }, |
| "type": "ewma" |
| }, |
| "uri": "/ewma" |
| }]] |
| ) |
| |
| if code ~= 200 then |
| ngx.say("update route failed") |
| return |
| end |
| |
| --should select the 1981 node,because it is idle |
| local httpc = http.new() |
| local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false}) |
| if not res then |
| ngx.say(err) |
| return |
| end |
| ngx.say(require("toolkit.json").encode({port = res.body, count = 1})) |
| ngx.exit(200) |
| } |
| } |
| --- request |
| GET /t |
| --- response_body |
| {"count":1,"port":"1981"} |
| --- error_code: 200 |
| --- no_error_log |
| [error] |
| |
| |
| |
| === TEST 4: about filter tried servers |
| --- timeout: 10 |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| |
| --remove the 1981 node, |
| --add the 9527 node (invalid node) |
| --keep two nodes for triggering ewma logic in server_picker function of balancer phase |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [[{ |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:1980": 1, |
| "127.0.0.1:9527": 1 |
| }, |
| "type": "ewma", |
| "timeout": { |
| "connect": 0.1, |
| "send": 0.5, |
| "read": 0.5 |
| } |
| }, |
| "uri": "/ewma" |
| }]] |
| ) |
| |
| if code ~= 200 then |
| ngx.say("update route failed") |
| return |
| end |
| |
| local http = require "resty.http" |
| local uri = "http://127.0.0.1:" .. ngx.var.server_port |
| .. "/ewma" |
| |
| --should always select the 1980 node, because 0 is invalid |
| local t = {} |
| local ports_count = {} |
| for i = 1, 12 do |
| local th = assert(ngx.thread.spawn(function(i) |
| local httpc = http.new() |
| httpc:set_timeout(2000) |
| local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false}) |
| if not res then |
| ngx.say(err) |
| return |
| end |
| ports_count[res.body] = (ports_count[res.body] or 0) + 1 |
| end, i)) |
| table.insert(t, th) |
| end |
| for i, th in ipairs(t) do |
| ngx.thread.wait(th) |
| end |
| |
| local ports_arr = {} |
| for port, count in pairs(ports_count) do |
| table.insert(ports_arr, {port = port, count = count}) |
| end |
| |
| local function cmd(a, b) |
| return a.port > b.port |
| end |
| table.sort(ports_arr, cmd) |
| |
| ngx.say(require("toolkit.json").encode(ports_arr)) |
| ngx.exit(200) |
| } |
| } |
| --- request |
| GET /t |
| --- response_body |
| [{"count":12,"port":"1980"}] |
| --- error_code: 200 |
| --- error_log |
| Connection refused) while connecting to upstream |
| |
| |
| |
| === TEST 5: about all endpoints have been retried |
| --- timeout: 10 |
| --- config |
| location /t { |
| content_by_lua_block { |
| local t = require("lib.test_admin").test |
| |
| --add the 9527 node (invalid node) |
| --add the 9528 node (invalid node) |
| --keep two nodes for triggering ewma logic in server_picker function of balancer phase |
| local code, body = t('/apisix/admin/routes/1', |
| ngx.HTTP_PUT, |
| [[{ |
| "upstream": { |
| "nodes": { |
| "127.0.0.1:9527": 1, |
| "127.0.0.1:9528": 1 |
| }, |
| "type": "ewma", |
| "timeout": { |
| "connect": 0.1, |
| "send": 0.5, |
| "read": 0.5 |
| } |
| }, |
| "uri": "/ewma" |
| }]] |
| ) |
| |
| if code ~= 200 then |
| ngx.say("update route failed") |
| return |
| end |
| |
| local http = require "resty.http" |
| local uri = "http://127.0.0.1:" .. ngx.var.server_port |
| .. "/ewma" |
| |
| --should always return 502, because both 9527 and 9528 are invalid |
| local t = {} |
| local ports_count = {} |
| for i = 1, 12 do |
| local th = assert(ngx.thread.spawn(function(i) |
| local httpc = http.new() |
| httpc:set_timeout(2000) |
| local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false}) |
| if not res then |
| ngx.say(err) |
| return |
| end |
| ports_count[res.status] = (ports_count[res.status] or 0) + 1 |
| end, i)) |
| table.insert(t, th) |
| end |
| for i, th in ipairs(t) do |
| ngx.thread.wait(th) |
| end |
| |
| local ports_arr = {} |
| for port, count in pairs(ports_count) do |
| table.insert(ports_arr, {port = port, count = count}) |
| end |
| |
| local function cmd(a, b) |
| return a.port > b.port |
| end |
| table.sort(ports_arr, cmd) |
| |
| ngx.say(require("toolkit.json").encode(ports_arr)) |
| ngx.exit(200) |
| } |
| } |
| --- request |
| GET /t |
| --- response_body |
| [{"count":12,"port":502}] |
| --- error_code: 200 |
| --- error_log |
| Connection refused) while connecting to upstream |