apisix/t/node/ewma.t

#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
use t::APISIX 'no_plan';

repeat_each(1);
#no_long_string();
no_root_location();
log_level('info');
worker_connections(256);
run_tests;

__DATA__

=== TEST 1: add upstream
--- config
    location /t {
        content_by_lua_block {
            local t = require("lib.test_admin").test
            local code, body = t('/apisix/admin/routes/1',
                 ngx.HTTP_PUT,
                 [[{
                        "upstream": {
                            "nodes": {
                                "127.0.0.1:1980": 100,
                                "127.0.0.1:1981": 100
                            },
                            "type": "ewma"
                        },
                        "uri": "/ewma"
                }]]
                )

            if code >= 300 then
                ngx.status = code
            end
            ngx.say(body)
        }
    }
--- request
GET /t
--- response_body
passed



=== TEST 2: about latency
--- timeout: 5
--- config
    location /t {
        content_by_lua_block {
            --node: "127.0.0.1:1980": latency is  0.001
            --node: "127.0.0.1:1981": latency is  0.005
            local http = require "resty.http"
            local uri = "http://127.0.0.1:" .. ngx.var.server_port
                        .. "/ewma"

            local ports_count = {}
            for i = 1, 12 do
                local httpc = http.new()
                httpc:set_timeout(1000)
                local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false})
                if not res then
                    ngx.say(err)
                    return
                end

                ports_count[res.body] = (ports_count[res.body] or 0) + 1
            end

            local ports_arr = {}
            for port, count in pairs(ports_count) do
                table.insert(ports_arr, {port = port, count = count})
            end

            local function cmd(a, b)
                return a.port > b.port
            end
            table.sort(ports_arr, cmd)

            ngx.say(require("toolkit.json").encode(ports_arr))
            ngx.exit(200)
        }
    }
--- request
GET /t
--- response_body
[{"count":1,"port":"1981"},{"count":11,"port":"1980"}]
--- error_code: 200



=== TEST 3: about frequency
--- timeout: 30
--- config
    location /t {
        content_by_lua_block {
            local t = require("lib.test_admin").test
            local http = require "resty.http"
            local uri = "http://127.0.0.1:" .. ngx.var.server_port
                        .. "/ewma"

            --node: "127.0.0.1:1980": latency is  0.001
            --node: "127.0.0.1:1981": latency is  0.005
            local ports_count = {}
            for i = 1, 2 do
                local httpc = http.new()
                local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false})
                if not res then
                    ngx.say(err)
                    return
                end
            end

            --remove the 1981 node,
            --add the 1982 node
            --keep two nodes for triggering ewma logic in server_picker function of balancer phase
            local code, body = t('/apisix/admin/routes/1',
                 ngx.HTTP_PUT,
                 [[{
                        "upstream": {
                            "nodes": {
                                "127.0.0.1:1980": 100,
                                "127.0.0.1:1982": 100
                            },
                            "type": "ewma"
                        },
                        "uri": "/ewma"
                }]]
                )

            if code ~= 200 then
                ngx.say("update route failed")
                return
            end

            ngx.sleep(11)
            --keep the node 1980 hot
            for i = 1, 12 do
                local httpc = http.new()
                local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false})
                if not res then
                    ngx.say(err)
                    return
                end
            end

            --recover the 1981 node
            local code, body = t('/apisix/admin/routes/1',
                 ngx.HTTP_PUT,
                 [[{
                        "upstream": {
                            "nodes": {
                                "127.0.0.1:1980": 100,
                                "127.0.0.1:1981": 100
                            },
                            "type": "ewma"
                        },
                        "uri": "/ewma"
                }]]
                )

            if code ~= 200 then
                ngx.say("update route failed")
                return
            end

            --should select the 1981 node,because it is idle
            local httpc = http.new()
            local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false})
            if not res then
                ngx.say(err)
                return
            end
            ngx.say(require("toolkit.json").encode({port = res.body, count = 1}))
            ngx.exit(200)
        }
    }
--- request
GET /t
--- response_body
{"count":1,"port":"1981"}
--- error_code: 200



=== TEST 4: about filter tried servers
--- timeout: 10
--- config
    location /t {
        content_by_lua_block {
            local t = require("lib.test_admin").test

            --remove the 1981 node,
            --add the 9527 node (invalid node)
            --keep two nodes for triggering ewma logic in server_picker function of balancer phase
            local code, body = t('/apisix/admin/routes/1',
                 ngx.HTTP_PUT,
                 [[{
                        "upstream": {
                            "nodes": {
                                "127.0.0.1:1980": 1,
                                "127.0.0.1:9527": 1
                            },
                            "type": "ewma",
                            "timeout": {
                                "connect": 0.1,
                                "send": 0.5,
                                "read": 0.5
                            }
                        },
                        "uri": "/ewma"
                }]]
                )

            if code ~= 200 then
                ngx.say("update route failed")
                return
            end

            local http = require "resty.http"
            local uri = "http://127.0.0.1:" .. ngx.var.server_port
                        .. "/ewma"

            --should always select the 1980 node, because 0 is invalid
            local t = {}
            local ports_count = {}
            for i = 1, 12 do
                local th = assert(ngx.thread.spawn(function(i)
                    local httpc = http.new()
                    httpc:set_timeout(2000)
                    local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false})
                    if not res then
                        ngx.say(err)
                        return
                    end
                    ports_count[res.body] = (ports_count[res.body] or 0) + 1
                end, i))
                table.insert(t, th)
            end
            for i, th in ipairs(t) do
                ngx.thread.wait(th)
            end

            local ports_arr = {}
            for port, count in pairs(ports_count) do
                table.insert(ports_arr, {port = port, count = count})
            end

            local function cmd(a, b)
                return a.port > b.port
            end
            table.sort(ports_arr, cmd)

            ngx.say(require("toolkit.json").encode(ports_arr))
            ngx.exit(200)
        }
    }
--- request
GET /t
--- response_body
[{"count":12,"port":"1980"}]
--- error_code: 200
--- error_log
Connection refused) while connecting to upstream



=== TEST 5: about all endpoints have been retried
--- timeout: 10
--- config
    location /t {
        content_by_lua_block {
            local t = require("lib.test_admin").test

            --add the 9527 node (invalid node)
            --add the 9528 node (invalid node)
            --keep two nodes for triggering ewma logic in server_picker function of balancer phase
            local code, body = t('/apisix/admin/routes/1',
                 ngx.HTTP_PUT,
                 [[{
                        "upstream": {
                            "nodes": {
                                "127.0.0.1:9527": 1,
                                "127.0.0.1:9528": 1
                            },
                            "type": "ewma",
                            "timeout": {
                                "connect": 0.1,
                                "send": 0.5,
                                "read": 0.5
                            }
                        },
                        "uri": "/ewma"
                }]]
                )

            if code ~= 200 then
                ngx.say("update route failed")
                return
            end

            local http = require "resty.http"
            local uri = "http://127.0.0.1:" .. ngx.var.server_port
                        .. "/ewma"

            --should always return 502, because both 9527 and 9528 are invalid
            local t = {}
            local ports_count = {}
            for i = 1, 12 do
                local th = assert(ngx.thread.spawn(function(i)
                    local httpc = http.new()
                    httpc:set_timeout(2000)
                    local res, err = httpc:request_uri(uri, {method = "GET", keepalive = false})
                    if not res then
                        ngx.say(err)
                        return
                    end
                    ports_count[res.status] = (ports_count[res.status] or 0) + 1
                end, i))
                table.insert(t, th)
            end
            for i, th in ipairs(t) do
                ngx.thread.wait(th)
            end

            local ports_arr = {}
            for port, count in pairs(ports_count) do
                table.insert(ports_arr, {port = port, count = count})
            end

            local function cmd(a, b)
                return a.port > b.port
            end
            table.sort(ports_arr, cmd)

            ngx.say(require("toolkit.json").encode(ports_arr))
            ngx.exit(200)
        }
    }
--- request
GET /t
--- response_body
[{"count":12,"port":502}]
--- error_code: 200
--- error_log
Connection refused) while connecting to upstream