mirror of
https://github.com/lucky-sideburn/kubeinvaders.git
synced 2026-02-14 17:50:00 +00:00
194 lines
5.5 KiB
Lua
194 lines
5.5 KiB
Lua
loadfile("/usr/local/openresty/nginx/conf/kubeinvaders/metrics.lua")
|
|
|
|
local https = require "ssl.https"
|
|
local ltn12 = require "ltn12"
|
|
local json = require "lunajson"
|
|
local redis = require "resty.redis"
|
|
local arg = ngx.req.get_uri_args()
|
|
local incr = 0
|
|
local config = require "config_kubeinv"
|
|
local chaos_container = ""
|
|
local red = redis:new()
|
|
local okredis, errredis = red:connect("unix:/tmp/redis.sock")
|
|
|
|
local function read_all(file)
|
|
local f = assert(io.open(file, "rb"))
|
|
local content = f:read("*all")
|
|
f:close()
|
|
return content
|
|
end
|
|
|
|
local http = require("socket.http")
|
|
math.randomseed(os.clock()*100000000000)
|
|
local rand = math.random(999, 9999)
|
|
local arg = ngx.req.get_uri_args()
|
|
local k8s_url = ""
|
|
|
|
if os.getenv("KUBERNETES_SERVICE_HOST") then
|
|
k8s_url = "https://" .. os.getenv("KUBERNETES_SERVICE_HOST") .. ":" .. os.getenv("KUBERNETES_SERVICE_PORT_HTTPS")
|
|
else
|
|
k8s_url = os.getenv("ENDPOINT")
|
|
end
|
|
|
|
local token = os.getenv("TOKEN")
|
|
local namespace = arg['namespace']
|
|
local node_name = arg['nodename']
|
|
local url = k8s_url .. "/apis/batch/v1/namespaces/" .. namespace .. "/jobs"
|
|
local resp = {}
|
|
|
|
if ngx.var.request_method == "GET" then
|
|
|
|
if okredis then
|
|
ngx.log(ngx.INFO, "Connection to Redis is ok")
|
|
else
|
|
ngx.log(ngx.INFO, "Connection to Redis is not ok")
|
|
ngx.log(ngx.INFO, errredis)
|
|
end
|
|
-- Count the total of chaos jobs launched against nodes
|
|
local chaos_node_res, err = red:get("chaos_node_jobs_total")
|
|
|
|
if chaos_node_res == ngx.null then
|
|
ngx.say(err)
|
|
red:set("chaos_node_jobs_total", 0)
|
|
else
|
|
local incr = chaos_node_res + 1
|
|
local res, err = red:set("chaos_node_jobs_total",incr)
|
|
end
|
|
|
|
-- Count the total of chaos jobs launched against nodes per node
|
|
local node_name = arg['nodename']
|
|
local chaos_node_res, err = red:get("chaos_node_jobs_total_on_" .. node_name)
|
|
if chaos_node_res == ngx.null then
|
|
ngx.say(err)
|
|
red:set("chaos_node_jobs_total_on_" .. node_name, 1)
|
|
else
|
|
local incr = chaos_node_res + 1
|
|
local res, err = red:set("chaos_node_jobs_total_on_" .. node_name,incr)
|
|
end
|
|
end
|
|
|
|
ngx.header['Access-Control-Allow-Origin'] = '*'
|
|
ngx.header['Access-Control-Allow-Methods'] = 'GET, POST, OPTIONS'
|
|
ngx.header['Access-Control-Allow-Headers'] = 'DNT,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type,Range'
|
|
ngx.header['Access-Control-Expose-Headers'] = 'Content-Length,Content-Range';
|
|
|
|
headers = {
|
|
["Accept"] = "application/json",
|
|
["Content-Type"] = "application/json",
|
|
["Authorization"] = "Bearer " .. token,
|
|
}
|
|
|
|
local res, err = red:get("chaos_container")
|
|
|
|
if res ~= ngx.null then
|
|
ngx.log(ngx.INFO, "Found chaos_container defined in Redis!")
|
|
ngx.log(ngx.INFO, res)
|
|
chaos_container = res
|
|
else
|
|
ngx.log(ngx.INFO, "Using default chaos container")
|
|
chaos_container = config["default_chaos_container"]
|
|
end
|
|
|
|
local body = [[
|
|
{
|
|
"apiVersion": "batch/v1",
|
|
"kind": "Job",
|
|
"metadata": {
|
|
"name": "kubeinvaders-chaos-]] .. rand .. [[",
|
|
"labels": {
|
|
"chaos-controller": "kubeinvaders"
|
|
}
|
|
},
|
|
"spec": {
|
|
"template": {
|
|
"metadata": {
|
|
"labels": {
|
|
"chaos-controller": "kubeinvaders"
|
|
}
|
|
},
|
|
"spec": {
|
|
"containers": [ ]] .. chaos_container .. [[ ],
|
|
"restartPolicy": "Never"
|
|
}
|
|
},
|
|
"backoffLimit": null
|
|
}
|
|
}
|
|
]]
|
|
|
|
local headers2 = {
|
|
["Accept"] = "application/json",
|
|
["Content-Type"] = "application/json",
|
|
["Authorization"] = "Bearer " .. token,
|
|
["Content-Length"] = string.len(body)
|
|
}
|
|
|
|
local url = k8s_url .. "/apis/batch/v1/namespaces/" .. namespace .. "/jobs"
|
|
ngx.log(ngx.INFO, "Creating chaos_node job kubeinvaders-chaos-" ..rand)
|
|
|
|
local ok, statusCode, headers, statusText = https.request{
|
|
url = url,
|
|
headers = headers2,
|
|
method = "POST",
|
|
sink = ltn12.sink.table(resp),
|
|
source = ltn12.source.string(body)
|
|
}
|
|
|
|
ngx.log(ngx.INFO, ok)
|
|
ngx.log(ngx.INFO, statusCode)
|
|
ngx.log(ngx.INFO, statusText)
|
|
|
|
local url = k8s_url.. "/apis/batch/v1/namespaces/" .. namespace .. "/jobs"
|
|
ngx.log(ngx.INFO, "Getting JobList" .. rand)
|
|
|
|
local ok, statusCode, headers, statusText = https.request{
|
|
url = url,
|
|
headers = headers,
|
|
method = "GET",
|
|
sink = ltn12.sink.table(resp)
|
|
}
|
|
|
|
ngx.log(ngx.INFO, ok)
|
|
ngx.log(ngx.INFO, statusCode)
|
|
ngx.log(ngx.INFO, statusText)
|
|
|
|
for k,v in ipairs(resp) do
|
|
decoded = json.decode(v)
|
|
if decoded["kind"] == "JobList" then
|
|
for k2,v2 in ipairs(decoded["items"]) do
|
|
if v2["status"]["succeeded"] == 1 and v2["metadata"]["labels"]["chaos-controller"] == "kubeinvaders" then
|
|
delete_job = "kubectl delete job " .. v2["metadata"]["name"] .. " --token=" .. token .. " --server=" .. k8s_url .. " --insecure-skip-tls-verify=true -n " .. namespace
|
|
ngx.log(ngx.INFO, delete_pod)
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
local url = k8s_url.. "/api/v1/namespaces/" .. namespace .. "/pods"
|
|
ngx.log(ngx.INFO, "Getting PodList" .. rand)
|
|
|
|
local ok, statusCode, headers, statusText = https.request{
|
|
url = url,
|
|
headers = headers,
|
|
method = "GET",
|
|
sink = ltn12.sink.table(resp)
|
|
}
|
|
|
|
ngx.log(ngx.INFO, ok)
|
|
ngx.log(ngx.INFO, statusCode)
|
|
ngx.log(ngx.INFO, statusText)
|
|
|
|
for k,v in ipairs(resp) do
|
|
decoded = json.decode(v)
|
|
if decoded["kind"] == "PodList" then
|
|
for k2,v2 in ipairs(decoded["items"]) do
|
|
if v2["status"]["phase"] == "Succeeded" and v2["metadata"]["labels"]["chaos-controller"] == "kubeinvaders" then
|
|
delete_pod = "kubectl delete pod " .. v2["metadata"]["name"] .. " --token=" .. token .. " --server=" .. k8s_url .. " --insecure-skip-tls-verify=true -n " .. namespace
|
|
ngx.log(ngx.INFO, delete_pod)
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
ngx.say("chaos node")
|