mirror of
https://github.com/weaveworks/scope.git
synced 2026-07-16 03:49:52 +00:00
Initial checkin of prometheus example plugins for the blog post
This commit is contained in:
Paul Bellamy
40
examples/plugins/prometheus/1-basic-http-server.py
Executable file
40
examples/plugins/prometheus/1-basic-http-server.py
Executable file
@@ -0,0 +1,40 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
import BaseHTTPServer
|
||||
import SocketServer
|
||||
import errno
|
||||
import os
|
||||
import signal
|
||||
import socket
|
||||
|
||||
PLUGIN_ID="prometheus"
|
||||
PLUGIN_UNIX_SOCK = "/var/run/scope/plugins/" + PLUGIN_ID + ".sock"
|
||||
|
||||
class Handler(BaseHTTPServer.BaseHTTPRequestHandler):
|
||||
def do_GET(self):
|
||||
# The logger requires a client_address, but unix sockets don't have
|
||||
# one, so we fake it.
|
||||
self.client_address = "-"
|
||||
|
||||
# Send the headers
|
||||
self.send_response(200)
|
||||
self.end_headers()
|
||||
|
||||
# Send the body
|
||||
self.wfile.write(b"foo")
|
||||
|
||||
def mkdir_p(path):
|
||||
try:
|
||||
os.makedirs(path)
|
||||
except OSError as exc:
|
||||
if exc.errno == errno.EEXIST and os.path.isdir(path):
|
||||
pass
|
||||
else:
|
||||
raise
|
||||
|
||||
def main():
|
||||
mkdir_p(os.path.dirname(PLUGIN_UNIX_SOCK))
|
||||
server = SocketServer.UnixStreamServer(PLUGIN_UNIX_SOCK, Handler)
|
||||
server.serve_forever()
|
||||
|
||||
main()
|
||||
56
examples/plugins/prometheus/2-with-cleanup.py
Executable file
56
examples/plugins/prometheus/2-with-cleanup.py
Executable file
@@ -0,0 +1,56 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
import BaseHTTPServer
|
||||
import SocketServer
|
||||
import errno
|
||||
import os
|
||||
import signal
|
||||
import socket
|
||||
|
||||
PLUGIN_ID="prometheus"
|
||||
PLUGIN_UNIX_SOCK = "/var/run/scope/plugins/" + PLUGIN_ID + ".sock"
|
||||
|
||||
class Handler(BaseHTTPServer.BaseHTTPRequestHandler):
|
||||
def do_GET(self):
|
||||
# The logger requires a client_address, but unix sockets don't have
|
||||
# one, so we fake it.
|
||||
self.client_address = "-"
|
||||
|
||||
# Send the headers
|
||||
self.send_response(200)
|
||||
self.end_headers()
|
||||
|
||||
# Send the body
|
||||
self.wfile.write(b"foo")
|
||||
|
||||
def mkdir_p(path):
|
||||
try:
|
||||
os.makedirs(path)
|
||||
except OSError as exc:
|
||||
if exc.errno == errno.EEXIST and os.path.isdir(path):
|
||||
pass
|
||||
else:
|
||||
raise
|
||||
|
||||
def delete_socket_file():
|
||||
if os.path.exists(PLUGIN_UNIX_SOCK):
|
||||
os.remove(PLUGIN_UNIX_SOCK)
|
||||
|
||||
def sig_handler(b, a):
|
||||
delete_socket_file()
|
||||
exit(0)
|
||||
|
||||
def main():
|
||||
signal.signal(signal.SIGTERM, sig_handler)
|
||||
signal.signal(signal.SIGINT, sig_handler)
|
||||
|
||||
mkdir_p(os.path.dirname(PLUGIN_UNIX_SOCK))
|
||||
delete_socket_file()
|
||||
server = SocketServer.UnixStreamServer(PLUGIN_UNIX_SOCK, Handler)
|
||||
try:
|
||||
server.serve_forever()
|
||||
except:
|
||||
delete_socket_file()
|
||||
raise
|
||||
|
||||
main()
|
||||
72
examples/plugins/prometheus/3-plugin-info.py
Executable file
72
examples/plugins/prometheus/3-plugin-info.py
Executable file
@@ -0,0 +1,72 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
import BaseHTTPServer
|
||||
import SocketServer
|
||||
import errno
|
||||
import os
|
||||
import signal
|
||||
import socket
|
||||
import json
|
||||
|
||||
PLUGIN_ID="prometheus"
|
||||
PLUGIN_UNIX_SOCK = "/var/run/scope/plugins/" + PLUGIN_ID + ".sock"
|
||||
|
||||
class Handler(BaseHTTPServer.BaseHTTPRequestHandler):
|
||||
def do_GET(self):
|
||||
# The logger requires a client_address, but unix sockets don't have
|
||||
# one, so we fake it.
|
||||
self.client_address = "-"
|
||||
|
||||
# Generate our json body
|
||||
body = json.dumps({
|
||||
'Plugins': [
|
||||
{
|
||||
'id': PLUGIN_ID,
|
||||
'label': 'Prometheus data translator',
|
||||
'description': 'Takes data from prometheus and puts it into scope',
|
||||
'interfaces': ['reporter'],
|
||||
'api_version': '1',
|
||||
}
|
||||
]
|
||||
})
|
||||
|
||||
# Send the headers
|
||||
self.send_response(200)
|
||||
self.send_header('Content-type', 'application/json')
|
||||
self.send_header('Content-length', len(body))
|
||||
self.end_headers()
|
||||
|
||||
# Send the body
|
||||
self.wfile.write(body)
|
||||
|
||||
def mkdir_p(path):
|
||||
try:
|
||||
os.makedirs(path)
|
||||
except OSError as exc:
|
||||
if exc.errno == errno.EEXIST and os.path.isdir(path):
|
||||
pass
|
||||
else:
|
||||
raise
|
||||
|
||||
def delete_socket_file():
|
||||
if os.path.exists(PLUGIN_UNIX_SOCK):
|
||||
os.remove(PLUGIN_UNIX_SOCK)
|
||||
|
||||
def sig_handler(b, a):
|
||||
delete_socket_file()
|
||||
exit(0)
|
||||
|
||||
def main():
|
||||
signal.signal(signal.SIGTERM, sig_handler)
|
||||
signal.signal(signal.SIGINT, sig_handler)
|
||||
|
||||
mkdir_p(os.path.dirname(PLUGIN_UNIX_SOCK))
|
||||
delete_socket_file()
|
||||
server = SocketServer.UnixStreamServer(PLUGIN_UNIX_SOCK, Handler)
|
||||
try:
|
||||
server.serve_forever()
|
||||
except:
|
||||
delete_socket_file()
|
||||
raise
|
||||
|
||||
main()
|
||||
99
examples/plugins/prometheus/4-static-container-metrics.py
Executable file
99
examples/plugins/prometheus/4-static-container-metrics.py
Executable file
@@ -0,0 +1,99 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
import BaseHTTPServer
|
||||
import SocketServer
|
||||
import errno
|
||||
import os
|
||||
import signal
|
||||
import socket
|
||||
import json
|
||||
|
||||
PLUGIN_ID="prometheus"
|
||||
PLUGIN_UNIX_SOCK = "/var/run/scope/plugins/" + PLUGIN_ID + ".sock"
|
||||
METRIC_NAME="http_requests_per_second"
|
||||
METRIC_LABEL="HTTP req/sec"
|
||||
|
||||
class Handler(BaseHTTPServer.BaseHTTPRequestHandler):
|
||||
def do_GET(self):
|
||||
# The logger requires a client_address, but unix sockets don't have
|
||||
# one, so we fake it.
|
||||
self.client_address = "-"
|
||||
|
||||
# Get current timestamp in RFC3339
|
||||
date = datetime.datetime.utcnow()
|
||||
date = date.isoformat('T') + 'Z'
|
||||
|
||||
# Generate our json body
|
||||
body = json.dumps({
|
||||
'Plugins': [
|
||||
{
|
||||
'id': PLUGIN_ID,
|
||||
'label': 'Prometheus data translator',
|
||||
'description': 'Takes data from prometheus and puts it into scope',
|
||||
'interfaces': ['reporter'],
|
||||
'api_version': '1',
|
||||
}
|
||||
],
|
||||
'Container': {
|
||||
'nodes': {
|
||||
'abcd1234;<container>': {
|
||||
'metrics': {
|
||||
METRIC_NAME: {
|
||||
'samples': [{
|
||||
'date': date,
|
||||
'value': float(1.0),
|
||||
}]
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
'metric_templates': {
|
||||
METRIC_NAME: {
|
||||
'id': METRIC_NAME,
|
||||
'label': METRIC_LABEL,
|
||||
'priority': 0.1,
|
||||
}
|
||||
}
|
||||
},
|
||||
})
|
||||
|
||||
# Send the headers
|
||||
self.send_response(200)
|
||||
self.send_header('Content-type', 'application/json')
|
||||
self.send_header('Content-length', len(body))
|
||||
self.end_headers()
|
||||
|
||||
# Send the body
|
||||
self.wfile.write(body)
|
||||
|
||||
def mkdir_p(path):
|
||||
try:
|
||||
os.makedirs(path)
|
||||
except OSError as exc:
|
||||
if exc.errno == errno.EEXIST and os.path.isdir(path):
|
||||
pass
|
||||
else:
|
||||
raise
|
||||
|
||||
def delete_socket_file():
|
||||
if os.path.exists(PLUGIN_UNIX_SOCK):
|
||||
os.remove(PLUGIN_UNIX_SOCK)
|
||||
|
||||
def sig_handler(b, a):
|
||||
delete_socket_file()
|
||||
exit(0)
|
||||
|
||||
def main():
|
||||
signal.signal(signal.SIGTERM, sig_handler)
|
||||
signal.signal(signal.SIGINT, sig_handler)
|
||||
|
||||
mkdir_p(os.path.dirname(PLUGIN_UNIX_SOCK))
|
||||
delete_socket_file()
|
||||
server = SocketServer.UnixStreamServer(PLUGIN_UNIX_SOCK, Handler)
|
||||
try:
|
||||
server.serve_forever()
|
||||
except:
|
||||
delete_socket_file()
|
||||
raise
|
||||
|
||||
main()
|
||||
109
examples/plugins/prometheus/5-querying-prometheus.py
Executable file
109
examples/plugins/prometheus/5-querying-prometheus.py
Executable file
@@ -0,0 +1,109 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
import BaseHTTPServer
|
||||
import SocketServer
|
||||
import datetime
|
||||
import errno
|
||||
import json
|
||||
import os
|
||||
import signal
|
||||
import socket
|
||||
import urllib2
|
||||
|
||||
PLUGIN_ID="prometheus"
|
||||
PLUGIN_UNIX_SOCK = "/var/run/scope/plugins/" + PLUGIN_ID + ".sock"
|
||||
METRIC_NAME="http_requests_per_second"
|
||||
METRIC_LABEL="HTTP req/sec"
|
||||
METRIC_CONTAINER_ID_KEY="container_id"
|
||||
PROMETHEUS_ADDR="prometheus.monitoring.svc.cluster.local"
|
||||
|
||||
def metrics():
|
||||
r = urllib2.urlopen("http://%s/api/v1/query?query=%s" % (PROMETHEUS_ADDR, METRIC_NAME))
|
||||
return json.loads(r.content).get("data", default={}).get("result", default=[])
|
||||
|
||||
class Handler(BaseHTTPServer.BaseHTTPRequestHandler):
|
||||
def do_GET(self):
|
||||
# The logger requires a client_address, but unix sockets don't have
|
||||
# one, so we fake it.
|
||||
self.client_address = "-"
|
||||
|
||||
# Fetch and convert data from prometheus
|
||||
nodes = {}
|
||||
for metric in metrics():
|
||||
container_id = metric.get("metric", default={}).get(METRIC_CONTAINER_ID_KEY, default=None)
|
||||
if container_id == None:
|
||||
continue
|
||||
nodes["%s;<container>" % (container_id)] = {
|
||||
'metrics': {
|
||||
METRIC_NAME: {
|
||||
'samples': [{
|
||||
'date': datetime.datetime.utcfromtimestamp(metric["value"][0]).isoformat('T') + 'Z',
|
||||
'value': float(metric["value"][1]),
|
||||
}]
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
# Generate our json body
|
||||
body = json.dumps({
|
||||
'Plugins': [
|
||||
{
|
||||
'id': PLUGIN_ID,
|
||||
'label': 'Prometheus data translator',
|
||||
'description': 'Takes data from prometheus and puts it into scope',
|
||||
'interfaces': ['reporter'],
|
||||
'api_version': '1',
|
||||
}
|
||||
],
|
||||
'Container': {
|
||||
'nodes': nodes,
|
||||
'metric_templates': {
|
||||
METRIC_NAME: {
|
||||
'id': METRIC_NAME,
|
||||
'label': METRIC_LABEL,
|
||||
'priority': 0.1,
|
||||
}
|
||||
}
|
||||
},
|
||||
})
|
||||
|
||||
# Send the headers
|
||||
self.send_response(200)
|
||||
self.send_header('Content-type', 'application/json')
|
||||
self.send_header('Content-length', len(body))
|
||||
self.end_headers()
|
||||
|
||||
# Send the body
|
||||
self.wfile.write(body)
|
||||
|
||||
def mkdir_p(path):
|
||||
try:
|
||||
os.makedirs(path)
|
||||
except OSError as exc:
|
||||
if exc.errno == errno.EEXIST and os.path.isdir(path):
|
||||
pass
|
||||
else:
|
||||
raise
|
||||
|
||||
def delete_socket_file():
|
||||
if os.path.exists(PLUGIN_UNIX_SOCK):
|
||||
os.remove(PLUGIN_UNIX_SOCK)
|
||||
|
||||
def sig_handler(b, a):
|
||||
delete_socket_file()
|
||||
exit(0)
|
||||
|
||||
def main():
|
||||
signal.signal(signal.SIGTERM, sig_handler)
|
||||
signal.signal(signal.SIGINT, sig_handler)
|
||||
|
||||
mkdir_p(os.path.dirname(PLUGIN_UNIX_SOCK))
|
||||
delete_socket_file()
|
||||
server = SocketServer.UnixStreamServer(PLUGIN_UNIX_SOCK, Handler)
|
||||
try:
|
||||
server.serve_forever()
|
||||
except:
|
||||
delete_socket_file()
|
||||
raise
|
||||
|
||||
main()
|
||||
115
examples/plugins/prometheus/6-general.py
Executable file
115
examples/plugins/prometheus/6-general.py
Executable file
@@ -0,0 +1,115 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
import BaseHTTPServer
|
||||
import SocketServer
|
||||
import datetime
|
||||
import errno
|
||||
import json
|
||||
import os
|
||||
import signal
|
||||
import socket
|
||||
import urllib2
|
||||
|
||||
PLUGIN_ID="prometheus"
|
||||
PLUGIN_UNIX_SOCK = "/var/run/scope/plugins/" + PLUGIN_ID + ".sock"
|
||||
QUERIES=[
|
||||
{
|
||||
'id': "http_requests_per_second",
|
||||
'label': "HTTP req/sec",
|
||||
'query': "http_requests_per_second",
|
||||
'container_id': "container_id",
|
||||
'priority': 0.1,
|
||||
},
|
||||
]
|
||||
PROMETHEUS_ADDR="prometheus.monitoring.svc.cluster.local"
|
||||
|
||||
def metrics(query):
|
||||
r = urllib2.urlopen("http://%s/api/v1/query?query=%s" % (PROMETHEUS_ADDR, query))
|
||||
return json.loads(r.content).get("data", default={}).get("result", default=[])
|
||||
|
||||
class Handler(BaseHTTPServer.BaseHTTPRequestHandler):
|
||||
def do_GET(self):
|
||||
# The logger requires a client_address, but unix sockets don't have
|
||||
# one, so we fake it.
|
||||
self.client_address = "-"
|
||||
|
||||
# Fetch and convert data from prometheus
|
||||
nodes = {}
|
||||
for query in QUERIES:
|
||||
for metric in metrics(query):
|
||||
container_id = metric.get("metric", default={}).get(query['container_id'], default=None)
|
||||
if container_id == None:
|
||||
continue
|
||||
nodes["%s;<container>" % (container_id)] = {
|
||||
'metrics': {
|
||||
query['id']: {
|
||||
'samples': [{
|
||||
'date': datetime.datetime.utcfromtimestamp(metric["value"][0]).isoformat('T') + 'Z',
|
||||
'value': float(metric["value"][1]),
|
||||
}]
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
# Generate our templates
|
||||
metric_templates = {}
|
||||
for i, query in QUERIES:
|
||||
metric_templates[query['id']] = query
|
||||
|
||||
# Generate our json body
|
||||
body = json.dumps({
|
||||
'Plugins': [
|
||||
{
|
||||
'id': PLUGIN_ID,
|
||||
'label': 'Prometheus data translator',
|
||||
'description': 'Takes data from prometheus and puts it into scope',
|
||||
'interfaces': ['reporter'],
|
||||
'api_version': '1',
|
||||
}
|
||||
],
|
||||
'Container': {
|
||||
'nodes': nodes,
|
||||
'metric_templates': metric_templates,
|
||||
},
|
||||
})
|
||||
|
||||
# Send the headers
|
||||
self.send_response(200)
|
||||
self.send_header('Content-type', 'application/json')
|
||||
self.send_header('Content-length', len(body))
|
||||
self.end_headers()
|
||||
|
||||
# Send the body
|
||||
self.wfile.write(body)
|
||||
|
||||
def mkdir_p(path):
|
||||
try:
|
||||
os.makedirs(path)
|
||||
except OSError as exc:
|
||||
if exc.errno == errno.EEXIST and os.path.isdir(path):
|
||||
pass
|
||||
else:
|
||||
raise
|
||||
|
||||
def delete_socket_file():
|
||||
if os.path.exists(PLUGIN_UNIX_SOCK):
|
||||
os.remove(PLUGIN_UNIX_SOCK)
|
||||
|
||||
def sig_handler(b, a):
|
||||
delete_socket_file()
|
||||
exit(0)
|
||||
|
||||
def main():
|
||||
signal.signal(signal.SIGTERM, sig_handler)
|
||||
signal.signal(signal.SIGINT, sig_handler)
|
||||
|
||||
mkdir_p(os.path.dirname(PLUGIN_UNIX_SOCK))
|
||||
delete_socket_file()
|
||||
server = SocketServer.UnixStreamServer(PLUGIN_UNIX_SOCK, Handler)
|
||||
try:
|
||||
server.serve_forever()
|
||||
except:
|
||||
delete_socket_file()
|
||||
raise
|
||||
|
||||
main()
|
||||
Reference in New Issue
Block a user