#90 move Memory/RedisStore out of main.py

kube_ops_view/kubernetes.py

@@ -0,0 +1,122 @@
+import datetime
+import logging
+import os
+import re
+from urllib.parse import urljoin
+
+import requests
+import tokens
+
+CLUSTER_ID_INVALID_CHARS = re.compile('[^a-z0-9:-]')
+DEFAULT_CLUSTERS = 'http://localhost:8001/'
+
+tokens.configure(from_file_only=True)
+tokens.manage('read-only')
+
+session = requests.Session()
+
+
+def generate_cluster_id(url: str):
+    '''Generate some "cluster ID" from given API server URL'''
+    for prefix in ('https://', 'http://'):
+        if url.startswith(prefix):
+            url = url[len(prefix):]
+    return CLUSTER_ID_INVALID_CHARS.sub('-', url.lower()).strip('-')
+
+
+def map_node_status(status: dict):
+    return {
+        'addresses': status.get('addresses'),
+        'capacity': status.get('capacity'),
+    }
+
+
+def map_node(node: dict):
+    return {
+        'name': node['metadata']['name'],
+        'labels': node['metadata']['labels'],
+        'status': map_node_status(node['status']),
+        'pods': {}
+    }
+
+
+def map_pod(pod: dict):
+    return {
+        'name': pod['metadata']['name'],
+        'namespace': pod['metadata']['namespace'],
+        'labels': pod['metadata'].get('labels', {}),
+        'phase': pod['status'].get('phase'),
+        'startTime': pod['status']['startTime'] if 'startTime' in pod['status'] else '',
+        'containers': []
+    }
+
+
+def map_container(cont: dict, pod: dict):
+    obj = {'name': cont['name'], 'image': cont['image'], 'resources': cont['resources']}
+    status = list([s for s in pod.get('status', {}).get('containerStatuses', []) if s['name'] == cont['name']])
+    if status:
+        obj.update(**status[0])
+    return obj
+
+
+def get_kubernetes_clusters():
+    for api_server_url in (os.getenv('CLUSTERS') or DEFAULT_CLUSTERS).split(','):
+        cluster_id = generate_cluster_id(api_server_url)
+        if 'localhost' not in api_server_url:
+            # TODO: hacky way of detecting whether we need a token or not
+            session.headers['Authorization'] = 'Bearer {}'.format(tokens.get('read-only'))
+        response = session.get(urljoin(api_server_url, '/api/v1/nodes'), timeout=5)
+        response.raise_for_status()
+        nodes = {}
+        pods_by_namespace_name = {}
+        unassigned_pods = {}
+        for node in response.json()['items']:
+            obj = map_node(node)
+            nodes[obj['name']] = obj
+        response = session.get(urljoin(api_server_url, '/api/v1/pods'), timeout=5)
+        response.raise_for_status()
+        for pod in response.json()['items']:
+            obj = map_pod(pod)
+            if 'deletionTimestamp' in pod['metadata']:
+                obj['deleted'] = datetime.datetime.strptime(pod['metadata']['deletionTimestamp'],
+                                                            '%Y-%m-%dT%H:%M:%SZ').replace(
+                    tzinfo=datetime.timezone.utc).timestamp()
+            for cont in pod['spec']['containers']:
+                obj['containers'].append(map_container(cont, pod))
+            pods_by_namespace_name[(obj['namespace'], obj['name'])] = obj
+            pod_key = '{}/{}'.format(obj['namespace'], obj['name'])
+            if 'nodeName' in pod['spec'] and pod['spec']['nodeName'] in nodes:
+                nodes[pod['spec']['nodeName']]['pods'][pod_key] = obj
+            else:
+                unassigned_pods[pod_key] = obj
+
+        try:
+            response = session.get(urljoin(api_server_url, '/api/v1/namespaces/kube-system/services/heapster/proxy/apis/metrics/v1alpha1/nodes'), timeout=5)
+            response.raise_for_status()
+            data = response.json()
+            if not data.get('items'):
+                logging.info('Heapster node metrics not available (yet)')
+            else:
+                for metrics in data['items']:
+                    nodes[metrics['metadata']['name']]['usage'] = metrics['usage']
+        except:
+            logging.exception('Failed to get node metrics')
+        try:
+            response = session.get(urljoin(api_server_url,
+                                           '/api/v1/namespaces/kube-system/services/heapster/proxy/apis/metrics/v1alpha1/pods'),
+                                   timeout=5)
+            response.raise_for_status()
+            data = response.json()
+            if not data.get('items'):
+                logging.info('Heapster pod metrics not available (yet)')
+            else:
+                for metrics in data['items']:
+                    pod = pods_by_namespace_name.get((metrics['metadata']['namespace'], metrics['metadata']['name']))
+                    if pod:
+                        for container in pod['containers']:
+                            for container_metrics in metrics['containers']:
+                                if container['name'] == container_metrics['name']:
+                                    container['resources']['usage'] = container_metrics['usage']
+        except:
+            logging.exception('Failed to get pod metrics')
+        yield {'id': cluster_id, 'api_server_url': api_server_url, 'nodes': nodes, 'unassigned_pods': unassigned_pods}