https://www.cnblogs.com/keithtt/p/14714814.html

    1. from kubernetes import client, config, watch
    2. from elasticsearch import Elasticsearch
    3. import arrow
    4. import sys
    5. import requests
    6. import json
    8. dingding_webhook = "https://oapi.dingtalk.com/robot/send?access_token=xxxxx"
    10. hosts = [
    11.     '172.16.21.39:9200',
    12.     '172.16.21.40:9200',
    13.     '172.16.21.41:9200'
    14. ]
    16. def send_text(content):
    17.     data = {
    18.         "msgtype": "text",
    19.         "text": {
    20.             "content": content
    21.         }
    22.     }
    23.     requests.post(url=dingding_webhook, json=data)
    26. now = arrow.now('Asia/Shanghai')
    27. index = "kube-events"
    28. index_today = "{}.{}".format(index, now.format("YYYY.MM.DD"))
    30. cluster_name = sys.argv[1]
    31. kube_config = sys.argv[2]
    33. with Elasticsearch(hosts=hosts, timeout=120) as es:
    34.     if not es.indices.exists(index=index_today):
    35.         es.indices.create(index=index_today)
    37.     # Configs can be set in Configuration class directly or using helper utility
    38.     config.load_kube_config(config_file=kube_config)
    39.     v1 = client.CoreV1Api()
    40.     w = watch.Watch()
    42.     try:
    43.         ## 传参
    44.         ## kwargs = {'filed_selector':'metadata.namespace=daiyi', 'resource_version';2934}
    45.         ## for event in w.stream(v1.list_event_for_all_namespaces, **kwrags):
    46.         for event in w.stream(v1.list_event_for_all_namespaces):
    47.             doc = {
    48.                 "cluster_name": cluster_name,
    49.                 "time_iso8601": arrow.Arrow.fromdatetime(event['object'].metadata.creation_timestamp).isoformat(),
    50.                 "namespace": event['object'].metadata.namespace,
    51.                 "type": event['object'].type,
    52.                 "reason": event['object'].reason,
    53.                 "message": event['object'].message
    54.             }
    55.             # print(json.dumps(doc))
    56.             # if doc["type"] == "Warning":
    57.             #     send_text('[ {} ]- {}'.format(cluster_name, doc["message"]))
    58.             if es.exists(index=index_today, doc_type=index, id=event['object'].metadata.uid):
    59.                 continue
    60.             es.create(index=index_today, doc_type=index, body=doc, id=event['object'].metadata.uid)
    61.     except Exception as e:
    62.         pass
    64.     w.stop()

    使用 supervisord 将程序后台运行。

    1. [program:ali-14]
    2. command = /usr/local/bin/python3.6 /ops/scripts/kube_events.py ali-14 /ops/k8s_config/ali-14
    3. autorestart = true
    4. redirect_stderr = true
    5. stdout_logfile = /ops/logs/ali-14.log
    6. stopasgroup = true
    7. [program:m7]
    8. command = /usr/local/bin/python3.9 /ops/scripts/kube_events.py m7 /ops/k8s_config/m7
    9. autorestart = true
    10. redirect_stderr = true
    11. stdout_logfile = /ops/logs/m7.log
    12. stopasgroup = true
    13. [program:cm]
    14. command = /usr/local/bin/python3.9 /ops/scripts/kube_events.py cm /ops/k8s_config/cm
    15. autorestart = true
    16. redirect_stderr = true
    17. stdout_logfile = /ops/logs/cm.log
    18. stopasgroup = true
    19. [program:meteo]
    20. command = /usr/local/bin/python3.6 /ops/scripts/kube_events.py meteo /ops/k8s_config/meteo
    21. autorestart = true
    22. redirect_stderr = true
    23. stdout_logfile = /ops/logs/meteo.log
    24. stopasgroup = true

    写入 ES 之后就可以通过 kibana 查看了。
    python 搜集 kubernets event - 图1
    标签: kubernetes, elk