logstash配置
mkdir -p /data/logalert/data
mkdir -p /data/logalert/scripts
yum install -y python3
pip3 install requests
//[root@keep-nxl7x scripts]# cat /etc/logstash/conf.d/logstash.conf
input {
file {
path => "/data-gpu/podlog/20220412/batch/*.log"
max_open_files => 20000
}
file {
path => "/data-cpu/podlog/20220412/batch/*.log"
max_open_files => 20000
}
file {
path => "/data/podlog/20220412/batch/*.log"
max_open_files => 20000
}
}
output {
if 'cudaGetDeviceCount' in [message] or 'UserCenterError' in [message] {
file {
path => "/data/logalert/data/%{+yyyyMMddHHmmss}.log"
codec => line { format => "%{message}"}
}
}
}
#!/usr/bin/python3
# -*- coding: utf-8 -*-
import requests, json, sys
def msg(text,cluster):
json_text={
"msg_type":"text",
"content":{
"msg":"任务日志关键字告警",
"text":cluster+"\n"+text
}
}
print(requests.post(api_url,json.dumps(json_text),headers=headers).content)
if __name__=='__main__':
api_url = 'https://open.feishu.cn/open-apis/bot/v2/hook/e9a0edf5-46f2-44c4-8b67-b2d12a8579e2'
headers = {'Content-Type': 'application/json;charset=utf-8'}
if sys.argv[1]:
text = sys.argv[1]
if sys.argv[2]:
cluster = sys.argv[2]
title = "任务日志关键字告警"
cluster = cluster+title
msg(text,cluster)