1. docker
    1. mongodb 4.2
    2. elasticsearch 7.10.2
    3. graylog 4.1
  2. spring
    1. boot 2.5.4
    2. logback-gelf 3.0.0（de.siegmar）

docker-compose file

gray 的访问地址为：127.0.0.1:9000

2021-08-30 目前官网最新 注意：

  1. 设置时区GRAYLOG_ROOT_TIMEZONE: Asia/Shanghai，默认UTC
  1. version: "3.8"
  3. services:
  4.   mongodb:
  5.     image: "mongo:4.2"
  6.     container_name: graylog_demo_mongo
  7.     volumes:
  8.       - "mongodb_data:/data/db"
  9.     restart: "always"
  11.   elasticsearch:
  12.     environment:
  13.       ES_JAVA_OPTS: "-Xms1g -Xmx1g"
  14.       bootstrap.memory_lock: "true"
  15.       discovery.type: "single-node"
  16.       http.host: "0.0.0.0"
  17.       action.auto_create_index: "false"
  18.     image: "docker.elastic.co/elasticsearch/elasticsearch-oss:7.10.2"
  19.     container_name: graylog_demo_elasticsearch
  20.     ulimits:
  21.       memlock:
  22.         hard: -1
  23.         soft: -1
  24.     volumes:
  25.       - "es_data:/usr/share/elasticsearch/data"
  26.     restart: "always"
  28.   graylog:
  29.     image: "graylog/graylog:4.1"
  30.     container_name: graylog_demo_graylog
  31.     depends_on:
  32.       elasticsearch:
  33.         condition: "service_started"
  34.       mongodb:
  35.         condition: "service_started"
  36.     entrypoint: "/usr/bin/tini -- wait-for-it elasticsearch:9200 --  /docker-entrypoint.sh"
  37.     environment:
  38.       GRAYLOG_NODE_ID_FILE: "/usr/share/graylog/data/config/node-id"
  39.       GRAYLOG_PASSWORD_SECRET: somepasswordpepper # CHANGE ME (must be at least 16 characters)!
  40.       GRAYLOG_ROOT_PASSWORD_SHA2: 8c6976e5b5410415bde908bd4dee15dfb167a9c873fc4bb8a81f6f2ab448a918 # Password: admin
  41.       GRAYLOG_HTTP_BIND_ADDRESS: "0.0.0.0:9000"
  42.       GRAYLOG_HTTP_EXTERNAL_URI: "http://localhost:9000/"
  43.       GRAYLOG_ELASTICSEARCH_HOSTS: "http://elasticsearch:9200"
  44.       GRAYLOG_MONGODB_URI: "mongodb://mongodb:27017/graylog"
  45.       GRAYLOG_ROOT_TIMEZONE: Asia/Shanghai
  46.     ports:
  47.       - "5044:5044/tcp"   # Beats
  48.       - "5140:5140/udp"   # Syslog
  49.       - "5140:5140/tcp"   # Syslog
  50.       - "5555:5555/tcp"   # RAW TCP
  51.       - "5555:5555/udp"   # RAW TCP
  52.       - "9000:9000/tcp"   # Server API
  53.       - "12201:12201/tcp" # GELF TCP
  54.       - "12201:12201/udp" # GELF UDP
  55.       #- "10000:10000/tcp" # Custom TCP port
  56.       #- "10000:10000/udp" # Custom UDP port
  57.       - "13301:13301/tcp" # Forwarder data
  58.       - "13302:13302/tcp" # Forwarder config
  59.     volumes:
  60.       - "graylog_data:/usr/share/graylog/data/data"
  61.       - "graylog_journal:/usr/share/graylog/data/journal"
  62.     restart: "always"
  63. volumes:
  64.   mongodb_data:
  65.   es_data:
  66.   graylog_data:
  67.   graylog_journal:

spring boot

配置日志传输通道

image.png

依赖

选用的日志插件是：https://github.com/osiegmar/logback-gelf 插件查询地址：https://marketplace.graylog.org/

  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  3.          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
  4.     <modelVersion>4.0.0</modelVersion>
  5.     <parent>
  6.         <groupId>org.springframework.boot</groupId>
  7.         <artifactId>spring-boot-starter-parent</artifactId>
  8.         <version>2.5.4</version>
  9.         <relativePath/> <!-- lookup parent from repository -->
  10.     </parent>
  11.     <groupId>com.tan</groupId>
  12.     <artifactId>graylog</artifactId>
  13.     <version>0.0.1-SNAPSHOT</version>
  14.     <name>graylog</name>
  15.     <description>Demo project for Spring Boot</description>
  16.     <properties>
  17.         <java.version>1.8</java.version>
  18.     </properties>
  19.     <dependencies>
  20.         <dependency>
  21.             <groupId>org.springframework.boot</groupId>
  22.             <artifactId>spring-boot-starter-web</artifactId>
  23.         </dependency>
  25.         <dependency>
  26.             <groupId>org.projectlombok</groupId>
  27.             <artifactId>lombok</artifactId>
  28.             <optional>true</optional>
  29.         </dependency>
  30.         <dependency>
  31.             <groupId>org.springframework.boot</groupId>
  32.             <artifactId>spring-boot-starter-test</artifactId>
  33.             <scope>test</scope>
  34.         </dependency>
  36.         <!--日志平台-->
  37.         <!-- https://mvnrepository.com/artifact/de.siegmar/logback-gelf -->
  38.         <dependency>
  39.             <groupId>de.siegmar</groupId>
  40.             <artifactId>logback-gelf</artifactId>
  41.             <version>3.0.0</version>
  42.         </dependency>
  43.     </dependencies>
  45.     <build>
  46.         <plugins>
  47.             <plugin>
  48.                 <groupId>org.springframework.boot</groupId>
  49.                 <artifactId>spring-boot-maven-plugin</artifactId>
  50.                 <configuration>
  51.                     <excludes>
  52.                         <exclude>
  53.                             <groupId>org.projectlombok</groupId>
  54.                             <artifactId>lombok</artifactId>
  55.                         </exclude>
  56.                     </excludes>
  57.                 </configuration>
  58.             </plugin>
  59.         </plugins>
  60.     </build>
  62. </project>

logback.xml

官方配置：https://github.com/osiegmar/logback-gelf/blob/v3.0.0/examples/advanced_udp.xml 注意：

  1. includeLevelName是否显示日志级别的名字（默认看的是等级1-6）
  2. <staticField>app_name:graylog</staticField> 设置当前应用的名称，方便查询（一定要设置）
  3. 数据传输的端口和地址
    1. <graylogHost>localhost</graylogHost>
    2. <graylogPort>12201</graylogPort>
    3. image.png
  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <!--  logging.config= classpath:logback-spring.xml -->
  3. <!-- 日志级别从低到高分为TRACE < DEBUG < INFO < WARN < ERROR < FATAL，如果设置为WARN，则低于WARN的信息都不会输出 -->
  4. <!-- scan:当此属性设置为true时，配置文件如果发生改变，将会被重新加载，默认值为true -->
  5. <!-- scanPeriod:设置监测配置文件是否有修改的时间间隔，如果没有给出时间单位，默认单位是毫秒；当scan为true时，此属性生效。默认的时间间隔为1分钟。 -->
  6. <!-- debug:当此属性设置为true时，将打印出logback内部日志信息，实时查看logback运行状态，默认值为false。 -->
  7. <configuration
  8.         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  9.         xsi:noNamespaceSchemaLocation="http://www.padual.com/java/logback.xsd"
  10.         debug="false" scan="true" scanPeriod="10 second">
  12.     <!-- 配置日志输出目录文件夹以及进行重命名 -->
  13.     <property name="PROJECT" value="controller" />
  14.     <property name="ROOT" value="logs/${PROJECT}/" />
  15.     <!-- 配置日志文件大小 -->
  16.     <property name="FILESIZE" value="50MB" />
  17.     <!-- 设置日志保留的时间，单位为天 -->
  18.     <property name="MAXHISTORY" value="2" />
  19.     <!-- 格式化输出日期 -->
  20.     <timestamp key="DATETIME" datePattern="yyyy-MM-dd HH:mm:ss.SSS" />
  22.     <!-- 控制台打印 -->
  23.     <appender name="STDOUT" class="ch.qos.logback.core.ConsoleAppender">
  24.         <encoder charset="utf-8">
  25.             <!-- 格式化日志输出：
  26.              %-5level表示级别从左显示5个字符宽度，%d表示日期，%thread表示线程名，%m表示日志消息，%n是换行符
  27.              %logger{36}表示logger是class的全名，36表示限制最长字符
  28.             -->
  29.             <pattern>%yellow(%date{yyyy-MM-dd HH:mm:ss}) |%highlight(%-5level)  |%green(%logger:%line) |%white(%msg%n)</pattern>
  30.         </encoder>
  31.     </appender>
  33.     <!-- ERROR日志输出到文件  -->
  34.     <appender name="ERROR" class="ch.qos.logback.core.rolling.RollingFileAppender">
  35.         <encoder charset="utf-8">
  36.             <pattern>[%-5level] %d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %logger{36} - %m%n</pattern>
  37.         </encoder>
  38.         <!-- 设置当前日志文档输出的级别，只记录ERROR级别的日志 -->
  39.         <filter class="ch.qos.logback.classic.filter.LevelFilter">
  40.             <level>ERROR</level>
  41.             <onMatch>ACCEPT</onMatch>
  42.             <onMismatch>DENY</onMismatch>
  43.         </filter>
  44.         <!-- 设置日志记录器的滚动策略，按日期和大小记录-->
  45.         <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
  46.             <fileNamePattern>${ROOT}%d/error.%i.log</fileNamePattern>
  47.             <maxHistory>${MAXHISTORY}</maxHistory>
  48.             <timeBasedFileNamingAndTriggeringPolicy
  49.                     class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
  50.                 <maxFileSize>${FILESIZE}</maxFileSize>
  51.             </timeBasedFileNamingAndTriggeringPolicy>
  52.         </rollingPolicy>
  53.     </appender>
  55.     <!-- WARN日志输出到文件 -->
  56.     <appender name="WARN" class="ch.qos.logback.core.rolling.RollingFileAppender">
  57.         <encoder charset="utf-8">
  58.             <pattern>[%-5level] %d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %logger{36} - %m%n</pattern>
  59.         </encoder>
  60.         <filter class="ch.qos.logback.classic.filter.LevelFilter">
  61.             <level>WARN</level>
  62.             <onMatch>ACCEPT</onMatch>
  63.             <onMismatch>DENY</onMismatch>
  64.         </filter>
  65.         <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
  66.             <fileNamePattern>${ROOT}%d/warn.%i.log</fileNamePattern>
  67.             <maxHistory>${MAXHISTORY}</maxHistory>
  68.             <timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
  69.                 <maxFileSize>${FILESIZE}</maxFileSize>
  70.             </timeBasedFileNamingAndTriggeringPolicy>
  71.         </rollingPolicy>
  72.     </appender>
  74.     <!-- INFO日志输出到文件 -->
  75.     <appender name="INFO" class="ch.qos.logback.core.rolling.RollingFileAppender">
  76.         <encoder charset="utf-8">
  77.             <pattern>[%-5level] %d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %logger{36} - %m%n</pattern>
  78.         </encoder>
  79.         <filter class="ch.qos.logback.classic.filter.LevelFilter">
  80.             <level>INFO</level>
  81.             <onMatch>ACCEPT</onMatch>
  82.             <onMismatch>DENY</onMismatch>
  83.         </filter>
  84.         <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
  85.             <fileNamePattern>${ROOT}%d/info.%i.log</fileNamePattern>
  86.             <maxHistory>${MAXHISTORY}</maxHistory>
  87.             <timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
  88.                 <maxFileSize>${FILESIZE}</maxFileSize>
  89.             </timeBasedFileNamingAndTriggeringPolicy>
  90.         </rollingPolicy>
  91.     </appender>
  93.     <!-- DEBUG日志输出到文件 -->
  94.     <appender name="DEBUG" class="ch.qos.logback.core.rolling.RollingFileAppender">
  95.         <encoder charset="utf-8">
  96.             <pattern>[%-5level] %d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %logger{36} - %m%n</pattern>
  97.         </encoder>
  98.         <filter class="ch.qos.logback.classic.filter.LevelFilter">
  99.             <level>DEBUG</level>
  100.             <onMatch>ACCEPT</onMatch>
  101.             <onMismatch>DENY</onMismatch>
  102.         </filter>
  103.         <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
  104.             <fileNamePattern>${ROOT}%d/debug.%i.log</fileNamePattern>
  105.             <maxHistory>${MAXHISTORY}</maxHistory>
  106.             <timeBasedFileNamingAndTriggeringPolicy
  107.                     class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
  108.                 <maxFileSize>${FILESIZE}</maxFileSize>
  109.             </timeBasedFileNamingAndTriggeringPolicy>
  110.         </rollingPolicy>
  111.     </appender>
  113.     <!-- TRACE日志输出到文件 -->
  114.     <appender name="TRACE" class="ch.qos.logback.core.rolling.RollingFileAppender">
  115.         <encoder charset="utf-8">
  116.             <pattern>[%-5level] %d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %logger{36} - %m%n</pattern>
  117.         </encoder>
  118.         <filter class="ch.qos.logback.classic.filter.LevelFilter">
  119.             <level>TRACE</level>
  120.             <onMatch>ACCEPT</onMatch>
  121.             <onMismatch>DENY</onMismatch>
  122.         </filter>
  123.         <rollingPolicy
  124.                 class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
  125.             <fileNamePattern>${ROOT}%d/trace.%i.log</fileNamePattern>
  126.             <maxHistory>${MAXHISTORY}</maxHistory>
  127.             <timeBasedFileNamingAndTriggeringPolicy
  128.                     class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
  129.                 <maxFileSize>${FILESIZE}</maxFileSize>
  130.             </timeBasedFileNamingAndTriggeringPolicy>
  131.         </rollingPolicy>
  132.     </appender>
  134.  <!--   <appender name="GELF" class="de.siegmar.logbackgelf.GelfUdpAppender">
  135.         <graylogHost>localhost</graylogHost>
  136.         <graylogPort>12201</graylogPort>
  137.     </appender>-->
  139.     <appender name="GELF" class="de.siegmar.logbackgelf.GelfUdpAppender">
  140.         <graylogHost>localhost</graylogHost>
  141.         <graylogPort>12201</graylogPort>
  142.         <maxChunkSize>508</maxChunkSize>
  143.         <useCompression>true</useCompression>
  144.         <messageIdSupplier class="de.siegmar.logbackgelf.MessageIdSupplier"/>
  145.         <encoder class="de.siegmar.logbackgelf.GelfEncoder">
  146.             <originHost>localhost</originHost>
  147.             <includeRawMessage>false</includeRawMessage>
  148.             <includeMarker>true</includeMarker>
  149.             <includeMdcData>true</includeMdcData>
  150.             <includeCallerData>false</includeCallerData>
  151.             <includeRootCauseData>false</includeRootCauseData>
  152.             <includeLevelName>true</includeLevelName>
  153.             <shortPatternLayout class="ch.qos.logback.classic.PatternLayout">
  154.                 <pattern>%d - %m%nopex</pattern>
  155.             </shortPatternLayout>
  156.             <fullPatternLayout class="ch.qos.logback.classic.PatternLayout">
  157.                 <pattern>%d - %m%n</pattern>
  158.             </fullPatternLayout>
  159.             <numbersAsString>false</numbersAsString>
  160.             <staticField>app_name:graylog</staticField>
  161.             <staticField>os_arch:${os.arch}</staticField>
  162.             <staticField>os_name:${os.name}</staticField>
  163.             <staticField>os_version:${os.version}</staticField>
  164.         </encoder>
  165.     </appender>
  167.     <!-- 输出sql相关日志，不需要可删除；additivity：是否向上级loger传递打印信息，默认是true-->
  168.     <logger name="org.apache.ibatis" level="INFO" additivity="false" />
  169.     <logger name="org.mybatis.spring" level="INFO" additivity="false" />
  170.     <logger name="com.github.miemiedev.mybatis.paginator" level="INFO" additivity="false" />
  171.     <!-- nacos改变日志级别 -->
  172.     <logger name="com.alibaba.nacos.client" level="ERROR" additivity="false" />
  174.     <springProfile name="dev">
  175.         <root level="debug">
  176.             <appender-ref ref="STDOUT"/>
  177.             <appender-ref ref="GELF" />
  178.         </root>
  179.     </springProfile>
  180.     <!--    非dev环境下-->
  181.     <springProfile name="!dev">
  182.         <!-- logger设置输出到文件，输出级别为info -->
  183.         <root level="INFO">
  184.             <appender-ref ref="GELF" />
  185.             <appender-ref ref="STDOUT" />
  186.             <appender-ref ref="DEBUG" />
  187.             <appender-ref ref="ERROR" />
  188.             <appender-ref ref="WARN" />
  189.             <appender-ref ref="INFO" />
  190.             <appender-ref ref="TRACE" />
  191.         </root>
  192.     </springProfile>
  194. </configuration>