logback.xml 16.9 KB
<?xml version="1.0" encoding="UTF-8"?>

<!-- 从高到地低 OFF 、 FATAL 、 ERROR 、 WARN 、 INFO 、 DEBUG 、 TRACE 、 ALL -->
<!-- 日志输出规则 根据当前ROOT 级别,日志输出时,级别高于root默认的级别时 会输出 -->
<!-- 以下 每个配置的 filter 是过滤掉输出文件里面,会出现高级别文件,依然出现低级别的日志信息,通过filter 过滤只记录本级别的日志 -->


<!-- 属性描述 scan:性设置为true时,配置文件如果发生改变,将会被重新加载,默认值为true scanPeriod:设置监测配置文件是否有修改的时间间隔,如果没有给出时间单位,默认单位是毫秒。当scan为true时,此属性生效。默认的时间间隔为1分钟。 
	debug:当此属性设置为true时,将打印出logback内部日志信息,实时查看logback运行状态。默认值为false。 -->
<configuration scan="true" scanPeriod="60 seconds" debug="false">

	<!-- DEBUG、INFO、WARN、ERROR级别日志 appender -->
	<appender name="DEBUG_LOG" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/debug.log</file>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<!-- daily rollover -->
			<fileNamePattern>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/archived/debug.%d{yyyy-MM-dd}.%i.log</fileNamePattern>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<!-- or whenever the file size reaches 100MB -->
				<maxFileSize>${yoho.logs.maxFileSize}</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
			<!-- keep 30 days' worth of history yoho.logs.maxHistory-->
			<maxHistory>${search.logs.maxHistory}</maxHistory>
		</rollingPolicy>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger:%line - %msg%n</pattern>
		</encoder>
	</appender>

	<!-- WARN、ERROR级别日志 appender -->
	<appender name="WARN_LOG" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/warn-log.log</file>
		<!-- 过滤器,过滤掉 TRACE 和 DEBUG 和 INFO 级别的日志 -->
		<filter class="ch.qos.logback.classic.filter.ThresholdFilter">
			<level>WARN</level>
		</filter>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<!-- daily rollover -->
			<fileNamePattern>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/archived/warn.%d{yyyy-MM-dd}.%i.log
			</fileNamePattern>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<!-- or whenever the file size reaches 100MB -->
				<maxFileSize>${yoho.logs.maxFileSize}</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
			<!-- keep 30 days' worth of history -->
			<maxHistory>${search.logs.maxHistory}</maxHistory>
		</rollingPolicy>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger:%line - %msg%n</pattern>
		</encoder>
	</appender>


	<!-- HTTP请求超时 appender -->
	<appender name="REQUEST_TIMEOUT" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/request-timeout.log</file>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<!-- daily rollover -->
			<fileNamePattern>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/archived/request-timeout.%d{yyyy-MM-dd}.%i.log</fileNamePattern>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<!-- or whenever the file size reaches 100MB -->
				<maxFileSize>${yoho.logs.maxFileSize}</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
			<!-- keep 30 days' worth of history -->
			<maxHistory>${search.logs.maxHistory}</maxHistory>
		</rollingPolicy>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger:%line - %msg%n</pattern>
		</encoder>
	</appender>

	<!-- 数据库超时日志 appender -->
	<appender name="DATABASE_TIMEOUT" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/database-timeout.log</file>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<!-- daily rollover -->
			<fileNamePattern>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/archived/database-timeout.%d{yyyy-MM-dd}.%i.log</fileNamePattern>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<!-- or whenever the file size reaches 100MB -->
				<maxFileSize>${yoho.logs.maxFileSize}</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
			<!-- keep 30 days' worth of history -->
			<maxHistory>${search.logs.maxHistory}</maxHistory>
		</rollingPolicy>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger:%line - %msg%n</pattern>
		</encoder>
	</appender>
	
	<!-- 数据库相关日志  -->
	<appender name="DATASOURCE_RELATED" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/datasource-related.log</file>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<!-- daily rollover -->
			<fileNamePattern>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/archived/datasource-related.%d{yyyy-MM-dd}.%i.log</fileNamePattern>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<!-- or whenever the file size reaches 100MB -->
				<maxFileSize>${yoho.logs.maxFileSize}</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
			<!-- keep 30 days' worth of history -->
			<maxHistory>${search.logs.maxHistory}</maxHistory>
		</rollingPolicy>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger:%line - %msg%n</pattern>
		</encoder>
	</appender>
	
	<!-- 数据库报错日志  -->
	<appender name="DATASOURCE_ERROR" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/datasource-error.log</file>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<!-- daily rollover -->
			<fileNamePattern>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/archived/datasource-error.%d{yyyy-MM-dd}.%i.log</fileNamePattern>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<!-- or whenever the file size reaches 100MB -->
				<maxFileSize>${yoho.logs.maxFileSize}</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
			<!-- keep 30 days' worth of history -->
			<maxHistory>${search.logs.maxHistory}</maxHistory>
		</rollingPolicy>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger:%line - %msg%n</pattern>
		</encoder>
	</appender>

	<!-- 服务请求统计 appender -->
	<appender name="REQUEST_STAT" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/request-stat.log</file>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<!-- daily rollover -->
			<fileNamePattern>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/archived/request-stat.%d{yyyy-MM-dd}.%i.log</fileNamePattern>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<!-- or whenever the file size reaches 100MB -->
				<maxFileSize>${yoho.logs.maxFileSize}</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
			<!-- keep 30 days' worth of history -->
			<maxHistory>${search.logs.maxHistory}</maxHistory>
		</rollingPolicy>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger:%line - %msg%n</pattern>
		</encoder>
	</appender>

	<!-- 全量建索引 appender -->
	<appender name="INDEX_REBULDER_APPAND" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/index-rebuild.log</file>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<!-- daily rollover -->
			<fileNamePattern>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/archived/index-rebuild.%d{yyyy-MM-dd}.%i.log</fileNamePattern>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<!-- or whenever the file size reaches 100MB -->
				<maxFileSize>${yoho.logs.maxFileSize}</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
			<!-- keep 30 days' worth of history -->
			<maxHistory>${search.logs.maxHistory}</maxHistory>
		</rollingPolicy>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger:%line - %msg%n</pattern>
		</encoder>
	</appender>

	<!-- 支持重试的业务执行日志 appender -->
	<appender name="FLOW_EXECUTOR_APPAND" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/retry-business.log</file>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<!-- daily rollover -->
			<fileNamePattern>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/archived/retry-business.%d{yyyy-MM-dd}.%i.log</fileNamePattern>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<!-- or whenever the file size reaches 100MB -->
				<maxFileSize>${yoho.logs.maxFileSize}</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
			<!-- keep 30 days' worth of history -->
			<maxHistory>${search.logs.maxHistory}</maxHistory>
		</rollingPolicy>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger:%line - %msg%n</pattern>
		</encoder>
	</appender>

	<!-- 爬虫相关 appender -->
	<appender name="SPIDER_APPAND" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/spider.log</file>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<!-- daily rollover -->
			<fileNamePattern>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/archived/spider.%d{yyyy-MM-dd}.%i.log</fileNamePattern>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<!-- or whenever the file size reaches 100MB -->
				<maxFileSize>${yoho.logs.maxFileSize}</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
			<!-- keep 30 days' worth of history -->
			<maxHistory>${search.logs.maxHistory}</maxHistory>
		</rollingPolicy>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level - %msg%n
			</pattern>
		</encoder>
	</appender>

	<appender name="CONSUMER_REPORTER_APPEND" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/consumer-reporter.log</file>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<fileNamePattern>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/archived/consumer-reporter.%d{yyyy-MM-dd}.%i.log</fileNamePattern>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<maxFileSize>${yoho.logs.maxFileSize}</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
			<maxHistory>${search.logs.maxHistory}</maxHistory>
		</rollingPolicy>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} - %msg%n</pattern>
		</encoder>
	</appender>

	<!-- 事件上报 appender -->
	<appender name="SEARCH_EVENT_APPAND" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/search-event.log</file>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<!-- daily rollover -->
			<fileNamePattern>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/archived/search-event.%d{yyyy-MM-dd}.%i.log</fileNamePattern>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<!-- or whenever the file size reaches 100MB -->
				<maxFileSize>${yoho.logs.maxFileSize}</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
			<!-- keep 30 days' worth of history -->
			<maxHistory>${search.logs.maxHistory}</maxHistory>
		</rollingPolicy>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger:%line - %msg%n</pattern>
		</encoder>
	</appender>
	
	<!-- 增量性能统计 appender -->
	<appender name="INCREASE_PERFORMANCE_APPAND" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/increase-performance.log</file>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<!-- daily rollover -->
			<fileNamePattern>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/archived/increase-performance.%d{yyyy-MM-dd}.%i.log</fileNamePattern>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<!-- or whenever the file size reaches 100MB -->
				<maxFileSize>${yoho.logs.maxFileSize}</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
			<!-- keep 30 days' worth of history -->
			<maxHistory>${search.logs.maxHistory}</maxHistory>
		</rollingPolicy>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger:%line - %msg%n</pattern>
		</encoder>
	</appender>

	<!-- 数据清除 appender -->
	<appender name="CLEAN_DATA_APPAND" class="ch.qos.logback.core.rolling.RollingFileAppender">
		<file>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/clean-data.log</file>
		<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
			<!-- daily rollover -->
			<fileNamePattern>${yoho.logs.basedir}/${yoho.search.consumer.env.namespace}/archived/clean-data.%d{yyyy-MM-dd}.%i.log</fileNamePattern>
			<timeBasedFileNamingAndTriggeringPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedFNATP">
				<!-- or whenever the file size reaches 100MB -->
				<maxFileSize>${yoho.logs.maxFileSize}</maxFileSize>
			</timeBasedFileNamingAndTriggeringPolicy>
			<!-- keep 30 days' worth of history -->
			<maxHistory>${search.logs.maxHistory}</maxHistory>
		</rollingPolicy>
		<encoder>
			<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger:%line - %msg%n</pattern>
		</encoder>
	</appender>
	
	

	<!-- 数据库操作日志 暂时屏蔽spring框架日志 -->
	<logger name="java.sql.PreparedStatement" value="${yoho.logs.level}" />
	<logger name="java.sql.Connection" value="${yoho.logs.level}" />
	<logger name="java.sql.Statement" value="${yoho.logs.level}" />
	<logger name="com.ibatis" value="${yoho.logs.level}" />
	<logger name="com.ibatis.common.jdbc.SimpleDataSource" value="${yoho.logs.level}" />
	<logger name="com.ibatis.common.jdbc.ScriptRunner" level="${yoho.logs.level}" />
	<logger name="com.ibatis.sqlmap.engine.impl.SqlMapClientDelegate" value="${yoho.logs.level}" />
	<logger name="org.springframework" level="INFO" />
	<logger name="com.yoho.search" level="INFO" />
	<logger name="org.apache.zookeeper.ClientCnxn" level="WARN" />
	<!-- root级别 DEBUG -->
	<root level="INFO">
		<!-- 文件输出 -->
		<appender-ref ref="DEBUG_LOG" />
		<appender-ref ref="WARN_LOG" />
	</root>

	<!-- http请求处理超时日志 -->
	<logger name="com.yoho.core.common.monitor.ThreadProfile" additivity="false">
		<level value="INFO" />
		<appender-ref ref="REQUEST_TIMEOUT" />
	</logger>
	
	<!-- 服务请求统计 -->
	<logger name="com.yoho.core.common.monitor" additivity="false">
		<level value="INFO" />
		<appender-ref ref="REQUEST_STAT" />
	</logger>
	
	<!-- 数据库报错日志 -->
	<logger name="com.yoho.core.dal.datasource.intercepor.DaoInterceptor" additivity="true">
		<level value="ERROR" />
		<appender-ref ref="DATASOURCE_ERROR" />
	</logger>

	<!-- 数据库相关日志 -->
	<logger name="com.yoho.core.dal.datasource" additivity="false">
		<level value="INFO" />
		<appender-ref ref="DATASOURCE_RELATED" />
	</logger>

	<!-- 重建索引日志 -->
	<logger name="INDEX_REBULDER" additivity="false">
		<level value="INFO" />
		<appender-ref ref="INDEX_REBULDER_APPAND" />
	</logger>

	<!-- 支持重试的业务执行日志 -->
	<logger name="FLOW_EXECUTOR" additivity="false">
		<level value="INFO" />
		<appender-ref ref="FLOW_EXECUTOR_APPAND" />
	</logger>

	<logger name="SEARCH_SPIDER" additivity="false">
		<level value="INFO" />
		<appender-ref ref="SPIDER_APPAND" />
	</logger>

	<logger name="CONSUMER_REPORTER" additivity="false">
		<level value="INFO" />
		<appender-ref ref="CONSUMER_REPORTER_APPEND" />
	</logger>

	<!-- 事件上报日志 -->
	<logger name="SEARCH_EVENT_LOG" additivity="false">
		<level value="INFO" />
		<appender-ref ref="SEARCH_EVENT_APPAND" />
	</logger>

	<!-- 增量性能统计 -->
	<logger name="INCREASE_PERFORMANCE" additivity="false">
		<level value="INFO" />
		<appender-ref ref="INCREASE_PERFORMANCE_APPAND" />
	</logger>

	<!-- 数据清除日志 -->
	<logger name="CLEAN_DATA" additivity="false">
		<level value="INFO"/>
		<appender-ref ref="CLEAN_DATA_APPAND"/>
	</logger>

</configuration>