TiDB slowlog 日志正则相关备忘

^#\sTime:\s+(\d{4}-\d{2}-\d{2}T.*)\s+#\sTxn_start_ts:\s.*\s+#\sUser:\s+(.*)\s+#\sConn_ID:\s+(.*)\s+#\sQuery_time:\s+(.*)\s+#\sParse_time:\s+(.*)\s+#\sCompile_time:\s+(.*)\s+#\sCop_time:\s+(.*)\s[Process_time:\s.*\s]?\sWait_time:\s(.*)\sRequest_count:\s(.*)\s.*\s+#\sDB:\s+(\w+)\s+#\sIndex_names:\s\[(.*)\][\s\S]*#\sMem_max:\s(\d+)[\s\S]*#\sSucc:\s(\w+)[\s\S]*#\sPlan_digest:\s.*\n(.*); 

#\sTime:\s+(\d{4}-\d{2}-\d{2}T.*)\s#\sTxn_start_ts:\s.*\s#\sUser:\s+(.*)\s#\sConn_ID:\s+(.*)\s#\sQuery_time:\s(.*)\s#\sParse_time:\s(.*)\s#\sCompile_time:\s(.*)\s#\sCop_time:\s(.*)\s[Process_time:\s.*\s]?Wait_time:\s(.*)\sRequest_count:\s(\d+)\sT.*\s.*\s#\sDB:\s(\w+)\s#\sIndex_names:\s\[(.*)\][\s\S]*#\sMem_max:\s(\d+)[\s\S]*#\sSucc:\s(\w+)[\s\S]*#\sPlan_digest:\s.*\n(.*);

'#\sTime:\s+(\d{4}-\d{2}-\d{2}T.*)\s#\sTxn_start_ts:\s.*\s#\sUser:\s+(.*)\s#\sConn_ID:\s+(.*)\s#\sQuery_time:\s(.*)\s#\sParse_time:\s(.*)\s#\sCompile_time:\s(.*)\s#\s(Cop_time:\s.*[\s\S]*Process_keys:\s.*)\s#\sDB:\s(\w+)\s#\sIndex_names:\s\[(.*)\][\s\S]*#\sMem_max:\s(\d+)[\s\S]*#\sSucc:\s(\w+)[\s\S]*#\sPlan_digest:\s.*\n(.*);'

Regex: '#\sTime:\s+(\d{4}-\d{2}-\d{2}T.*)[\s\S]*#\sQuery_time:\s(.*)[\s\S]*#\sPlan_digest:\s.*\n(.*);'
Keys: ['Time', 'Query_time', 'SQL']

# Time: 2020-07-22T14:17:14.142356599+08:00
# Txn_start_ts: 418224179389923341
# User: bikeca@172.20.3.177
# Conn_ID: 68501
# Query_time: 0.588679562
# Parse_time: 0.000064888
# Compile_time: 0.000995294
# Cop_time: 0.584971504 Process_time: 2.058 Wait_time: 0.266 Request_count: 2 Total_keys: 3 Process_keys: 2
# DB: bikeca
# Index_names: [t_bike_ca_trip:I_T_BIKE_CA_TRIP_3]
# Is_internal: false
# Digest: 8a21b3a5b362f57dd6d3b115665fc1b5e85c9e57253f814dbb3606ad9458e602
# Stats: t_bike_ca_trip:418224163177365514
# Num_cop_tasks: 2
# Cop_proc_avg: 0 Cop_proc_p90: 0 Cop_proc_max: 0 Cop_proc_addr: diiing-tikv-0.diiing-tikv-peer.tidb.svc:20160
# Cop_wait_avg: 0.133 Cop_wait_p90: 0.266 Cop_wait_max: 0.266 Cop_wait_addr: diiing-tikv-2.diiing-tikv-peer.tidb.svc:20160
# Mem_max: 36368
# Prepared: false
# Plan_from_cache: false
# Has_more_results: false
# Succ: true
# Plan: tidb_decode_plan('8gEcMAkxNV8xMAkBAiBiaWtlY2EudF8BCchfY2FfdHJpcC5nZW5fZGF0ZV86ZGVzYywgb2Zmc2V0OjAsIGNvdW50OjEKMQkzMF8zMgkBRPB5CjIJMTNfMzAJMQkwCXRhYmxlOlQwLCBpbmRleDpJX1RfQklLRV9DQV9UUklQXzMoT1BFUl9JRF8pLCByYW5nZTpbInUwOTI2MzM1OTE2NTJBZE0iLCJ1MDkyNjMzNTkxNjUyQWRNIl0sIGtlZXAgb3JkZXI6ZmFsc2UBegwwXzMxOnoAQicA')
# Plan_digest: 66c6d1858d151175f5122903669cfd3596a42c1757d73e9449dcc9533d721d0a
SELECT T0.* FROM T_BIKE_CA_TRIP T0  WHERE T0.OPER_ID_='u092633591652AdM' ORDER BY T0.GEN_DATE_ DESC limit 0,1;

cat tidb-slowlog.yaml
apiVersion: log.alibabacloud.com/v1alpha1
kind: AliyunLogConfig
metadata:
  name: tidb-slowlog
spec:
  logstore: tidb-slowlog
  lifeCycle: 10
  logtailConfig:
    inputType: plugin
    configName: tidb-slowlog
    inputDetail:
      plugin:
        inputs:
        - type: service_docker_stdout
          detail:
            Stdout: true
            Stderr: true
            BeginLineCheckLength: 30
            BeginLineRegex: '#\sTime:\s+\d{4}-\d{2}-\d{2}T.*'
            IncludeLabel:
              "io.kubernetes.container.name": "slowlog"
        processors:
        - type: processor_regex
          detail:
            SourceKey: content
            Regex: '#\sTime:\s+(\d{4}-\d{2}-\d{2}T.*)\s#\sTxn_start_ts:\s.*\s#\sUser:\s+(.*)\s#\sConn_ID:\s+(.*)\s#\sQuery_time:\s(.*)\s#\sParse_time:\s(.*)\s#\sCompile_time:\s(.*)\s#\sCop_time:\s.*[\s\S]*Process_keys:\s.*\s#\sDB:\s(\w+)\s#\sIndex_names:\s\[(.*)\][\s\S]*#\sMem_max:\s(\d+)[\s\S]*#\sSucc:\s(\w+)[\s\S]*#\sPlan_digest:\s.*\n(.*);'
            Keys: ['Time', 'User', 'Conn_ID', 'Query_time', 'Parse_time', 'Compile_time', 'Cop_time', 'Wait_time', 'Request_count', 'DB', 'Index_names', 'Mem_max', 'Succ', 'SQL']
            KeepSource: true
            NoKeyError: true
            NoMatchError: true