2023-07-21T16:52:07.34583+08:00 INFO [23376,] caller=sdk/sdk_init.go:43:InitSDK: init sdk conf {ConfigPropertiesDir:conf/config_properties ModuleConfigDir:conf/module_config CryptoPath:conf/.config_secret.key CryptoMethod:plain} 2023-07-21T16:52:07.34706+08:00 INFO [23376,] caller=config/config_reader_writer.go:218:loadYamlFilesFromPath: read config files from path /home/admin/obagent/conf/config_properties 2023-07-21T16:52:07.34746+08:00 INFO [23376,] caller=config/config_reader_writer.go:224:loadYamlFilesFromPath: read config from path /home/admin/obagent/conf/config_properties, files length 2 2023-07-21T16:52:07.35439+08:00 INFO [23376,] caller=config/config_reader_writer.go:218:loadYamlFilesFromPath: read config files from path /home/admin/obagent/conf/module_config 2023-07-21T16:52:07.35469+08:00 INFO [23376,] caller=config/config_reader_writer.go:224:loadYamlFilesFromPath: read config from path /home/admin/obagent/conf/module_config, files length 6 2023-07-21T16:52:07.47312+08:00 INFO [23376,] caller=monagent/main.go:100:runMonitorAgent: sdk inited 2023-07-21T16:52:07.47545+08:00 INFO [23376,] caller=sdk/monagent_callbacks.go:104:func8: module monagent.admin.basic.auth init config sucessfully 2023-07-21T16:52:07.53348+08:00 INFO [23376,] caller=sdk/monagent_callbacks.go:73:func5: module monagent.server.basic.auth init config sucessfully 2023-07-21T16:52:07.54452+08:00 WARN [23376,] caller=engine/pipeline_module_callback.go:115:InitPipelineModuleCallback: pipeline module monitor.mysql is inactive, just skip 2023-07-21T16:52:07.55416+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=info, fields.msg="Parsed flag --collector.filesystem.mount-points-exclude", flag="^/(dev|proc|sys|var/lib/docker/.+)($|/)" 2023-07-21T16:52:07.55481+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=info, fields.msg="Parsed flag --collector.filesystem.fs-types-exclude", flag="^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$" 2023-07-21T16:52:07.55951+08:00 INFO [23376,] caller=retag/retag.go:74:Init: retag processor init with config&{map[] map[] map[app:HOST svr_ip:172.118.81.151]} 2023-07-21T16:52:07.5603+08:00 INFO [23376,] caller=prometheus/prometheus.go:89:Init: prometheus exporter config : &{fmtText} 2023-07-21T16:52:07.56065+08:00 INFO [23376,] caller=route/monagent_route.go:40:RegisterPipelineRoute: register route /metrics/node/host 2023-07-21T16:52:07.56109+08:00 INFO [23376,] caller=engine/pipeline_module_callback.go:33:addPipeline: add pipeline module result succeed 2023-07-21T16:52:07.76534+08:00 INFO [23376,] caller=mysql/table_input.go:144:Init: table input init with config&{0 0xc0002a56a0 map[ob_is_rootservice:false ob_is_v3:false ob_is_v4:false ob_svr_ip:172.118.81.151 ob_svr_port:2882] [0xc0001a3f80 0xc00029e000 0xc00029e080 0xc00029e100 0xc00029e180 0xc00029e200 0xc00029e280 0xc00029e400 0xc00029e480 0xc00029e500 0xc00029e580 0xc00029e600 0xc00029e680 0xc00029e700 0xc00029e780 0xc00029e800] 4} 2023-07-21T16:52:07.77337+08:00 INFO [23376,] caller=mysql/table_input.go:161:Init: successfully init mysql table input plugin 2023-07-21T16:52:07.77493+08:00 INFO [23376,] caller=retag/retag.go:74:Init: retag processor init with config&{map[] map[] map[app:OB ob_cluster_id:20230720 ob_cluster_name:obce-3zones obzone:zone1 svr_ip:172.118.81.151]} 2023-07-21T16:52:07.77548+08:00 INFO [23376,] caller=prometheus/prometheus.go:89:Init: prometheus exporter config : &{fmtText} 2023-07-21T16:52:07.83753+08:00 INFO [23376,] caller=mysql/table_input.go:144:Init: table input init with config&{0 0xc0004ae4e0 map[ob_is_rootservice:false ob_is_v3:false ob_is_v4:false ob_svr_ip:172.118.81.151 ob_svr_port:2882] [0xc000131680 0xc000131700 0xc000131780 0xc000131800 0xc000131880 0xc000131900 0xc000131980 0xc000131a00 0xc000131a80 0xc000131b00 0xc000131b80 0xc000131c00 0xc000131c80 0xc000131d00] 4} 2023-07-21T16:52:07.84896+08:00 INFO [23376,] caller=mysql/table_input.go:161:Init: successfully init mysql table input plugin 2023-07-21T16:52:07.8509+08:00 INFO [23376,] caller=retag/retag.go:74:Init: retag processor init with config&{map[] map[] map[app:OB ob_cluster_id:20230720 ob_cluster_name:obce-3zones obzone:zone1 svr_ip:172.118.81.151]} 2023-07-21T16:52:07.85159+08:00 INFO [23376,] caller=prometheus/prometheus.go:89:Init: prometheus exporter config : &{fmtText} 2023-07-21T16:52:07.85185+08:00 INFO [23376,] caller=route/monagent_route.go:40:RegisterPipelineRoute: register route /metrics/ob/basic 2023-07-21T16:52:07.85234+08:00 INFO [23376,] caller=route/monagent_route.go:40:RegisterPipelineRoute: register route /metrics/ob/extra 2023-07-21T16:52:07.85366+08:00 INFO [23376,] caller=engine/pipeline_module_callback.go:33:addPipeline: add pipeline module result succeed 2023-07-21T16:52:07.8763+08:00 WARN [23376,] caller=engine/pipeline_module_callback.go:115:InitPipelineModuleCallback: pipeline module monitor.ob.log is inactive, just skip 2023-07-21T16:52:07.9677+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.015240863, err="couldn't get SNTP reply: read udp 127.0.0.1:32965->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:07.96803+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.016217449, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:07.97931+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=14.14 2023-07-21T16:52:07.9799+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=27.39 2023-07-21T16:52:07.98234+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:07.98337+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=31.47 2023-07-21T16:52:07.9847+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:07.98339+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000421496, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:07.9854+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.006694955, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:07.99046+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:07.99376+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:07.99455+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:07.99501+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:07.99463+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:07.99537+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:07.99597+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:07.99576+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:07.99659+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:07.99698+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:07.99726+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.018837798, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T16:52:07.99647+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:08.00915+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T16:52:08.03496+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T16:52:08.03547+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T16:52:08.03591+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T16:52:08.03662+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T16:52:08.04131+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T16:52:08.04204+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T16:52:08.042+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.0447+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T16:52:08.04478+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.04567+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.04607+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.04515+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T16:52:08.04196+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.077855895, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:08.04664+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T16:52:08.04679+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.04717+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.04732+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T16:52:08.04183+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.5931881472e+10 Active_bytes:3.7375234048e+10 Active_file_bytes:1.443352576e+09 AnonHugePages_bytes:3.441426432e+10 AnonPages_bytes:3.5929690112e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.019725312e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.1653366784e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:311296 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.7796608e+08 Inactive_file_bytes:5.6066048e+08 KernelStack_bytes:2.4100864e+07 Mapped_bytes:1.36732672e+08 MemAvailable_bytes:1.2526288896e+10 MemFree_bytes:1.0832605184e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.2702336e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16477952e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.085888e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:08.04767+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.04798+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.04773+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T16:52:08.04848+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.04877+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.04883+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T16:52:08.04919+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T16:52:08.04924+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.04997+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.05012+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T16:52:08.04998+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.08553983, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:08.05059+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T16:52:08.05062+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.051+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T16:52:08.05108+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.0514+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T16:52:08.05178+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.05222+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.05282+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.05318+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.0542+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.074371504, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T16:52:08.05594+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.05632+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.05709+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.05741+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.05968+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu19, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.06041+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu19, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.06209+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu2, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.06257+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu2, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.06335+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu20, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.06375+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu20, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.06441+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu21, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.06481+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu21, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.06542+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu22, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.06578+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu22, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.06649+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu23, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.06794+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu23, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.06852+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu3, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.06877+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu3, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.06925+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu4, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.06956+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu4, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.07004+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu5, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.07033+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu5, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.07077+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu6, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.07108+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu6, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.07145+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.103509569, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:08.07182+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu7, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.07238+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu7, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.07308+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu8, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.07351+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu8, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.07416+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu9, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:08.07463+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu9, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:08.07504+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.095634063, fields.level=debug, fields.msg="collector succeeded", name=cpu 2023-07-21T16:52:08.42341+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:08.42387+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:08.42564+08:00 INFO [23376,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T16:52:08.42792+08:00 INFO [23376,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_disk 2023-07-21T16:52:08.42928+08:00 INFO [23376,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T16:52:08.43241+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:08.43254+08:00 INFO [23376,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_server_resource 2023-07-21T16:52:08.43398+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:08.44532+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:08.44637+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:08.46042+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:08.49882+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:08.49949+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ total_size, free_size from __all_virtual_disk_stat where svr_ip = ? and svr_port = ? 2023-07-21T16:52:08.52039+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:08.52852+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:08.59098+08:00 INFO [23376,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T16:52:08.59215+08:00 INFO [23376,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_server_resource 2023-07-21T16:52:08.59409+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:08.59792+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:08.61356+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:08.63945+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:08.64066+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:08.65416+08:00 INFO [23376,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_partition 2023-07-21T16:52:08.66263+08:00 INFO [23376,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_partition 2023-07-21T16:52:08.66534+08:00 INFO [23376,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server 2023-07-21T16:52:08.67002+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:08.66634+08:00 INFO [23376,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_server 2023-07-21T16:52:08.76895+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:08.81479+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:08.92071+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:08.94349+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:08.9577+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_plan_cache 2023-07-21T16:52:09.15112+08:00 INFO [23376,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T16:52:09.15429+08:00 INFO [23376,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server 2023-07-21T16:52:09.29915+08:00 INFO [23376,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_partition 2023-07-21T16:52:09.29523+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:09.30102+08:00 INFO [23376,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_partition 2023-07-21T16:52:09.30622+08:00 INFO [23376,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_server_resource 2023-07-21T16:52:09.30271+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:09.35438+08:00 INFO [23376,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_server 2023-07-21T16:52:09.39406+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:09.41481+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:09.50457+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:09.50443+08:00 INFO [23376,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_partition 2023-07-21T16:52:09.50526+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:09.53235+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:09.53324+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:09.53405+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:09.53461+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:09.531+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:09.55265+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:09.55236+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.263554248, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:09.56663+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:09.58296+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:09.58313+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:09.58407+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:09.58453+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:09.58496+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:09.5854+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.376502758, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T16:52:09.6134+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:09.61384+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=14.14 2023-07-21T16:52:09.63828+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_plan_cache 2023-07-21T16:52:09.65467+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=27.39 2023-07-21T16:52:09.65853+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:09.65823+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:09.65904+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=31.47 2023-07-21T16:52:09.67866+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.050198862, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:09.72655+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:09.80467+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:09.80736+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:09.80741+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:09.80736+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:09.91887+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:09.91878+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:09.92734+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:09.96652+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ tenant_name, 1 as role, case when cnt is null then 0 else cnt end as cnt from (select __all_tenant.tenant_name, t1.cnt from __all_tenant left join (select tenant_id, count(*) as cnt from __all_virtual_partition_info where svr_ip = ? and svr_port = ? group by tenant_id) t1 on __all_tenant.tenant_id = t1.tenant_id) t2 2023-07-21T16:52:09.91877+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ cpu_total,cpu_assigned,mem_total,mem_assigned,disk_total,disk_assigned,unit_num,migrating_unit_num,cpu_assigned_percent, mem_assigned_percent, disk_assigned_percent from __all_virtual_server_stat where svr_ip = ? and svr_port = ? 2023-07-21T16:52:10.00261+08:00 INFO [23376,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_partition 2023-07-21T16:52:10.00335+08:00 WARN [23376,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T16:52:10.0057+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:10.0223+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:10.02776+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ group_concat(svr_ip SEPARATOR ',') as servers, status, count(1) as cnt from __all_server group by status 2023-07-21T16:52:10.02851+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:10.10574+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:10.1206+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T16:52:10.12209+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:10.12604+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:10.32515+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:10.32852+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:10.32919+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_plan_cache 2023-07-21T16:52:09.78889+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:10.33328+08:00 WARN [23376,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T16:52:10.34239+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:09.96016+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ cpu_total,cpu_assigned,mem_total,mem_assigned,disk_total,disk_assigned,unit_num,migrating_unit_num,cpu_assigned_percent, mem_assigned_percent, disk_assigned_percent from __all_virtual_server_stat where svr_ip = ? and svr_port = ? 2023-07-21T16:52:10.3433+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.052987224, err="couldn't get SNTP reply: read udp 127.0.0.1:48820->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:10.3261+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:10.34401+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_plan_cache 2023-07-21T16:52:10.34391+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:10.34249+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:10.34411+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:09.93469+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ group_concat(svr_ip SEPARATOR ',') as servers, status, count(1) as cnt from __all_server group by status 2023-07-21T16:52:10.34281+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:10.37358+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:09.96035+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T16:52:10.373+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:10.3724+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:10.3827+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:10.38348+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:10.44047+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:10.45108+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:10.45791+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T16:52:10.37361+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ tenant_name, 1 as role, case when cnt is null then 0 else cnt end as cnt from (select __all_tenant.tenant_name, t1.cnt from __all_tenant left join (select tenant_id, count(*) as cnt from __all_virtual_partition_info where svr_ip = ? and svr_port = ? group by tenant_id) t1 on __all_tenant.tenant_id = t1.tenant_id) t2 2023-07-21T16:52:10.46387+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T16:52:10.46429+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:10.57615+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:10.59364+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:10.59413+08:00 WARN [23376,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T16:52:10.59217+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:10.63188+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T16:52:10.63241+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:10.63287+08:00 WARN [23376,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T16:52:10.63295+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:10.59649+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:10.60425+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:10.75501+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:10.8427+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:10.75477+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:11.04278+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:11.04797+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:11.09079+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:11.12746+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:11.12741+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T16:52:11.1272+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T16:52:11.12967+08:00 WARN [23376,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T16:52:11.10765+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T16:52:11.14056+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T16:52:11.12951+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T16:52:11.12209+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:11.11338+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T16:52:11.14338+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T16:52:11.09645+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T16:52:11.13239+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T16:52:11.14109+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.046318462, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:11.15261+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=17.65 2023-07-21T16:52:11.16832+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=27.9 2023-07-21T16:52:11.16684+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T16:52:11.16938+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=31.61 2023-07-21T16:52:11.17012+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.026514728, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:11.21319+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:11.21398+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:11.21475+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:11.21528+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:11.21589+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:11.21667+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:11.21706+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:11.21788+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.150469626, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T16:52:11.13281+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T16:52:11.374+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T16:52:11.37628+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T16:52:11.40822+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:11.4755+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T16:52:11.50298+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:11.50402+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:11.5818+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:11.56375+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:11.58023+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:11.59139+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:11.58742+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:11.58201+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:11.59205+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:11.59264+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:11.59858+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=17.65 2023-07-21T16:52:11.59115+08:00 WARN [23376,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T16:52:11.64058+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.009429261, err="couldn't get SNTP reply: read udp 127.0.0.1:56340->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:11.69471+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:11.72839+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:11.76149+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:11.76162+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:11.77665+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:11.78771+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T16:52:11.76344+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ tenant_name, 1 as role, case when cnt is null then 0 else cnt end as cnt from (select __all_tenant.tenant_name, t1.cnt from __all_tenant left join (select tenant_id, count(*) as cnt from __all_virtual_partition_info where svr_ip = ? and svr_port = ? group by tenant_id) t1 on __all_tenant.tenant_id = t1.tenant_id) t2 2023-07-21T16:52:11.78857+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:11.72824+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:11.83464+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:11.6459+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:11.69637+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:11.66175+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:11.85045+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:11.85241+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.021276061, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:11.85245+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:12.40461+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:12.40586+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=27.9 2023-07-21T16:52:12.57068+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:13.95473+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=17.65 2023-07-21T16:52:14.01585+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:13.07341+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:13.06034+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T16:52:13.04286+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:12.95494+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:12.44077+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T16:52:14.14056+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:12.48268+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:13.37666+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T16:52:14.35763+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:13.07377+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:14.48717+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:13.17631+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:13.61834+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:14.14193+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:12.86955+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:12.44808+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.157311346, err="couldn't get SNTP reply: read udp 127.0.0.1:45241->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:14.37341+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T16:52:15.0276+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=31.61 2023-07-21T16:52:15.06368+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:15.16052+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.5626123280000002, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:14.9227+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:15.18249+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T16:52:13.91415+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:14.92235+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.485319246, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:14.93091+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:14.95592+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:14.76894+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T16:52:15.02672+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:15.56224+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T16:52:16.50492+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:16.50201+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:16.55903+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:16.51989+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=24.32 2023-07-21T16:52:17.36748+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:16.51451+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.484894096, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:17.36611+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.005530156, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:17.36671+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.285323084, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:17.37172+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:17.52769+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:17.37144+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:17.6905+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:17.71205+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:17.72131+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.24787476, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:17.73333+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:17.72069+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:17.6265+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:17.4993+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:17.9248+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:17.86856+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:17.7189+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:17.94569+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:18.02732+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:17.91757+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:17.72591+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6082290688e+10 Active_bytes:3.7525917696e+10 Active_file_bytes:1.443627008e+09 AnonHugePages_bytes:3.4449915904e+10 AnonPages_bytes:3.6073562112e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020020224e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2101374976e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:356352 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77982464e+08 Inactive_file_bytes:5.60676864e+08 KernelStack_bytes:2.4444928e+07 Mapped_bytes:1.38862592e+08 MemAvailable_bytes:1.2372045824e+10 MemFree_bytes:1.0678071296e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.4877312e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16453376e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08564224e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:18.0239+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:18.02762+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=0, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=72433.5, old_value=72434.87 2023-07-21T16:52:18.02848+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T16:52:18.02882+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:18.03094+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:17.92268+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:17.91736+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:17.94662+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:18.02849+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T16:52:18.12145+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:18.12165+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T16:52:18.33156+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:18.58114+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:18.62774+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:18.31115+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:18.7896+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=24.32 2023-07-21T16:52:17.71826+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:18.7971+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000934467, err="couldn't get SNTP reply: read udp 127.0.0.1:51485->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:18.89209+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=9.363040504, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:18.58036+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:18.04688+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:18.12094+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:19.03136+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:18.90808+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:19.02623+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:19.07133+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T16:52:19.19118+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:19.15961+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:19.25106+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:18.88666+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.037485945, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:19.2521+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:19.28555+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:19.25093+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:19.20057+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:19.29594+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:19.29576+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:19.33266+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=24.32 2023-07-21T16:52:19.37633+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:19.34927+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:19.39168+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:19.42519+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.12 2023-07-21T16:52:19.42599+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:19.4346+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:19.4352+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:19.4839+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T16:52:19.48684+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000824009, err="couldn't get SNTP reply: read udp 127.0.0.1:53877->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:19.49258+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=0, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5913.24, old_value=5913.37 2023-07-21T16:52:19.48589+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:19.49872+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.065522092, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:19.49955+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.233668114, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:16.65975+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:19.50129+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:19.50175+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:19.5018+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.12 2023-07-21T16:52:19.50381+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:19.50782+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:19.49752+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:19.5083+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:19.53957+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:19.53978+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:19.56991+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:19.5723+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:19.57214+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:19.57092+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:19.59038+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:19.59076+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T16:52:19.60741+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:19.61006+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=31.98 2023-07-21T16:52:19.60401+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:19.60985+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:19.61644+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=0, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2377.27, old_value=2377.53 2023-07-21T16:52:19.62529+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:19.56941+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:19.56912+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:19.60765+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:19.65085+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T16:52:19.65141+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:19.69992+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:19.62615+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:19.71239+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:19.71219+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=31.98 2023-07-21T16:52:19.71358+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T16:52:19.57256+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.12 2023-07-21T16:52:19.69206+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T16:52:19.6505+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:19.7293+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T16:52:19.61738+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:19.76194+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:19.69646+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:19.76564+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:19.6918+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:19.78688+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:19.79603+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:19.79737+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T16:52:19.84483+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6148424704e+10 Active_bytes:3.7592100864e+10 Active_file_bytes:1.44367616e+09 AnonHugePages_bytes:3.445620736e+10 AnonPages_bytes:3.614584832e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020069376e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2116825088e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:405504 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.7798656e+08 Inactive_file_bytes:5.6068096e+08 KernelStack_bytes:2.4444928e+07 Mapped_bytes:1.38911744e+08 MemAvailable_bytes:1.2304265216e+10 MemFree_bytes:1.061023744e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.5676032e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16453376e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08564224e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:19.85513+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T16:52:19.84277+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:19.9192+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T16:52:19.93953+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:20.14833+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6155281408e+10 Active_bytes:3.7598994432e+10 Active_file_bytes:1.443713024e+09 AnonHugePages_bytes:3.4460401664e+10 AnonPages_bytes:3.6155977728e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020110336e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2120134656e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:315392 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77982464e+08 Inactive_file_bytes:5.60676864e+08 KernelStack_bytes:2.4444928e+07 Mapped_bytes:1.38928128e+08 MemAvailable_bytes:1.2297900032e+10 MemFree_bytes:1.0603839488e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.5835776e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16457472e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.0856832e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:20.40576+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:20.40692+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:20.40661+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:20.41284+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.406665797, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:20.38143+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:19.93651+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:20.35948+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:19.93731+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:19.93546+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.493008568, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:20.58291+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=11.287623154, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:20.44086+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:20.66347+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:19.93638+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=1, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=73257.72, old_value=73258.88 2023-07-21T16:52:20.71497+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=1, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5714.9, old_value=5715.08 2023-07-21T16:52:20.52347+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:20.71605+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:20.71585+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:19.93555+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T16:52:20.74088+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:20.75669+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:20.75728+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=6.398615855, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T16:52:20.75201+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T16:52:15.02591+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:19.93733+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:20.76827+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T16:52:20.77232+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T16:52:20.76853+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:20.77289+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T16:52:15.15922+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:20.77352+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T16:52:20.77306+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:21.01507+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:21.02063+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.310141469, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:20.76726+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:20.84504+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:21.02419+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.742182288, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T16:52:20.76756+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:19.93787+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:21.03312+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:20.9008+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6170625024e+10 Active_bytes:3.7614338048e+10 Active_file_bytes:1.443713024e+09 AnonHugePages_bytes:3.4460401664e+10 AnonPages_bytes:3.6170215424e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020110336e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2122903552e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:315392 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77982464e+08 Inactive_file_bytes:5.60676864e+08 KernelStack_bytes:2.4444928e+07 Mapped_bytes:1.38928128e+08 MemAvailable_bytes:1.2283363328e+10 MemFree_bytes:1.0589302784e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.5835776e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16457472e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.0856832e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:21.06533+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.771476549, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:21.09233+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T16:52:21.09332+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:19.95104+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:21.13655+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:21.13609+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:21.08789+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T16:52:20.7867+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=7.715484955, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:19.99712+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T16:52:20.71563+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=1, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2408.39, old_value=2408.71 2023-07-21T16:52:21.1565+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=2, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=73288.22, old_value=73288.27 2023-07-21T16:52:21.1577+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=2, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5718.59, old_value=5719.75 2023-07-21T16:52:21.15846+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=2, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2375.34, old_value=2375.36 2023-07-21T16:52:21.159+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=3, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=73214.74, old_value=73215.73 2023-07-21T16:52:21.21878+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T16:52:20.0066+08:00 WARN [23376,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T16:52:21.12537+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:21.22811+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:20.89112+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:21.16126+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T16:52:20.00696+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.218117497, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:20.04332+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T16:52:21.13357+08:00 WARN [23376,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T16:52:21.32832+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:21.3336+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:21.1373+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:21.34943+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=3, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5793.69, old_value=5793.85 2023-07-21T16:52:21.35725+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=3, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2362.52, old_value=2362.94 2023-07-21T16:52:21.35788+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=4, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=73662.76, old_value=73663.22 2023-07-21T16:52:21.29914+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T16:52:21.36231+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T16:52:21.36287+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T16:52:21.36339+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T16:52:21.3639+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T16:52:21.36435+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T16:52:21.36483+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T16:52:21.36533+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T16:52:21.36576+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T16:52:21.36617+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T16:52:21.37087+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T16:52:21.37141+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T16:52:21.37205+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T16:52:20.07212+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T16:52:21.34997+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:21.1736+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:19.97039+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000714563, err="couldn't get SNTP reply: read udp 127.0.0.1:54646->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:21.35011+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:21.39982+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.976607705, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T16:52:21.09343+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T16:52:21.40392+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T16:52:21.40457+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T16:52:21.40525+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T16:52:21.4056+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T16:52:21.40594+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T16:52:21.41831+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=4, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5474.95, old_value=5475.53 2023-07-21T16:52:21.41918+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=4, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2277.13, old_value=2277.4 2023-07-21T16:52:21.47096+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:21.35175+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.812652513, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:21.48069+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.034138805, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:20.09466+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:21.51427+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.114273332, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:21.59825+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:21.41995+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=5, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=74013.07, old_value=74014.45 2023-07-21T16:52:21.47222+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=29.1 2023-07-21T16:52:21.62738+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=30.03 2023-07-21T16:52:20.11144+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:20.09404+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ cpu_total,cpu_assigned,mem_total,mem_assigned,disk_total,disk_assigned,unit_num,migrating_unit_num,cpu_assigned_percent, mem_assigned_percent, disk_assigned_percent from __all_virtual_server_stat where svr_ip = ? and svr_port = ? 2023-07-21T16:52:20.04808+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=31.98 2023-07-21T16:52:21.85296+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.545097059, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:19.94099+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6000038912e+10 Active_bytes:3.7443485696e+10 Active_file_bytes:1.443446784e+09 AnonHugePages_bytes:3.443523584e+10 AnonPages_bytes:3.599773696e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.01984e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2061561856e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:425984 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.7309696e+07 Inactive_bytes:5.77982464e+08 Inactive_file_bytes:5.60672768e+08 KernelStack_bytes:2.441216e+07 Mapped_bytes:1.38432512e+08 MemAvailable_bytes:1.2457709568e+10 MemFree_bytes:1.076391936e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.4017152e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16482048e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08592896e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:21.88406+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:21.88505+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:21.88591+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:21.88727+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=12.595882112, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:21.99423+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:21.99571+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:21.9999+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:20.14731+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6025163776e+10 Active_bytes:3.746873344e+10 Active_file_bytes:1.443569664e+09 AnonHugePages_bytes:3.4439430144e+10 AnonPages_bytes:3.602556928e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.019958784e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.20796416e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:544768 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77978368e+08 Inactive_file_bytes:5.60672768e+08 KernelStack_bytes:2.441216e+07 Mapped_bytes:1.38514432e+08 MemAvailable_bytes:1.2429336576e+10 MemFree_bytes:1.0735423488e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.4361216e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16482048e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08592896e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:22.011+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:22.01276+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:22.01312+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:22.11113+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:22.14344+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:21.40638+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T16:52:20.14839+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6026281984e+10 Active_bytes:3.7469851648e+10 Active_file_bytes:1.443569664e+09 AnonHugePages_bytes:3.4439430144e+10 AnonPages_bytes:3.6027240448e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.019958784e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2078765056e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:544768 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77978368e+08 Inactive_file_bytes:5.60672768e+08 KernelStack_bytes:2.441216e+07 Mapped_bytes:1.38514432e+08 MemAvailable_bytes:1.2428566528e+10 MemFree_bytes:1.073465344e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.4361216e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16482048e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08592896e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:21.60071+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:20.31118+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T16:52:20.13857+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:20.3409+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T16:52:20.34734+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:20.35195+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T16:52:21.59983+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:20.19197+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:20.24879+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:20.14761+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:20.17027+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.123758842, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:20.35213+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.156527125, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:20.11249+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=8.737108533, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:20.13801+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:21.48028+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:21.65171+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:20.13723+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T16:52:21.85307+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:21.48441+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:22.14369+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:21.16097+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:21.73668+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:21.73883+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:21.70435+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000636475, err="couldn't get SNTP reply: read udp 127.0.0.1:58749->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:21.75203+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.26 2023-07-21T16:52:21.75216+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=5, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5227.31, old_value=5227.43 2023-07-21T16:52:21.75193+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:21.75328+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T16:52:21.75307+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T16:52:21.78326+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:21.84402+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:21.87163+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:22.14477+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:21.84531+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6203573248e+10 Active_bytes:3.7647343616e+10 Active_file_bytes:1.443770368e+09 AnonHugePages_bytes:3.4460401664e+10 AnonPages_bytes:3.6193718272e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.02016768e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2138796032e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:372736 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77990656e+08 Inactive_file_bytes:5.60685056e+08 KernelStack_bytes:2.4444928e+07 Mapped_bytes:1.38932224e+08 MemAvailable_bytes:1.224863744e+10 MemFree_bytes:1.055451136e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.5843968e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16457472e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.0856832e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:22.14501+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:22.14541+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T16:52:22.14519+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=10.175406555, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:21.80578+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:22.16381+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:22.16399+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:22.14537+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:22.17733+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:22.15836+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:22.21089+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:22.21233+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:22.20967+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=9.691214893, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:22.23881+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T16:52:22.2393+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:22.2494+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:22.35158+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:22.24938+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:22.32296+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:22.32262+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:22.38087+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:22.3816+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:22.14574+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:22.23888+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:22.24843+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:22.23899+08:00 WARN [23376,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T16:52:22.4027+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:22.40481+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001103456, err="couldn't get SNTP reply: read udp 127.0.0.1:53807->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:22.42448+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:15.42945+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:22.40451+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000820986, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:22.47909+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:22.4801+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.178235297, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:22.48041+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:22.48301+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:22.48253+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T16:52:22.48272+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:22.48116+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=5, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2348.16, old_value=2348.4 2023-07-21T16:52:22.58253+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:15.43055+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:22.48313+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:22.58267+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:15.42964+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.428057784, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:22.58417+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.228310206, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:22.59734+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:22.5838+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:22.6053+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:22.66052+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:22.65993+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.939378735, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:22.66081+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:22.66013+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:22.66027+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:22.65987+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:22.6617+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T16:52:22.66254+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:22.66235+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:22.68782+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:22.66172+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:22.69205+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:16.26018+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:22.7002+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:16.43591+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:16.32382+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:22.71283+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000526779, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:22.69611+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:22.74898+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.622320128e+10 Active_bytes:3.7667012608e+10 Active_file_bytes:1.443811328e+09 AnonHugePages_bytes:3.4475081728e+10 AnonPages_bytes:3.6226351104e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020200448e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2144415744e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:405504 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77978368e+08 Inactive_file_bytes:5.60672768e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38944512e+08 MemAvailable_bytes:1.2228640768e+10 MemFree_bytes:1.0534486016e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.5966848e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16461568e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08572416e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:22.74915+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:16.50076+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:22.75696+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:22.75669+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:22.72765+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:16.50099+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:22.77141+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:22.7919+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.011887861, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:22.79309+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.013178948, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:16.56101+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=24.32 2023-07-21T16:52:22.7925+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:16.56144+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=27.9 2023-07-21T16:52:22.79699+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T16:52:22.82352+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=11.196518563, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:22.82262+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=29.1 2023-07-21T16:52:16.51559+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.400493019, err="couldn't get SNTP reply: read udp 127.0.0.1:37581->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:22.82401+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:22.84271+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:22.84696+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:22.8705+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:22.8776+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=5, fields.level=debug, fields.msg="CPU SoftIRQ counter jumped backwards", new_value=11.49, old_value=11.5 2023-07-21T16:52:16.70727+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T16:52:22.87802+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:22.91289+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.077035774, err="couldn't get SNTP reply: read udp 127.0.0.1:36315->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:23.09434+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:22.93751+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=5.201510985, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:16.71237+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:23.09919+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:16.71438+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001882107, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:23.10182+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:23.20017+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:23.20032+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:23.20115+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:23.19628+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T16:52:23.10212+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:23.32813+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:23.42593+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:23.42524+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=5.703925469, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:23.42336+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:23.32741+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:23.4257+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:23.42762+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:24.06639+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:24.1037+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:24.10322+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:24.06418+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:24.12225+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=29.1 2023-07-21T16:52:24.16207+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:24.15158+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.08041478, err="couldn't get SNTP reply: read udp 127.0.0.1:34141->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:24.16081+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:24.17535+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:24.16846+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.12 2023-07-21T16:52:24.16292+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.060189374, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:24.17783+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000484732, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:23.50162+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:24.19735+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:24.22306+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=31.61 2023-07-21T16:52:24.22308+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:24.29982+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:24.30259+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.30367+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:24.40844+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:24.42828+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:24.41945+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:24.44167+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:24.42959+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:24.2001+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:24.30455+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:24.43381+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=7.997986167, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:24.4443+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:24.44147+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:24.2+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.625467904e+10 Active_bytes:3.769853952e+10 Active_file_bytes:1.44386048e+09 AnonHugePages_bytes:3.4472984576e+10 AnonPages_bytes:3.625033728e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020265984e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2155491328e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:471040 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77990656e+08 Inactive_file_bytes:5.60685056e+08 KernelStack_bytes:2.4444928e+07 Mapped_bytes:1.38973184e+08 MemAvailable_bytes:1.2196663296e+10 MemFree_bytes:1.0502447104e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6011904e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.1638784e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08498688e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:24.45384+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:24.4547+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:24.49257+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.19897+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:24.50258+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T16:52:24.70325+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=30.03 2023-07-21T16:52:24.71051+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T16:52:24.71064+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.26 2023-07-21T16:52:24.70616+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:24.70561+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.71266+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.71296+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.575331765, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:24.70376+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=31.98 2023-07-21T16:52:24.70452+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=11.191335119, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:24.70677+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:24.71035+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:24.75844+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:24.76+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:24.71126+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.76497+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T16:52:24.79117+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T16:52:24.79167+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:24.79736+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=6.432894891, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:24.74572+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:24.80772+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:24.80808+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:24.80843+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:24.80888+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T16:52:24.80923+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T16:52:24.7108+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:24.85377+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000359856, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:24.75697+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.661592683, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:24.7319+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.85507+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:24.85599+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.85684+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.8574+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.85381+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.003017501, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:24.85728+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6275941376e+10 Active_bytes:3.7719801856e+10 Active_file_bytes:1.44386048e+09 AnonHugePages_bytes:3.4481373184e+10 AnonPages_bytes:3.6276498432e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020265984e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.218013696e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:471040 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77990656e+08 Inactive_file_bytes:5.60685056e+08 KernelStack_bytes:2.4461312e+07 Mapped_bytes:1.3897728e+08 MemAvailable_bytes:1.2174794752e+10 MemFree_bytes:1.048057856e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6032384e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.1638784e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08498688e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:24.85972+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:24.81183+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:24.87114+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:24.87144+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.009808546, err="couldn't get SNTP reply: read udp 127.0.0.1:39113->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:24.86016+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:24.87441+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:24.87501+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.011593999, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:24.85642+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.88425+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.02951748, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:24.87438+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:24.88656+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:24.88853+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=29.1 2023-07-21T16:52:24.82823+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:24.88998+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=30.03 2023-07-21T16:52:24.88852+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:24.89497+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.89552+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.89625+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.89661+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.8969+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.89748+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.89837+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.042927867, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T16:52:24.75661+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=8.255693662, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:24.88704+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:24.90133+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:24.90191+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:24.91247+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6275941376e+10 Active_bytes:3.7719801856e+10 Active_file_bytes:1.44386048e+09 AnonHugePages_bytes:3.4481373184e+10 AnonPages_bytes:3.6275986432e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020265984e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.218013696e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:471040 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77990656e+08 Inactive_file_bytes:5.60685056e+08 KernelStack_bytes:2.4461312e+07 Mapped_bytes:1.3897728e+08 MemAvailable_bytes:1.2174667776e+10 MemFree_bytes:1.0480451584e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6032384e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.1638784e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08498688e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:24.91563+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.059729698, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:24.9173+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001885238, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:24.95976+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:24.8934+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.26 2023-07-21T16:52:24.87073+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:25.03814+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.103833073, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:24.85875+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.637530775, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T16:52:24.80988+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T16:52:25.03901+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:24.76525+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:17.25457+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:17.25471+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:17.26766+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T16:52:17.27001+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:17.28197+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:17.30329+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:24.92675+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:17.13561+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T16:52:17.13577+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:24.86115+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:17.1328+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:24.85449+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:25.05418+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=29.1 2023-07-21T16:52:25.05667+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.106019194, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:25.04156+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=10.293676482, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T16:52:25.05225+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000722925, err="couldn't get SNTP reply: read udp 127.0.0.1:54664->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:25.06065+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:25.06058+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:25.06047+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:25.06301+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T16:52:25.13349+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T16:52:25.06363+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T16:52:25.06285+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:25.14939+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.82699+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T16:52:25.13359+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:25.16017+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:25.16305+08:00 WARN [23376,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T16:52:25.77302+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:25.82188+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:25.1369+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:25.16656+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:25.77731+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:25.81146+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:25.82754+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:25.93548+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T16:52:25.35462+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T16:52:25.38307+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:25.18655+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=30.03 2023-07-21T16:52:25.35466+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:25.41672+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:25.41752+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:25.77792+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:25.44259+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:25.29513+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:25.81054+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T16:52:25.56943+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:25.5921+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=12.454479414, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:25.77305+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:25.32093+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:25.29598+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:25.89912+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:25.92717+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:25.91829+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T16:52:25.8955+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T16:52:25.93188+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:25.77811+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:25.98159+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:25.9985+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.903175669, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:26.00397+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:26.02394+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:26.00039+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:26.02918+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:26.0303+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:26.03749+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:26.04309+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:26.04323+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T16:52:26.02644+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:26.04378+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T16:52:26.04402+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.26 2023-07-21T16:52:26.0439+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:26.04497+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T16:52:26.05044+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:26.07593+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T16:52:26.06286+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:26.07608+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T16:52:26.06362+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.431482643, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T16:52:26.085+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:26.10176+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:26.22365+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:26.22378+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:26.24173+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:26.24178+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:26.24186+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:26.24259+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:26.24296+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T16:52:26.24311+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:26.24335+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:26.14892+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:26.24451+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T16:52:26.24607+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:26.26371+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T16:52:26.26432+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:26.26564+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T16:52:26.24484+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.202902525, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:26.26541+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T16:52:26.30505+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:26.30612+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T16:52:26.31708+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T16:52:26.3176+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T16:52:26.30468+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:26.31799+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T16:52:26.30648+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:26.31826+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:26.31411+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:26.25437+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000512386, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:26.32478+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:26.32006+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T16:52:26.32036+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T16:52:26.35628+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T16:52:26.3569+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T16:52:26.3576+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T16:52:26.35805+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T16:52:26.35806+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001928317, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:26.35859+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T16:52:26.3591+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T16:52:26.35956+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T16:52:26.30565+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:26.31896+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T16:52:26.31452+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T16:52:26.35997+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T16:52:26.315+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:26.30594+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:26.31903+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T16:52:26.31948+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:26.37031+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T16:52:26.36992+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:26.36994+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:26.37129+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T16:52:26.36053+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T16:52:26.37482+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T16:52:26.375+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T16:52:26.37628+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T16:52:26.37672+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T16:52:26.366+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T16:52:26.37708+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T16:52:26.37754+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T16:52:26.37799+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T16:52:26.37829+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T16:52:26.37862+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T16:52:26.3791+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T16:52:26.37756+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T16:52:26.37482+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T16:52:26.38443+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T16:52:26.31995+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:26.38484+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T16:52:26.38676+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T16:52:26.38744+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:26.38726+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T16:52:26.38496+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T16:52:26.38939+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T16:52:26.38492+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T16:52:26.39753+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T16:52:26.38638+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T16:52:26.39807+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T16:52:26.39794+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.513874057, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T16:52:26.39882+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T16:52:26.39743+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T16:52:26.39976+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T16:52:26.40798+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T16:52:26.39982+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T16:52:26.41266+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T16:52:26.41184+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T16:52:26.43158+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T16:52:26.43524+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T16:52:26.43775+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T16:52:26.436+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T16:52:26.43535+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T16:52:26.43878+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T16:52:26.43899+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T16:52:26.43932+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T16:52:26.45356+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T16:52:26.45325+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T16:52:26.49727+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T16:52:26.54042+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T16:52:26.55407+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T16:52:26.60426+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T16:52:26.57843+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T16:52:26.60339+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:26.79362+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T16:52:26.8003+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T16:52:26.89814+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T16:52:26.89095+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T16:52:26.89093+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T16:52:26.9823+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T16:52:26.98423+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T16:52:26.97936+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T16:52:26.97965+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:27.07637+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T16:52:27.08332+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:27.07197+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T16:52:27.08542+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:27.07148+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:27.08275+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T16:52:27.09867+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:27.18517+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:27.18175+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:27.19917+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.014278653, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:27.17126+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T16:52:27.27357+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:27.27208+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T16:52:27.30206+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=7.294933403, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:27.30969+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T16:52:27.31403+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:27.15768+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:27.3145+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:27.31455+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T16:52:27.318+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:27.3188+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:27.33559+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T16:52:27.17668+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6288393216e+10 Active_bytes:3.7732360192e+10 Active_file_bytes:1.443966976e+09 AnonHugePages_bytes:3.4472984576e+10 AnonPages_bytes:3.6288667648e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020356096e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2180726784e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:561152 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77982464e+08 Inactive_file_bytes:5.60676864e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38735616e+08 MemAvailable_bytes:1.216190464e+10 MemFree_bytes:1.0467590144e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6126592e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16379648e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08490496e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:27.33455+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:27.33555+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.015302745, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:27.35262+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:27.35398+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.498277423, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T16:52:27.36025+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:27.3371+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:27.47838+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:27.33865+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:27.56101+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:27.35993+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T16:52:27.5775+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:27.35598+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.018919327, err="couldn't get SNTP reply: read udp 127.0.0.1:40775->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:27.58504+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:27.58437+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:27.58876+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=10.780112549, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T16:52:27.57747+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=16.510384218, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T16:52:27.47817+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:27.35609+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:27.35982+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:27.35339+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6293906432e+10 Active_bytes:3.7737873408e+10 Active_file_bytes:1.443966976e+09 AnonHugePages_bytes:3.4472984576e+10 AnonPages_bytes:3.6292009984e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020356096e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2182987776e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:561152 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77982464e+08 Inactive_file_bytes:5.60676864e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38735616e+08 MemAvailable_bytes:1.215694848e+10 MemFree_bytes:1.0462633984e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6126592e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16379648e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08490496e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:27.66674+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=31.1 2023-07-21T16:52:27.58602+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.025064969, err="couldn't get SNTP reply: read udp 127.0.0.1:37207->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:27.48472+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:21.88813+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001338391, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:27.56235+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:27.35599+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=18.134767559, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T16:52:27.51319+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=31.1 2023-07-21T16:52:27.51389+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:27.51423+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.180815841, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:27.58717+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.412577109, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:27.49113+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:27.69023+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:27.69058+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T16:52:27.69364+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:27.73391+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:27.73385+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:16.71464+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6050464768e+10 Active_bytes:3.74940672e+10 Active_file_bytes:1.443602432e+09 AnonHugePages_bytes:3.4443624448e+10 AnonPages_bytes:3.6046278656e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.019987456e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2085228544e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:561152 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77978368e+08 Inactive_file_bytes:5.60672768e+08 KernelStack_bytes:2.4444928e+07 Mapped_bytes:1.38805248e+08 MemAvailable_bytes:1.240598528e+10 MemFree_bytes:1.0712039424e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.472576e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16453376e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08564224e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:27.60481+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:23.24095+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:23.24101+08:00 WARN [23376,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T16:52:23.24115+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:27.81559+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:27.81678+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:27.61365+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:27.93203+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:27.93514+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.231275565, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:27.91902+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:27.99128+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.651976289, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:27.9904+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:27.98812+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.025226681, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:28.00519+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:28.0056+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:28.00571+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=30.43 2023-07-21T16:52:28.01304+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=31.1 2023-07-21T16:52:28.00709+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:28.01966+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.035569476, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:29.07712+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:29.08568+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T16:52:29.0773+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T16:52:28.97051+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:29.07686+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:32.49123+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:29.02427+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.031757886, err="couldn't get SNTP reply: read udp 127.0.0.1:42170->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:32.57557+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T16:52:29.12965+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:32.49101+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.332139403, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:32.38144+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:32.57557+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T16:52:32.70985+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=14.642298568, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:32.73598+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.01892424, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:32.73546+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:29.08403+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=31.1 2023-07-21T16:52:32.73849+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.631761408e+10 Active_bytes:3.776159744e+10 Active_file_bytes:1.44398336e+09 AnonHugePages_bytes:3.447717888e+10 AnonPages_bytes:3.6317724672e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020376576e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2197143552e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:581632 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.7798656e+08 Inactive_file_bytes:5.6068096e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38743808e+08 MemAvailable_bytes:1.2132548608e+10 MemFree_bytes:1.0438213632e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6470656e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16383744e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08494592e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:32.73932+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:32.75228+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T16:52:32.75447+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:32.75231+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:32.75237+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:32.87229+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:32.86226+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:32.75516+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:32.7548+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:32.86164+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=39.9 2023-07-21T16:52:32.85883+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=9.172401918, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:32.86983+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:32.87205+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.107426119, err="couldn't get SNTP reply: read udp 127.0.0.1:44768->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:32.86157+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=30.43 2023-07-21T16:52:32.87399+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.392444066, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:32.96472+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.080391747, err="couldn't get SNTP reply: read udp 127.0.0.1:45669->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:32.97689+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:32.97344+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:32.97689+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:32.88114+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:33.08348+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:33.09476+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T16:52:33.12+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=18.993079263, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:33.1253+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:33.14405+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:33.15076+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:33.15104+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:33.15511+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=30.43 2023-07-21T16:52:33.15116+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000460358, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:33.15529+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.38 2023-07-21T16:52:33.15111+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:33.15832+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:23.24169+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:33.28958+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:33.31962+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:33.31973+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T16:52:33.32527+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:33.32566+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=30.43 2023-07-21T16:52:33.31932+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T16:52:33.15817+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:33.33062+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:33.32817+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:33.32579+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:23.27318+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:33.37678+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:33.37744+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:33.37647+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.26 2023-07-21T16:52:33.37681+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:33.37749+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:16.72617+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=7.441988406, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:33.38241+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:33.37651+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:33.37649+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:33.39207+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=5.013936674, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:33.3989+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:33.39647+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:33.40754+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:33.40848+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.38 2023-07-21T16:52:23.27381+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:23.28577+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:23.29284+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:23.30794+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:33.42688+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:33.42219+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:33.42736+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:23.72342+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=9.023270276, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:33.48028+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=30.03 2023-07-21T16:52:33.43635+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:33.49523+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:33.50601+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001211299, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:33.50485+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:33.50473+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:33.50779+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:33.49583+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=39.9 2023-07-21T16:52:33.43666+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6375392256e+10 Active_bytes:3.7819420672e+10 Active_file_bytes:1.444028416e+09 AnonHugePages_bytes:3.4481373184e+10 AnonPages_bytes:3.6370702336e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020438016e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2221559808e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:622592 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77990656e+08 Inactive_file_bytes:5.60685056e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38747904e+08 MemAvailable_bytes:1.2075954176e+10 MemFree_bytes:1.0381570048e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6888448e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16391936e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08502784e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:33.56879+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=5.979668156, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:33.50791+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=9.282692726, err="couldn't get SNTP reply: read udp 127.0.0.1:38158->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:33.5427+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.38 2023-07-21T16:52:33.57526+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:33.5426+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6375482368e+10 Active_bytes:3.7819510784e+10 Active_file_bytes:1.444028416e+09 AnonHugePages_bytes:3.4481373184e+10 AnonPages_bytes:3.6371636224e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020438016e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2221559808e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:622592 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77990656e+08 Inactive_file_bytes:5.60685056e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38747904e+08 MemAvailable_bytes:1.2076302336e+10 MemFree_bytes:1.0381918208e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6888448e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16391936e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08502784e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:33.60172+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.461470091, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:33.60309+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:33.58055+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:33.57661+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:33.5777+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:33.5915+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:33.59866+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=9.437671202, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:33.63042+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.023154842, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:33.75594+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:33.759+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:33.75999+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:33.75482+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:33.75642+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:33.75962+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=39.9 2023-07-21T16:52:33.76055+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:33.76493+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.138715328, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:33.62457+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=9.402750186, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:33.73883+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:33.639+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:33.75382+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:33.74218+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:33.7683+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:33.73904+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.38 2023-07-21T16:52:33.77715+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:33.77161+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.96 2023-07-21T16:52:33.77772+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:33.77747+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:33.77712+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:33.77755+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:33.77772+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:33.7771+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:33.77723+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:33.62771+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=6, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=74326.87, old_value=74328.28 2023-07-21T16:52:33.62665+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6380700672e+10 Active_bytes:3.7824729088e+10 Active_file_bytes:1.444028416e+09 AnonHugePages_bytes:3.4481373184e+10 AnonPages_bytes:3.6378427392e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020438016e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2222608384e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:622592 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77990656e+08 Inactive_file_bytes:5.60685056e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38747904e+08 MemAvailable_bytes:1.207242752e+10 MemFree_bytes:1.0378043392e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6888448e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16391936e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08502784e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:33.77634+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:33.76766+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:33.77434+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:33.77994+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:33.79179+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000679089, err="couldn't get SNTP reply: read udp 127.0.0.1:53989->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:33.78387+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.007814141, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:33.79564+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=6.309159252, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:33.79858+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:33.79565+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=39.9 2023-07-21T16:52:33.79645+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:33.80136+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=17.141545843, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T16:52:33.84054+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:33.80215+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:33.84036+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:33.84253+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.047985542, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:33.97282+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:33.96611+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:33.99835+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.219550473, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:34.11975+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:34.13417+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:34.15561+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:34.15675+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:34.11988+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000624108, err="couldn't get SNTP reply: read udp 127.0.0.1:52008->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:34.19252+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:34.19132+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:34.18969+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.26 2023-07-21T16:52:34.34957+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.26 2023-07-21T16:52:34.38564+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:34.41528+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:34.43903+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:34.59615+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=6.592665927, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:34.55825+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:34.4237+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:34.61222+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:34.66095+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=10.425657871, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:23.30846+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:34.82428+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=10.658006551, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:23.32103+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:34.97949+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.099544355, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:34.97995+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:34.74516+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:34.98758+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:34.98096+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:34.99923+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.481254915, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:34.99984+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:35+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:35.02789+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:35.02847+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:35.07573+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:35.13169+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:35.13145+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:35.07701+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:35.13334+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:35.13565+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:35.13983+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.26 2023-07-21T16:52:35.13343+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:35.14063+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:35.1426+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:35.14477+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:35.14294+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:16.85555+08:00 INFO [23376,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server 2023-07-21T16:52:16.8582+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:16.87132+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T16:52:16.87986+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:17.13115+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:16.86668+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:16.80875+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T16:52:35.14831+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:16.88144+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.035925481, err="couldn't get SNTP reply: read udp 127.0.0.1:38391->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:35.14891+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=6.726506689, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:35.14926+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.287831596, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:35.15119+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:35.15183+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:35.15222+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=6, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=4925.28, old_value=4925.36 2023-07-21T16:52:35.15363+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:23.7496+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:23.75301+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:35.15083+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:35.15208+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:23.75688+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6231540736e+10 Active_bytes:3.7675388928e+10 Active_file_bytes:1.443848192e+09 AnonHugePages_bytes:3.4472984576e+10 AnonPages_bytes:3.6231569408e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020245504e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2145005568e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:450560 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77982464e+08 Inactive_file_bytes:5.60676864e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.389568e+08 MemAvailable_bytes:1.2220612608e+10 MemFree_bytes:1.0526416896e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.599552e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16461568e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08572416e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:35.15388+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=39.9 2023-07-21T16:52:35.1557+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.5361544459999998, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:35.14869+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:35.15967+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001414114, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:35.16483+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:35.18341+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001696956, err="couldn't get SNTP reply: read udp 127.0.0.1:52834->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:35.16067+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6413403136e+10 Active_bytes:3.7857488896e+10 Active_file_bytes:1.44408576e+09 AnonHugePages_bytes:3.4483470336e+10 AnonPages_bytes:3.6413898752e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020491264e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.224028672e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:663552 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77990656e+08 Inactive_file_bytes:5.60685056e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38764288e+08 MemAvailable_bytes:1.203791872e+10 MemFree_bytes:1.0343477248e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.7404544e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16400128e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08510976e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:35.19256+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:35.15902+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.006865967, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:35.1908+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:35.19268+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:35.19531+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:35.19586+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.26 2023-07-21T16:52:35.19556+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:23.86148+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:23.95895+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:35.26993+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:35.46281+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.96 2023-07-21T16:52:35.97491+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:36.01229+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:35.9689+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:35.46443+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:35.95337+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:36.10747+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:36.09237+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:36.137+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:36.10685+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.96 2023-07-21T16:52:36.11573+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=11.253786078, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:36.10708+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.07613721, err="couldn't get SNTP reply: read udp 127.0.0.1:45975->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:36.01226+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.22 2023-07-21T16:52:36.16733+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.157801752, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:36.258+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:36.14166+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:36.45908+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:36.48018+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:36.25828+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:36.47999+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:36.45949+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:36.48643+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.00919228, err="couldn't get SNTP reply: read udp 127.0.0.1:46568->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:36.6376+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=10.312424635, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:36.22091+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.025677658, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:36.7738+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:36.60714+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6447776768e+10 Active_bytes:3.7891887104e+10 Active_file_bytes:1.444110336e+09 AnonHugePages_bytes:3.4483470336e+10 AnonPages_bytes:3.6433702912e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020519936e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2256850944e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:692224 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77994752e+08 Inactive_file_bytes:5.60689152e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38764288e+08 MemAvailable_bytes:1.2001931264e+10 MemFree_bytes:1.030746112e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.7621632e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.1640832e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08519168e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:37.43386+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:36.7739+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:36.9997+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:36.99951+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:37.01844+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:37.19292+08:00 INFO [23376,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_server 2023-07-21T16:52:36.99906+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:37.43384+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:37.53403+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.96 2023-07-21T16:52:37.49016+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:37.53453+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:37.43384+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:37.56118+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:37.78404+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:37.77838+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=13.521329651, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:37.7528+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:37.91366+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:37.91949+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:37.92581+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:37.92783+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.04 2023-07-21T16:52:37.93543+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:37.9035+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:37.98114+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:37.984+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:37.98091+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:37.99997+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:38.00768+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:38.03084+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:38.031+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:38.03225+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:38.03228+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:38.04575+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:38.06249+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.22 2023-07-21T16:52:38.07074+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:38.07442+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.288545448, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:38.09309+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:38.18345+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:38.27528+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:38.3423+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.985018045, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:38.37873+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:38.44112+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:38.358+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.164539767, err="couldn't get SNTP reply: read udp 127.0.0.1:36272->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:38.44257+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:37.93953+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:38.44388+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.651538487, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:38.46384+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:38.51249+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:38.04438+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:38.51256+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:38.51253+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:38.51299+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:38.51412+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:38.5167+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:38.52375+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:38.52382+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:38.55887+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:52:38.55897+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.22 2023-07-21T16:52:38.56874+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:38.58239+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:38.61065+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:38.68563+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:38.70345+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.661775622, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:38.68553+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:38.71041+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.627864064e+10 Active_bytes:3.7722570752e+10 Active_file_bytes:1.443930112e+09 AnonHugePages_bytes:3.4472984576e+10 AnonPages_bytes:3.6279394304e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020319232e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.217495552e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:524288 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77982464e+08 Inactive_file_bytes:5.60676864e+08 KernelStack_bytes:2.441216e+07 Mapped_bytes:1.38715136e+08 MemAvailable_bytes:1.2172316672e+10 MemFree_bytes:1.047803904e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.5991424e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16379648e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08490496e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:38.72965+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:38.75854+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.238023078, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:38.78375+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:38.85238+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:38.96611+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:39.16214+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:39.12968+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:39.1626+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:39.27974+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:39.13831+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.22 2023-07-21T16:52:39.27984+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:39.28942+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:39.28951+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:39.29056+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:39.31734+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:39.31805+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:39.32076+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.181558667, err="couldn't get SNTP reply: read udp 127.0.0.1:58338->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:39.32593+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6476174336e+10 Active_bytes:3.7920387072e+10 Active_file_bytes:1.444212736e+09 AnonHugePages_bytes:3.4483470336e+10 AnonPages_bytes:3.6476956672e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020630528e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2272784384e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:811008 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78011136e+08 Inactive_file_bytes:5.60705536e+08 KernelStack_bytes:2.441216e+07 Mapped_bytes:1.38784768e+08 MemAvailable_bytes:1.1973709824e+10 MemFree_bytes:1.0279120896e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.8772608e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16416512e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.0852736e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:39.38542+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.020023726, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:39.38731+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:39.39865+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:39.38317+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.287727197, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:39.57836+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:39.58017+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:39.67009+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:39.18886+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:39.6735+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:39.7547+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6473192448e+10 Active_bytes:3.7917405184e+10 Active_file_bytes:1.444212736e+09 AnonHugePages_bytes:3.4483470336e+10 AnonPages_bytes:3.6474171392e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020630528e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2270482432e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:811008 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78011136e+08 Inactive_file_bytes:5.60705536e+08 KernelStack_bytes:2.441216e+07 Mapped_bytes:1.38784768e+08 MemAvailable_bytes:1.1977711616e+10 MemFree_bytes:1.0283122688e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.8772608e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16416512e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.0852736e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:39.8182+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.237846693, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:39.67183+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:39.58023+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:39.91623+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.611656868, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:39.84693+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:40.74037+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.237195703, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:39.67112+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000469014, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:40.51171+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:39.93482+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:39.91742+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:40.51105+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:40.74107+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:39.58033+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:40.23561+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.22 2023-07-21T16:52:40.74142+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:40.73768+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000835053, err="couldn't get SNTP reply: read udp 127.0.0.1:49189->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:40.91503+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:40.92905+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:40.77553+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:40.91614+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:40.76086+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:40.89358+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:40.97837+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:40.74232+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:40.41344+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.647393792e+10 Active_bytes:3.7918150656e+10 Active_file_bytes:1.444212736e+09 AnonHugePages_bytes:3.4483470336e+10 AnonPages_bytes:3.6474171392e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020630528e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.227100672e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:811008 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78011136e+08 Inactive_file_bytes:5.60705536e+08 KernelStack_bytes:2.441216e+07 Mapped_bytes:1.38784768e+08 MemAvailable_bytes:1.19760896e+10 MemFree_bytes:1.0281500672e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.8772608e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16416512e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.0852736e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:40.91333+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.77 2023-07-21T16:52:40.77576+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:41.20515+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:41.09717+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.011402449, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:41.11077+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:40.1688+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.04 2023-07-21T16:52:41.20648+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:41.33387+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.706360923, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:41.5104+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:42.15951+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:42.16387+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:42.16644+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:42.16661+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000576235, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:42.16731+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.01669321, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:42.19456+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:42.17207+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.00130506, err="couldn't get SNTP reply: read udp 127.0.0.1:56627->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:42.17607+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:42.19507+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.77 2023-07-21T16:52:27.95473+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=31.1 2023-07-21T16:52:42.45348+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:42.45357+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:42.97915+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:42.97932+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:42.46892+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:43.0003+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.008783539, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:43.16716+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:43.0003+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.04 2023-07-21T16:52:43.16733+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:27.9595+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:43.18562+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:27.98718+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.491881487, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:27.98604+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:23.72005+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:43.18883+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:43.23584+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:44.14968+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:44.25098+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=11.37115918, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:44.26059+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.064538762, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:44.11389+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:44.35066+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:44.35052+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:44.44181+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.090256857, err="couldn't get SNTP reply: read udp 127.0.0.1:37826->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:44.64161+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:44.6906+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.77 2023-07-21T16:52:44.64177+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:44.32178+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:44.32198+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:44.9089+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:44.94709+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:44.9475+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.389002553, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:28.02373+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:45.09249+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:28.01512+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6304838656e+10 Active_bytes:3.7748822016e+10 Active_file_bytes:1.44398336e+09 AnonHugePages_bytes:3.447717888e+10 AnonPages_bytes:3.6304912384e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020376576e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2191376384e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:581632 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.7798656e+08 Inactive_file_bytes:5.6068096e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38743808e+08 MemAvailable_bytes:1.214621696e+10 MemFree_bytes:1.0451881984e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6470656e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16383744e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08494592e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:45.59692+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:45.70824+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:28.04239+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=31.1 2023-07-21T16:52:45.71159+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:45.73615+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.162273262, err="couldn't get SNTP reply: read udp 127.0.0.1:57086->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:45.74081+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:28.34493+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:28.36111+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T16:52:28.197+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:46.99276+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.340818358, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:47.00998+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:47.06177+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:47.25491+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:47.26472+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:47.66703+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:47.66628+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:47.66209+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.999511063, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:47.70019+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:47.76867+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.14 2023-07-21T16:52:47.78163+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:47.71615+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:47.79465+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:47.66875+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.256995168, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:47.75014+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:47.76664+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.505545879, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:47.80601+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:47.84434+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:47.80162+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:47.80779+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.7590091490000002, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:47.23308+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6579110912e+10 Active_bytes:3.80233728e+10 Active_file_bytes:1.444261888e+09 AnonHugePages_bytes:3.4489761792e+10 AnonPages_bytes:3.6577755136e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.02067968e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2325860352e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:450560 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.7800704e+08 Inactive_file_bytes:5.6070144e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38797056e+08 MemAvailable_bytes:1.1870449664e+10 MemFree_bytes:1.0175807488e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.0595328e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.1649024e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08617472e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:47.81344+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6579483648e+10 Active_bytes:3.8023745536e+10 Active_file_bytes:1.444261888e+09 AnonHugePages_bytes:3.4489761792e+10 AnonPages_bytes:3.6578312192e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.02067968e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2327433216e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:450560 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.7800704e+08 Inactive_file_bytes:5.6070144e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38797056e+08 MemAvailable_bytes:1.186891776e+10 MemFree_bytes:1.0174275584e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.0595328e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.1649024e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08617472e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:47.71559+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:47.84672+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:47.84327+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:47.85674+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:47.85624+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:47.86418+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:47.86268+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.14 2023-07-21T16:52:47.86686+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:47.86875+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001959872, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:48.04504+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:47.95557+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:47.95591+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:50.20668+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:48.28983+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T16:52:48.16659+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=20.64878087, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:48.09996+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.087789196, err="couldn't get SNTP reply: read udp 127.0.0.1:35017->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:50.19234+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:51.98384+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:48.15163+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=26.34209453, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:52.59443+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.003194102, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:48.16578+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=20.183927795, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:51.99769+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:51.98336+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:48.10627+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=34.97090573, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:47.8698+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:48.32048+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:48.14634+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.662897152e+10 Active_bytes:3.8073278464e+10 Active_file_bytes:1.444306944e+09 AnonHugePages_bytes:3.4493956096e+10 AnonPages_bytes:3.6628979712e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020732928e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2355236864e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:212992 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78011136e+08 Inactive_file_bytes:5.60705536e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38809344e+08 MemAvailable_bytes:1.1819446272e+10 MemFree_bytes:1.0124754944e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.17504e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.16617216e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08744448e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:48.42098+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:48.5978+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:48.6046+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:49.33828+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:49.37793+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:49.37982+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:49.33792+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:49.47876+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:49.47904+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:49.3837+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:49.47987+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:49.38081+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:49.55888+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:49.55873+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:49.55894+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=16.446829191, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:49.58655+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.191916967, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:49.69894+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:49.70872+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:49.64154+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:49.8764+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:49.87671+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:49.88309+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.88 2023-07-21T16:52:49.81108+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.647009991, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:49.88395+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:49.81067+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:49.88329+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:49.91846+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:49.90264+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:50.14084+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:50.14191+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:50.18359+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:52:50.22919+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:52:50.31667+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:50.42697+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:50.57246+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:50.5691+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T16:52:51.10863+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:50.77914+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:50.66551+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:50.83206+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:51.23172+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:51.26711+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.117468871, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:50.24135+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:50.57445+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:50.56352+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:50.83171+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.046725019, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:50.30335+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:51.36805+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:51.32202+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:51.95993+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:51.95825+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:51.96052+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.26 2023-07-21T16:52:52.60407+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:52.12315+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=24.175647276, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:52.12894+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:52.12974+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.25 2023-07-21T16:52:52.30952+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:52.30846+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:52.20408+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=30.43 2023-07-21T16:52:52.31127+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:52.22435+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:52.34366+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:52.31872+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:52.4177+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:52.46172+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:52.46876+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:52.46878+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:52.46025+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:52.46913+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:52.46923+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:52.51164+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=8.121624916, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:52.52859+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:52.34917+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:52.53635+08:00 WARN [23376,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T16:52:52.60474+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:51.99807+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:52.6966+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:51.98461+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:52.56176+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=8.207069727, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:52.61688+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.011988831, err="couldn't get SNTP reply: read udp 127.0.0.1:60815->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:52.56163+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:52.62028+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.014834916, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:52.53504+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.24 2023-07-21T16:52:52.40295+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.24 2023-07-21T16:52:52.70298+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:52.55819+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:52.71632+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:52.71188+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:52.71709+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:52.71256+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:52.71962+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:52.72184+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:52.72562+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:52.72553+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:52.72271+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.780769249, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:52.72079+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:52.73879+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:52.74127+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:52.72657+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:52.71244+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.667165184e+10 Active_bytes:3.8116036608e+10 Active_file_bytes:1.444384768e+09 AnonHugePages_bytes:3.4493956096e+10 AnonPages_bytes:3.6673626112e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020806656e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.239388672e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:151552 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.7800704e+08 Inactive_file_bytes:5.6070144e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38825728e+08 MemAvailable_bytes:1.176907776e+10 MemFree_bytes:1.0074312704e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.24672e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.16707328e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.0883456e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:52.72657+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:52.74534+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:52.74593+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:52.7466+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=14.71271649, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:52.74584+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:52.74729+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:52.74813+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:52.74688+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:52.74978+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:52.75012+08:00 WARN [23376,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T16:52:52.79956+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:52.8014+08:00 WARN [23376,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T16:52:52.90366+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.079053551, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:52.78843+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.25 2023-07-21T16:52:53.10324+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:53.10571+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:53.10868+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:53.10962+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:53.10889+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000569404, err="couldn't get SNTP reply: read udp 127.0.0.1:38397->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:53.11509+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:53.11253+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:53.13269+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.15 2023-07-21T16:52:53.11688+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.95 2023-07-21T16:52:53.14061+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:53.13774+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.25 2023-07-21T16:52:53.13898+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:53.14174+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:53.14408+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:53.14183+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.38 2023-07-21T16:52:53.14483+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000892176, err="couldn't get SNTP reply: read udp 127.0.0.1:56820->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:53.14612+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:53.15073+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:53.14664+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:53.15255+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:53.14982+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.012090357, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:53.15308+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:53.15698+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:53.15702+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:53.15955+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:53.16002+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.94 2023-07-21T16:52:53.16037+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.94 2023-07-21T16:52:53.16064+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:53.16074+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6685471744e+10 Active_bytes:3.8129893376e+10 Active_file_bytes:1.444421632e+09 AnonHugePages_bytes:3.4493956096e+10 AnonPages_bytes:3.6685410304e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020839424e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2401603584e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:184320 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.7800704e+08 Inactive_file_bytes:5.6070144e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38829824e+08 MemAvailable_bytes:1.1758870528e+10 MemFree_bytes:1.0064068608e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.2680192e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.16727808e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.0885504e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:53.15782+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.00181559, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:53.15523+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:53.19541+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:28.21711+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:53.19749+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:53.19962+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.579352802, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:53.20341+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:53.16681+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:53.1723+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T16:52:53.16819+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:28.21546+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:53.20388+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:53.20528+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:45.88467+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:28.34485+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.012828442, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:53.22887+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:53.23018+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:53.26813+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:24.03031+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:53.26035+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.15 2023-07-21T16:52:35.35504+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:24.03797+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:23.9879+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001183295, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:35.35562+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:35.35678+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=39.9 2023-07-21T16:52:49.03256+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:49.03228+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:53.27557+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:52:49.03378+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.26 2023-07-21T16:52:48.59972+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.016516432, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:49.03088+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:49.03242+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:49.02335+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T16:52:48.59518+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.009507551, err="couldn't get SNTP reply: read udp 127.0.0.1:40991->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:53.30053+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:35.35946+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000753421, err="couldn't get SNTP reply: read udp 127.0.0.1:54612->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:35.35968+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.004595349, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:35.47075+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:35.37681+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:35.47055+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:35.47037+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:35.47083+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:52:53.43697+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.91 2023-07-21T16:52:53.43672+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:53.51724+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.15 2023-07-21T16:52:35.47778+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000883386, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:53.43735+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=8.794901162, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:35.47837+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:53.75215+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:53.66011+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:53.70938+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.273058647, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:53.83187+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:53.84443+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:53.76245+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6343775232e+10 Active_bytes:3.7787774976e+10 Active_file_bytes:1.443999744e+09 AnonHugePages_bytes:3.447717888e+10 AnonPages_bytes:3.6343259136e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020409344e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2206138368e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:593920 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.7798656e+08 Inactive_file_bytes:5.6068096e+08 KernelStack_bytes:2.4461312e+07 Mapped_bytes:1.38747904e+08 MemAvailable_bytes:1.2108017664e+10 MemFree_bytes:1.0413666304e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6720512e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.1638784e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08498688e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:53.85156+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.25 2023-07-21T16:52:54.0267+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.872874655, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:56.05181+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:35.78895+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:35.78335+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T16:52:35.76226+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=18.90670481, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:56.41885+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:56.56382+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:35.70988+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=10.847872987, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:35.709+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:56.41842+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.2677098239999998, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:52:56.48193+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:56.14995+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:35.41326+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:56.67441+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.871420396, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:35.80167+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=12.172181796, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:56.58019+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.145716278, err="couldn't get SNTP reply: read udp 127.0.0.1:49501->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:56.95483+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.206919684, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:35.41879+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:56.95588+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.214025541, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:57.01333+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.391479579, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:57.03425+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:57.54054+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T16:52:57.54296+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:52:57.6614+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:58.03034+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.83 2023-07-21T16:52:58.03792+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:57.83411+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:57.54277+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:57.61184+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6707004416e+10 Active_bytes:3.8151467008e+10 Active_file_bytes:1.444462592e+09 AnonHugePages_bytes:3.4496053248e+10 AnonPages_bytes:3.6708143104e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020876288e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2412924928e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:217088 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.7800704e+08 Inactive_file_bytes:5.6070144e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.3883392e+08 MemAvailable_bytes:1.1737862144e+10 MemFree_bytes:1.0043019264e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.3044736e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.16789248e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.0891648e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:58.26453+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:58.2697+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:58.27195+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T16:52:58.27492+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:35.42527+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:58.71833+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:35.45594+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:35.45617+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:58.79428+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:35.4562+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=12.666919679, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:58.79625+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:58.65535+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6714831872e+10 Active_bytes:3.8159294464e+10 Active_file_bytes:1.444462592e+09 AnonHugePages_bytes:3.4496053248e+10 AnonPages_bytes:3.6714827776e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020876288e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2416070656e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:217088 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.7800704e+08 Inactive_file_bytes:5.6070144e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.3883392e+08 MemAvailable_bytes:1.1730505728e+10 MemFree_bytes:1.0036043776e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.3044736e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.16789248e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.0891648e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:58.83526+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:58.83809+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:00.02115+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:00.40211+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:53:00.41333+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.751483776, err="couldn't get SNTP reply: read udp 127.0.0.1:40264->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:53:01.33211+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:53:01.4668+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:01.24926+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:01.35528+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:01.33886+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6781314048e+10 Active_bytes:3.8225809408e+10 Active_file_bytes:1.44449536e+09 AnonHugePages_bytes:3.4504441856e+10 AnonPages_bytes:3.67816704e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020921344e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2458701824e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:262144 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.7800704e+08 Inactive_file_bytes:5.6070144e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38842112e+08 MemAvailable_bytes:1.1660685312e+10 MemFree_bytes:9.965809664e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.4113792e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.16842496e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08969728e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:53:01.50335+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.171315428, err="couldn't get SNTP reply: read udp 127.0.0.1:51245->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:53:01.49899+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.81 2023-07-21T16:53:01.35558+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.81 2023-07-21T16:53:01.50934+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:01.522+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:53:01.23676+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:01.53046+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:00.43605+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:01.53106+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.012973462, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:53:01.53163+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:35.80802+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:01.6746+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:01.53366+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:53:01.67899+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.2651618620000002, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:53:02.09438+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:38.61139+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:52:38.61914+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:53:02.09718+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.26 2023-07-21T16:53:02.0939+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:26.32599+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000596741, err="couldn't get SNTP reply: read udp 127.0.0.1:36101->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:53:02.492+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:02.24575+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:38.6191+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6452458496e+10 Active_bytes:3.7896597504e+10 Active_file_bytes:1.444139008e+09 AnonHugePages_bytes:3.4483470336e+10 AnonPages_bytes:3.6451979264e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.0205568e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2254753792e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:737280 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78011136e+08 Inactive_file_bytes:5.60705536e+08 KernelStack_bytes:2.441216e+07 Mapped_bytes:1.38776576e+08 MemAvailable_bytes:1.1998027776e+10 MemFree_bytes:1.0303512576e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.8174592e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16412416e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08523264e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:53:02.13139+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:02.14378+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.022438179, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:53:02.13245+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:02.1918+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:53:02.49224+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:02.74701+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:53:02.50213+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:53:02.49499+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.378105033, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:53:02.14371+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000852787, err="couldn't get SNTP reply: read udp 127.0.0.1:59429->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:53:02.37926+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:02.41819+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:35.86438+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:35.86552+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:53:04.08173+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:35.86716+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:38.62358+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T16:52:38.62616+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:38.62353+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:53:04.59499+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:53:04.59919+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:04.64362+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=27.139011502, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:53:04.64634+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:53:04.72467+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:41.6671+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.77 2023-07-21T16:53:04.73577+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:04.74966+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=27.647912782, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:53:04.74995+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:38.83111+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:41.83383+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.089447079, err="couldn't get SNTP reply: read udp 127.0.0.1:35359->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:53:04.79407+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:41.83393+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:41.99215+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:53:04.87986+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:42.15028+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:42.15028+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:42.15089+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T16:52:42.15436+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:42.15209+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:42.15541+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:42.15219+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.518003034, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:42.1545+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.447695916, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:42.15563+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:42.16142+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6532273152e+10 Active_bytes:3.7976510464e+10 Active_file_bytes:1.444237312e+09 AnonHugePages_bytes:3.448766464e+10 AnonPages_bytes:3.6531126272e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.0206592e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2310131712e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:425984 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78015232e+08 Inactive_file_bytes:5.60709632e+08 KernelStack_bytes:2.441216e+07 Mapped_bytes:1.3879296e+08 MemAvailable_bytes:1.1919536128e+10 MemFree_bytes:1.0224918528e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.998912e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.164288e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08539648e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:42.15586+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.007631826, err="couldn't get SNTP reply: read udp 127.0.0.1:39609->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:42.15886+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:05.01941+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=32.155602826, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:53:05.03489+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.15 2023-07-21T16:53:05.0357+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:05.03982+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:05.03591+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:05.26654+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:05.03625+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:05.32841+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=27.763270734, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:53:05.12262+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:38.85746+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.22 2023-07-21T16:52:38.85744+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.029488273, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:53:05.10654+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.036154845, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:53:05.38459+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:38.85792+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.00036619, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:53:05.38348+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:05.38981+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:38.85285+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.868910127, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:53:05.48704+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T16:53:05.14607+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:05.37351+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:05.11954+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:38.87779+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=32.88 2023-07-21T16:53:05.66647+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:53:05.61506+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:42.1618+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6532273152e+10 Active_bytes:3.7976510464e+10 Active_file_bytes:1.444237312e+09 AnonHugePages_bytes:3.448766464e+10 AnonPages_bytes:3.6531126272e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.0206592e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2310131712e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:425984 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78015232e+08 Inactive_file_bytes:5.60709632e+08 KernelStack_bytes:2.441216e+07 Mapped_bytes:1.3879296e+08 MemAvailable_bytes:1.1919536128e+10 MemFree_bytes:1.0224918528e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.998912e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.164288e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08539648e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:53:05.61077+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.006816663, err="couldn't get SNTP reply: read udp 127.0.0.1:47337->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:53:05.76234+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6874686464e+10 Active_bytes:3.8319239168e+10 Active_file_bytes:1.444552704e+09 AnonHugePages_bytes:3.4506539008e+10 AnonPages_bytes:3.6874989568e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020974592e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2513092608e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:299008 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78011136e+08 Inactive_file_bytes:5.60705536e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38846208e+08 MemAvailable_bytes:1.1567878144e+10 MemFree_bytes:9.872941056e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.5145984e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.16965376e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.09092608e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:53:05.76286+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:38.87942+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:38.88329+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T16:52:38.87957+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.021586042, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:53:05.8329+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:06.00801+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:53:06.0517+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:06.08457+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:06.0847+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:38.91285+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:06.01177+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:38.92951+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:38.93609+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.903847981, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:42.16286+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:53:05.81242+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:38.95087+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.236610504, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:38.95126+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:53:06.11759+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.687129088e+10 Active_bytes:3.8315843584e+10 Active_file_bytes:1.444552704e+09 AnonHugePages_bytes:3.4506539008e+10 AnonPages_bytes:3.6871647232e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020974592e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2510471168e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:299008 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78011136e+08 Inactive_file_bytes:5.60705536e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38846208e+08 MemAvailable_bytes:1.1571441664e+10 MemFree_bytes:9.876504576e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.5145984e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.16965376e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.09092608e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:38.95366+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000867989, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:38.95709+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:05.97187+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:06.12529+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:06.27455+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:54.22269+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:53:06.26239+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.00525903, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:53.95282+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:48.87935+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:53:06.24286+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:06.27671+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.667086159, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:53:06.3773+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:06.51582+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:06.53689+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:53:06.58523+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.42 2023-07-21T16:53:06.61+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:38.94587+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:38.94771+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.005210984, err="couldn't get SNTP reply: read udp 127.0.0.1:45909->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:53:06.38293+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:06.52131+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:06.4073+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:53:06.61395+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:06.63012+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:53:06.63398+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:53:06.7508+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:38.95731+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:06.65393+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:53:06.74265+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.42 2023-07-21T16:53:06.36515+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6874686464e+10 Active_bytes:3.8319239168e+10 Active_file_bytes:1.444552704e+09 AnonHugePages_bytes:3.4506539008e+10 AnonPages_bytes:3.6875546624e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020974592e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2513092608e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:299008 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78011136e+08 Inactive_file_bytes:5.60705536e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38846208e+08 MemAvailable_bytes:1.156708352e+10 MemFree_bytes:9.872146432e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.5145984e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.16965376e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.09092608e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:38.97047+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:38.97808+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:53:07.00589+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.135786229, err="couldn't get SNTP reply: read udp 127.0.0.1:46564->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:53:07.00418+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.49692211, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:53:07.04067+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:53:07.80184+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.604168454, err="couldn't get SNTP reply: read udp 127.0.0.1:34654->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:43.24466+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.065422051, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:53:07.79925+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:07.88563+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.903188913, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:53:07.00799+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6902350848e+10 Active_bytes:3.8346907648e+10 Active_file_bytes:1.4445568e+09 AnonHugePages_bytes:3.4506539008e+10 AnonPages_bytes:3.6898021376e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020995072e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.253804544e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:319488 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78015232e+08 Inactive_file_bytes:5.60709632e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38846208e+08 MemAvailable_bytes:1.1539509248e+10 MemFree_bytes:9.844563968e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.570304e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.17059584e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.09186816e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:53:08.05648+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=28.797416711, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:53:08.05682+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6915359744e+10 Active_bytes:3.8359953408e+10 Active_file_bytes:1.444593664e+09 AnonHugePages_bytes:3.4506539008e+10 AnonPages_bytes:3.691542528e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.021036032e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2545762304e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:376832 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78019328e+08 Inactive_file_bytes:5.60713728e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38850304e+08 MemAvailable_bytes:1.1525738496e+10 MemFree_bytes:9.830752256e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.6456704e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.1716608e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.09293312e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:53:08.05758+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:07.7263+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T16:53:08.16436+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.167249182, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:53:07.84485+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:53:07.86863+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.442023543, err="couldn't get SNTP reply: read udp 127.0.0.1:49661->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:53:08.46445+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:08.48915+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:07.83206+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.42 2023-07-21T16:53:07.8522+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.015117809, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:53:08.5808+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6482510848e+10 Active_bytes:3.7926723584e+10 Active_file_bytes:1.444212736e+09 AnonHugePages_bytes:3.4483470336e+10 AnonPages_bytes:3.6481970176e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020630528e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2276978688e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:811008 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78011136e+08 Inactive_file_bytes:5.60705536e+08 KernelStack_bytes:2.441216e+07 Mapped_bytes:1.38784768e+08 MemAvailable_bytes:1.1968610304e+10 MemFree_bytes:1.0274021376e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.8772608e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16416512e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.0852736e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:53:07.82363+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.271725262, err="couldn't get SNTP reply: read udp 127.0.0.1:55118->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:53:08.25573+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=28.448964635, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:45.28513+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:08.17457+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:53:08.61033+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:53:08.60882+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.42 2023-07-21T16:53:08.61035+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:08.62496+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:08.62498+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:08.66188+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.623735293, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:53:08.76318+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.05075856, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:45.35834+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=18.987242029, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:53:08.76334+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:08.76424+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:45.42082+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:45.51353+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:08.76682+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.554939742, err="couldn't get SNTP reply: read udp 127.0.0.1:48264->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:45.24031+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:45.49199+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:53:08.77252+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:28.02802+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=6.267318818, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:53:07.84549+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:08.80723+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:08.80815+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.56 2023-07-21T16:53:08.82868+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:08.80691+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:45.59701+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:08.83281+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=27.441200128, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:53:08.84642+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:53:08.80792+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.197300952, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:53:08.88616+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.42 2023-07-21T16:53:09.10316+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:28.05847+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:53:09.11519+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:09.11596+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.8096968279999999, err="couldn't get SNTP reply: read udp 127.0.0.1:52638->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:45.73564+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.14 2023-07-21T16:52:45.88489+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:09.15751+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:45.70928+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:09.2138+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:53:09.24309+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:09.14733+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:09.24356+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:53:09.24609+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:09.24335+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.42 2023-07-21T16:53:09.24352+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:09.27474+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.618880707, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:53:09.27527+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.267749381, err="couldn't get SNTP reply: read udp 127.0.0.1:54089->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:53:09.26079+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:53:09.11481+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:09.15834+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:53:09.28546+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:09.29883+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.316666154, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:53:09.30159+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000553181, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:53:09.30173+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:09.28559+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6918575104e+10 Active_bytes:3.8363168768e+10 Active_file_bytes:1.444593664e+09 AnonHugePages_bytes:3.4506539008e+10 AnonPages_bytes:3.6920389632e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.021036032e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2548908032e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:376832 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78019328e+08 Inactive_file_bytes:5.60713728e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38850304e+08 MemAvailable_bytes:1.1523039232e+10 MemFree_bytes:9.828052992e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.64608e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.1716608e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.09293312e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:53:09.31769+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:09.31779+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:09.29561+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6930838528e+10 Active_bytes:3.8375456768e+10 Active_file_bytes:1.44461824e+09 AnonHugePages_bytes:3.4504441856e+10 AnonPages_bytes:3.6931436544e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.021056512e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2563063808e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:397312 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78019328e+08 Inactive_file_bytes:5.60713728e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38866688e+08 MemAvailable_bytes:1.1509571584e+10 MemFree_bytes:9.814560768e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.6681984e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.1718656e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.09313792e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:53:09.09062+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.29380063, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:53:09.38427+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:53:09.41796+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:09.43109+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:46.02829+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:46.02833+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.790057601, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:46.04641+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:09.43737+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:46.06893+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:09.31989+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:09.43795+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:28.15717+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T16:52:46.06905+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.14 2023-07-21T16:53:09.43786+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:46.06959+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:53:09.43622+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:45.93642+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:46.24635+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:09.50507+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:28.34576+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T16:53:09.47558+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:46.44254+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:46.55126+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.145947716, err="couldn't get SNTP reply: read udp 127.0.0.1:41539->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:28.35278+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T16:53:09.47674+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:46.21124+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:28.19749+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:45.88729+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:28.37544+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.150889868, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:28.38669+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T16:52:46.56935+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:28.34673+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T16:53:09.48186+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:09.56082+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=28.819035306, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:46.55505+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.661348278, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:53:09.55875+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=14.340772391, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:53:09.61856+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:46.55204+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6600897536e+10 Active_bytes:3.8045171712e+10 Active_file_bytes:1.444274176e+09 AnonHugePages_bytes:3.4491858944e+10 AnonPages_bytes:3.660070912e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.02070016e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2338820096e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:180224 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78011136e+08 Inactive_file_bytes:5.60705536e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38797056e+08 MemAvailable_bytes:1.1847974912e+10 MemFree_bytes:1.0153316352e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.1168768e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.16563968e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.086912e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:48.42127+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=9.257731547, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:53:09.77665+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:09.84235+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:09.97848+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:10.1249+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.849767731, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:53:09.76587+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6903890944e+10 Active_bytes:3.834847232e+10 Active_file_bytes:1.444581376e+09 AnonHugePages_bytes:3.4506539008e+10 AnonPages_bytes:3.6903755776e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.021019648e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2539094016e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:360448 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78015232e+08 Inactive_file_bytes:5.60709632e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38846208e+08 MemAvailable_bytes:1.153775616e+10 MemFree_bytes:9.842786304e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.6169984e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.17116928e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.0924416e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:53:10.1265+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.602632358, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:53:10.12666+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:53.86503+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:53.92486+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:43.77466+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.6101931710000001, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:44.00361+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:44.00408+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:43.86674+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:53.92625+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=24.670091014, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:44.00383+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:44.08805+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:44.03087+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:53.67746+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.06420826, err="couldn't get SNTP reply: read udp 127.0.0.1:40975->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:44.08634+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:44.0881+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:53.96885+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:53.96962+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.639859272, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:54.02131+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:54.03101+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:54.03336+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:54.03391+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:54.03267+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:54.22305+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:54.06169+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:54.23423+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=19.071923267, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:58.84559+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:53:48.88358+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.003531631, err="couldn't get SNTP reply: read udp 127.0.0.1:53527->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:38.9571+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:54.30865+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:54.31126+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:54.31253+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:54.30969+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:35.48712+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:35.5323+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T16:52:54.41387+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:54.41528+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:54.41551+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:54.41798+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:54.43426+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:54.46378+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:54.48615+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:54.47128+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:10.56617+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=28.497946562, err="couldn't get SNTP reply: read udp 127.0.0.1:39624->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:52:54.47648+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=32.622587583, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:54.48436+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:54.48067+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:54.48237+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:54.47563+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=20.708647417999998, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:54.48856+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:10.58458+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.45 2023-07-21T16:52:54.48219+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:54.47828+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=21.338987727, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:54.70412+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:54.48658+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:54.76931+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:54.48749+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:55.07679+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:54.767+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6436496384e+10 Active_bytes:3.7880610816e+10 Active_file_bytes:1.444114432e+09 AnonHugePages_bytes:3.4483470336e+10 AnonPages_bytes:3.6436361216e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020524032e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.224217088e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:704512 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77998848e+08 Inactive_file_bytes:5.60693248e+08 KernelStack_bytes:2.441216e+07 Mapped_bytes:1.3877248e+08 MemAvailable_bytes:1.2013568e+10 MemFree_bytes:1.0319089664e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.779776e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.1640832e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08519168e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:55.06144+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:52:55.06125+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:54.46994+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6414148608e+10 Active_bytes:3.7858234368e+10 Active_file_bytes:1.44408576e+09 AnonHugePages_bytes:3.4483470336e+10 AnonPages_bytes:3.6414455808e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.020491264e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.224028672e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:663552 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.77990656e+08 Inactive_file_bytes:5.60685056e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38764288e+08 MemAvailable_bytes:1.2037537792e+10 MemFree_bytes:1.034309632e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.7404544e+07 SReclaimable_bytes:9.2110848e+07 SUnreclaim_bytes:1.16400128e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.08510976e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:52:55.24237+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:55.24262+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:55.25496+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:52:55.25625+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.029024991, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:55.25665+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.25 2023-07-21T16:52:54.4885+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:54.48735+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=19.297127825, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:55.09863+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:55.09881+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=18.695318105, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:52:54.47926+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=20.847813247, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:54.70387+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:35.53243+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:35.70241+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T16:52:55.06613+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:55.26762+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=7.365151734, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:52:55.10045+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:55.22318+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=7.500341697, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T16:53:10.59331+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.45 2023-07-21T16:53:10.59476+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:10.59546+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=36.51 2023-07-21T16:52:35.70706+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:10.89816+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:10.90764+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.005897868, err="couldn't get SNTP reply: read udp 127.0.0.1:54596->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:53:10.90764+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T16:53:11.09794+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:55.62256+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.83 2023-07-21T16:52:55.62435+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.371935854, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:52:55.7623+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=20.052628759, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:55.75049+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.387593893, err="couldn't get SNTP reply: read udp 127.0.0.1:57216->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:53:11.10995+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000555169, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:56.03298+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=38.83 2023-07-21T16:53:11.11643+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T16:52:56.03437+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.203399051, err="couldn't get SNTP reply: read udp 127.0.0.1:47348->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T16:53:11.09797+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T16:52:56.03513+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T16:53:11.11264+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.405783234, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:53:11.1123+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:11.13768+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:53:11.12051+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6969213952e+10 Active_bytes:3.8413852672e+10 Active_file_bytes:1.44463872e+09 AnonHugePages_bytes:3.4506539008e+10 AnonPages_bytes:3.6975792128e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.021072896e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2589966336e+10 DirectMap2M_bytes:5.0344230912e+10 DirectMap4k_bytes:1.195245568e+09 Dirty_bytes:421888 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.78023424e+08 Inactive_file_bytes:5.60717824e+08 KernelStack_bytes:2.4428544e+07 Mapped_bytes:1.38870784e+08 MemAvailable_bytes:1.1472121856e+10 MemFree_bytes:9.777086464e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.6886784e+07 SReclaimable_bytes:9.2127232e+07 SUnreclaim_bytes:1.1722752e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.09354752e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67870208e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T16:53:11.13842+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:53:11.16925+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.594507677, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:53:11.17898+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=31.670405541, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:53:11.64711+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:53:11.66278+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:53:11.17349+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:48.47511+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:11.70479+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T16:52:48.42138+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.372309742, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:53:11.70243+08:00 INFO [23376,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_server 2023-07-21T16:52:48.42176+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:53:11.72293+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:02.88652+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.661756861, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:53:02.89169+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=39.463001076, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T16:53:03.21228+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:03.21371+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:53:03.22494+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.257646542, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T16:53:03.09498+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:02.9115+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:03.55229+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:53:03.35753+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:53:03.61076+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:53:03.35623+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.7124315060000002, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:53:03.13911+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:53:02.91095+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T16:53:11.73969+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=44.419677722, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:53:03.74453+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.510927146, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:53:11.74144+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=23.959334327, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T16:53:02.25175+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T16:53:03.36392+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=32.26 2023-07-21T16:53:11.74333+08:00 ERROR [23376,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T16:52:35.85679+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:35.8558+08:00 WARN [23376,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T16:52:35.85528+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:52:35.85706+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T16:53:04.06134+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T16:52:35.86104+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=20.663319419, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T16:52:35.86575+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:53:04.31873+08:00 WARN [23376,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T16:52:35.85782+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T16:52:35.86025+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:35.8667+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T16:52:48.48637+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000397855, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:53:11.74808+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:52:48.50548+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T16:52:48.48606+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000961544, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T16:52:48.50453+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T16:53:11.74742+08:00 WARN [23376,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T16:53:11.75274+08:00 INFO [23376,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.002889944, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:03.95909+08:00 INFO [27894,] caller=sdk/sdk_init.go:43:InitSDK: init sdk conf {ConfigPropertiesDir:conf/config_properties ModuleConfigDir:conf/module_config CryptoPath:conf/.config_secret.key CryptoMethod:plain} 2023-07-21T17:16:03.96047+08:00 INFO [27894,] caller=config/config_reader_writer.go:218:loadYamlFilesFromPath: read config files from path /home/admin/obagent/conf/config_properties 2023-07-21T17:16:03.96096+08:00 INFO [27894,] caller=config/config_reader_writer.go:224:loadYamlFilesFromPath: read config from path /home/admin/obagent/conf/config_properties, files length 2 2023-07-21T17:16:03.97111+08:00 INFO [27894,] caller=config/config_reader_writer.go:218:loadYamlFilesFromPath: read config files from path /home/admin/obagent/conf/module_config 2023-07-21T17:16:03.97168+08:00 INFO [27894,] caller=config/config_reader_writer.go:224:loadYamlFilesFromPath: read config from path /home/admin/obagent/conf/module_config, files length 6 2023-07-21T17:16:04.31792+08:00 INFO [27894,] caller=monagent/main.go:100:runMonitorAgent: sdk inited 2023-07-21T17:16:04.32093+08:00 INFO [27894,] caller=sdk/monagent_callbacks.go:104:func8: module monagent.admin.basic.auth init config sucessfully 2023-07-21T17:16:04.3232+08:00 INFO [27894,] caller=sdk/monagent_callbacks.go:73:func5: module monagent.server.basic.auth init config sucessfully 2023-07-21T17:16:04.49735+08:00 INFO [27894,] caller=mysql/table_input.go:144:Init: table input init with config&{0 0xc00031c500 map[ob_is_rootservice:false ob_is_v3:false ob_is_v4:false ob_svr_ip:172.118.81.151 ob_svr_port:2882] [0xc000312a80 0xc000312b00 0xc000312b80 0xc000312c00 0xc000312c80 0xc000312d00 0xc000312d80 0xc000312e00 0xc000312e80 0xc000312f00 0xc000312f80 0xc000313000 0xc000313080 0xc000313100 0xc000313180 0xc000313200] 4} 2023-07-21T17:16:04.50411+08:00 INFO [27894,] caller=mysql/table_input.go:161:Init: successfully init mysql table input plugin 2023-07-21T17:16:04.50604+08:00 INFO [27894,] caller=retag/retag.go:74:Init: retag processor init with config&{map[] map[] map[app:OB ob_cluster_id:20230720 ob_cluster_name:obce-3zones obzone:zone1 svr_ip:172.118.81.151]} 2023-07-21T17:16:04.50687+08:00 INFO [27894,] caller=prometheus/prometheus.go:89:Init: prometheus exporter config : &{fmtText} 2023-07-21T17:16:04.59303+08:00 INFO [27894,] caller=mysql/table_input.go:144:Init: table input init with config&{0 0xc0001a0740 map[ob_is_rootservice:false ob_is_v3:false ob_is_v4:false ob_svr_ip:172.118.81.151 ob_svr_port:2882] [0xc0001b5a80 0xc0001b5b00 0xc0001b5b80 0xc0001b5c00 0xc0001b5c80 0xc0001b5d00 0xc0001b5d80 0xc0001b5e00 0xc0001b5e80 0xc0001b5f00 0xc0001b5f80 0xc000212000 0xc000212080 0xc000212100] 4} 2023-07-21T17:16:04.63671+08:00 INFO [27894,] caller=mysql/table_input.go:161:Init: successfully init mysql table input plugin 2023-07-21T17:16:04.6387+08:00 INFO [27894,] caller=retag/retag.go:74:Init: retag processor init with config&{map[] map[] map[app:OB ob_cluster_id:20230720 ob_cluster_name:obce-3zones obzone:zone1 svr_ip:172.118.81.151]} 2023-07-21T17:16:04.6393+08:00 INFO [27894,] caller=prometheus/prometheus.go:89:Init: prometheus exporter config : &{fmtText} 2023-07-21T17:16:04.63957+08:00 INFO [27894,] caller=route/monagent_route.go:40:RegisterPipelineRoute: register route /metrics/ob/basic 2023-07-21T17:16:04.63999+08:00 INFO [27894,] caller=route/monagent_route.go:40:RegisterPipelineRoute: register route /metrics/ob/extra 2023-07-21T17:16:04.64041+08:00 INFO [27894,] caller=engine/pipeline_module_callback.go:33:addPipeline: add pipeline module result succeed 2023-07-21T17:16:04.64624+08:00 WARN [27894,] caller=engine/pipeline_module_callback.go:115:InitPipelineModuleCallback: pipeline module monitor.mysql is inactive, just skip 2023-07-21T17:16:04.66196+08:00 WARN [27894,] caller=engine/pipeline_module_callback.go:115:InitPipelineModuleCallback: pipeline module monitor.ob.log is inactive, just skip 2023-07-21T17:16:04.67692+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=info, fields.msg="Parsed flag --collector.filesystem.mount-points-exclude", flag="^/(dev|proc|sys|var/lib/docker/.+)($|/)" 2023-07-21T17:16:04.67769+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=info, fields.msg="Parsed flag --collector.filesystem.fs-types-exclude", flag="^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$" 2023-07-21T17:16:04.68354+08:00 INFO [27894,] caller=retag/retag.go:74:Init: retag processor init with config&{map[] map[] map[app:HOST svr_ip:172.118.81.151]} 2023-07-21T17:16:04.68431+08:00 INFO [27894,] caller=prometheus/prometheus.go:89:Init: prometheus exporter config : &{fmtText} 2023-07-21T17:16:04.68453+08:00 INFO [27894,] caller=route/monagent_route.go:40:RegisterPipelineRoute: register route /metrics/node/host 2023-07-21T17:16:04.68495+08:00 INFO [27894,] caller=engine/pipeline_module_callback.go:33:addPipeline: add pipeline module result succeed 2023-07-21T17:16:04.77569+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:04.77859+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:04.78337+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:05.73374+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:06.85464+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_partition 2023-07-21T17:16:06.98225+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server 2023-07-21T17:16:07.13914+08:00 INFO [27894,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_partition 2023-07-21T17:16:07.1745+08:00 INFO [27894,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_server 2023-07-21T17:16:07.33333+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:07.34331+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:07.63816+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:07.63972+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:07.55735+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:16:07.64368+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:07.64442+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:07.64481+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:07.64525+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:07.64869+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:07.64915+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.502693778, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:07.55737+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:16:07.77427+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T17:16:07.75338+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T17:16:07.75343+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:16:07.7473+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.60460222, err="couldn't get SNTP reply: read udp 127.0.0.1:53198->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:07.76403+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.66915, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:07.85843+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T17:16:08.06442+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T17:16:07.89991+08:00 WARN [27894,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T17:16:08.0477+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:16:08.32784+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:08.41919+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.635900415, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:08.48611+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:08.65869+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:08.49514+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:08.67046+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:08.65933+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:16:08.69419+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:08.71443+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:16:08.76039+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:16:08.76519+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:08.8338+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:08.89544+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:08.89707+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:08.90257+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:08.91004+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:08.94942+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:08.95942+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:08.99691+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:09.00669+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:09.00706+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:09.39975+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.71 2023-07-21T17:16:09.39993+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:16:09.40744+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:09.40051+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.33 2023-07-21T17:16:09.56769+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:09.55772+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:16:09.55767+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:09.5673+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=33.6 2023-07-21T17:16:09.33019+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ tenant_name, 1 as role, case when cnt is null then 0 else cnt end as cnt from (select __all_tenant.tenant_name, t1.cnt from __all_tenant left join (select tenant_id, count(*) as cnt from __all_virtual_partition_info where svr_ip = ? and svr_port = ? group by tenant_id) t1 on __all_tenant.tenant_id = t1.tenant_id) t2 2023-07-21T17:16:09.36377+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.71 2023-07-21T17:16:09.55844+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:09.60638+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:09.60602+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.140336243, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:09.61179+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:09.61468+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:09.57524+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:16:09.61549+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:09.61581+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:16:09.61611+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:09.61652+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:16:09.61223+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:09.60376+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=37.71 2023-07-21T17:16:09.61517+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:09.69744+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.33 2023-07-21T17:16:09.70131+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:09.70159+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:16:09.70217+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:09.71249+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:16:09.70239+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:09.72569+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:09.73343+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:16:09.70175+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=33.6 2023-07-21T17:16:09.75896+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:09.73891+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:16:09.76043+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ group_concat(svr_ip SEPARATOR ',') as servers, status, count(1) as cnt from __all_server group by status 2023-07-21T17:16:09.76108+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:16:09.76083+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.156880234, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:09.76237+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T17:16:09.76364+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:09.78451+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T17:16:09.79418+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:16:09.79442+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T17:16:09.80658+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T17:16:09.79365+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:09.81002+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:09.82136+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:09.75999+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.357703996, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:09.83661+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:09.83805+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:09.8388+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu19, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:09.74432+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:09.85573+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu19, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:09.85634+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:09.86326+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu2, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:09.86216+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:16:09.85937+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:09.89543+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu2, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:09.91802+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu20, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:09.92294+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu20, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:09.94056+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:16:09.91872+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:16:09.95876+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T17:16:10.03909+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:16:10.03904+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:16:10.09248+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu21, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:09.94892+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:10.09407+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:16:10.10504+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu21, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:10.10136+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:16:10.10493+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:10.10687+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu22, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:10.11535+08:00 INFO [27894,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_disk 2023-07-21T17:16:10.10878+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:10.1669+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:10.17066+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:10.18237+08:00 INFO [27894,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_server_resource 2023-07-21T17:16:10.25615+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T17:16:10.26709+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_partition 2023-07-21T17:16:10.27845+08:00 INFO [27894,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_partition 2023-07-21T17:16:10.28435+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T17:16:10.28311+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:10.28695+08:00 INFO [27894,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_disk 2023-07-21T17:16:10.29363+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ tenant_name, 1 as role, case when cnt is null then 0 else cnt end as cnt from (select __all_tenant.tenant_name, t1.cnt from __all_tenant left join (select tenant_id, count(*) as cnt from __all_virtual_partition_info where svr_ip = ? and svr_port = ? group by tenant_id) t1 on __all_tenant.tenant_id = t1.tenant_id) t2 2023-07-21T17:16:10.31871+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:10.32357+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:16:10.31865+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:09.41697+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:10.78392+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.78776379, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:10.79348+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.040793643, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:10.79461+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:09.43072+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:10.88349+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:10.9004+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:16:10.90084+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:10.90865+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:10.90875+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.023747907, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:10.98045+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:10.88295+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:11.06001+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:11.06073+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:10.99907+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=35.49 2023-07-21T17:16:10.98281+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.063068352, err="couldn't get SNTP reply: read udp 127.0.0.1:33577->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:11.10404+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.092804874, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:11.06617+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.01 2023-07-21T17:16:11.09086+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:10.98289+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:11.06165+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:11.01129+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=35.49 2023-07-21T17:16:11.08047+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.011295055, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:11.13474+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:11.1347+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:11.13405+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:11.13502+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:11.13401+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=33.47 2023-07-21T17:16:11.19174+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:11.19399+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:11.19187+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:11.19597+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.213817983, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:11.1935+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.01 2023-07-21T17:16:11.19966+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.217067294, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:11.203+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:11.19431+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:11.20307+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:11.19207+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.227816608, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:11.13482+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=35.49 2023-07-21T17:16:11.21201+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:11.2123+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:11.20351+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=33.47 2023-07-21T17:16:11.21341+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.233633921, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:11.21886+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:11.21468+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.01 2023-07-21T17:16:11.22019+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.236887144, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:11.22349+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001391518, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:11.21742+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000505126, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:11.22247+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:11.22242+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:11.22227+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:11.30036+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:11.29884+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:11.30086+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:11.40404+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:11.30666+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:11.22893+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:11.42076+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:11.4049+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:11.51004+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:11.59509+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.237508193, err="couldn't get SNTP reply: read udp 127.0.0.1:59916->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:11.22743+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=33.47 2023-07-21T17:16:11.45009+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.013837803, err="couldn't get SNTP reply: read udp 127.0.0.1:34695->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:11.56123+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.098017017, err="couldn't get SNTP reply: read udp 127.0.0.1:34651->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:11.60633+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:11.60903+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=35.49 2023-07-21T17:16:11.60429+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:11.45096+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:11.45063+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:11.62826+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:12.012+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.480005168, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:11.70787+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.093153323, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:11.60608+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:12.26307+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:11.56358+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:12.66262+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:12.30533+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:12.66569+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:16:12.66904+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:12.57126+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:12.32533+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.33 2023-07-21T17:16:12.6731+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=33.6 2023-07-21T17:16:12.57686+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.175914666, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:12.67335+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:12.72204+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:12.63211+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:12.73725+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:12.72493+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.410196029, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:12.7406+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:12.74499+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:12.74577+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:12.74868+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:16:12.74934+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:12.74945+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=0, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=6219.69, old_value=6219.73 2023-07-21T17:16:12.74941+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:16:12.75137+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:16:12.75083+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=1, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=74150.78, old_value=74150.83 2023-07-21T17:16:12.67379+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:16:12.30651+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:12.30598+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:12.30547+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:12.30674+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:16:12.30565+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.01 2023-07-21T17:16:09.40028+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.089466855, err="couldn't get SNTP reply: read udp 127.0.0.1:6044->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:12.7478+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:12.84052+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:16:12.73947+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:12.76382+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:12.234+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:13.22642+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:12.99477+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:16:13.0035+08:00 INFO [27894,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_table 2023-07-21T17:16:12.98313+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:13.15162+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.086986446, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:12.77869+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=1, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5991.96, old_value=5991.97 2023-07-21T17:16:12.98271+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:13.02839+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.128141651, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:13.24536+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:12.6699+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.608713216e+10 Active_bytes:3.7693284352e+10 Active_file_bytes:1.606152192e+09 AnonHugePages_bytes:3.4470887424e+10 AnonPages_bytes:3.6087586816e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.193850368e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2138415104e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:2.813952e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.8929152e+08 Inactive_file_bytes:5.7198592e+08 KernelStack_bytes:2.4690688e+07 Mapped_bytes:1.38674176e+08 MemAvailable_bytes:8.307011584e+09 MemFree_bytes:1.0491858944e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.4340736e+07 SReclaimable_bytes:9.791488e+07 SUnreclaim_bytes:1.1741184e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1532672e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:12.79561+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:12.77808+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:12.71217+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.310657607, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:13.02737+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.24404+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:13.24573+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:16:13.22699+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:13.24447+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.24631+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.3349+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:13.32175+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.077531427, err="couldn't get SNTP reply: read udp 127.0.0.1:65243->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:13.34+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.33412+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=1, fields.level=debug, fields.msg="CPU SoftIRQ counter jumped backwards", new_value=22.35, old_value=22.36 2023-07-21T17:16:13.33543+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:16:13.33435+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.33586+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:16:13.40415+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:16:13.40503+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:16:13.3752+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=2, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=74170.7, old_value=74170.76 2023-07-21T17:16:13.33474+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.414169845, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:13.43935+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:16:13.34804+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.367223067, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:13.44437+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:16:13.44514+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:16:13.44568+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:16:13.44669+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:16:13.45236+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:13.40736+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=2, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=6006.6, old_value=6006.61 2023-07-21T17:16:13.55332+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:13.33653+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.110942137, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:13.34001+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:09.58037+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:13.40348+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:13.40365+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.40353+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:16:13.6949+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.55961+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=3, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=74109.23, old_value=74109.27 2023-07-21T17:16:13.38488+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.69619+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=3, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=6071.47, old_value=6071.48 2023-07-21T17:16:13.69688+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:16:13.69703+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=3, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2428.91, old_value=2428.92 2023-07-21T17:16:13.69756+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:16:13.69808+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:16:13.56668+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:13.34878+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.75584+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.69769+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=4, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=74444.86, old_value=74444.92 2023-07-21T17:16:13.81303+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=4, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2345.1, old_value=2345.11 2023-07-21T17:16:13.81394+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=5, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=74842.17, old_value=74842.23 2023-07-21T17:16:13.80486+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.81672+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.8185+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.69652+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.81437+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=6, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=75222.24, old_value=75222.3 2023-07-21T17:16:13.81904+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.87982+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:13.8798+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.88114+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.8813+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.99830524, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:13.88257+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=7, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5088.68, old_value=5088.71 2023-07-21T17:16:13.88197+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.87974+08:00 INFO [27894,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_table 2023-07-21T17:16:13.8667+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.89999+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=8, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=75204.42, old_value=75204.46 2023-07-21T17:16:13.3485+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.213357523, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:13.88305+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:13.91283+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.91265+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.91571+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:16:13.91688+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.91325+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=8, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2181.04, old_value=2181.05 2023-07-21T17:16:13.91603+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:13.17462+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:13.91787+08:00 INFO [27894,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_table 2023-07-21T17:16:13.91726+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:13.9185+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.91765+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.91736+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:16:13.92149+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.9177+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=9, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5016.72, old_value=5016.75 2023-07-21T17:16:13.91835+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:13.88194+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.92413+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.9248+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=10, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=76173.11, old_value=76173.13 2023-07-21T17:16:13.92504+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.92628+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu19, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.92579+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:13.92539+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.92573+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:13.92612+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=10, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2030.58, old_value=2030.59 2023-07-21T17:16:13.92612+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:13.92752+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.9294+08:00 INFO [27894,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_table 2023-07-21T17:16:13.92855+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu19, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.92877+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=11, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=76021.58, old_value=76021.63 2023-07-21T17:16:13.92896+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:13.93006+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.93103+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu19, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.93167+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.93114+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=12, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=63666.88, old_value=63666.91 2023-07-21T17:16:13.9337+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:16:13.93234+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu19, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.93433+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:16:13.93413+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=12, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=13659.8, old_value=13659.81 2023-07-21T17:16:13.9351+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.93535+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu2, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.93539+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=12, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2068.5, old_value=2068.51 2023-07-21T17:16:13.93579+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.93652+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu2, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.9355+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:16:13.93708+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.937+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=13, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=65630.32, old_value=65630.35 2023-07-21T17:16:13.93716+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:13.93881+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.93884+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=13, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2151.29, old_value=2151.3 2023-07-21T17:16:13.93907+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu20, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.94013+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu20, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.94006+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=14, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=67311.73, old_value=67311.77 2023-07-21T17:16:13.94158+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.94145+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=14, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=10512.29, old_value=10512.3 2023-07-21T17:16:13.94183+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu21, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.94163+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:16:13.94219+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.94239+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=14, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2026.33, old_value=2026.34 2023-07-21T17:16:13.94294+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu21, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.94304+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:16:13.94365+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=15, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=64854.82, old_value=64854.87 2023-07-21T17:16:13.94427+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.94478+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.94488+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu22, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.94483+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=15, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=12828.67, old_value=12828.68 2023-07-21T17:16:13.94567+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu22, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.94588+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=15, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2083.86, old_value=2083.87 2023-07-21T17:16:13.9524+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=16, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=64849.99, old_value=64850.05 2023-07-21T17:16:13.95239+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:13.95245+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu23, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.95332+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=16, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=12876.71, old_value=12876.72 2023-07-21T17:16:13.95236+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:13.95416+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=16, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=1982.28, old_value=1982.29 2023-07-21T17:16:13.95386+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu23, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.95526+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=17, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=67562.63, old_value=67562.68 2023-07-21T17:16:13.95727+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu3, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.95772+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=17, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=10889.2, old_value=10889.21 2023-07-21T17:16:13.95857+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=18, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=69048, old_value=69048.06 2023-07-21T17:16:13.95814+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu3, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.96009+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=18, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=1948.78, old_value=1948.79 2023-07-21T17:16:13.96112+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=19, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=67745.27, old_value=67745.29 2023-07-21T17:16:13.96136+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu4, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.96211+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu4, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.96305+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu5, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:13.96441+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu5, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:13.9619+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=19, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2052.03, old_value=2052.04 2023-07-21T17:16:10.10999+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:13.96526+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu22, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:10.10636+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_partition 2023-07-21T17:16:13.97305+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:13.97378+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T17:16:13.97439+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=5.011382129, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:13.96314+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6113637376e+10 Active_bytes:3.771803648e+10 Active_file_bytes:1.604399104e+09 AnonHugePages_bytes:3.4479276032e+10 AnonPages_bytes:3.6075433984e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.192367616e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2192941056e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.732608e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89180928e+08 Inactive_file_bytes:5.71875328e+08 KernelStack_bytes:2.4690688e+07 Mapped_bytes:1.3856768e+08 MemAvailable_bytes:8.283549696e+09 MemFree_bytes:1.0469363712e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.361984e+07 SReclaimable_bytes:9.7845248e+07 SUnreclaim_bytes:1.17379072e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1522432e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:13.97848+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.374237634, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:13.97268+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:16:14.37546+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:16:13.966+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=20, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=65292.63, old_value=65292.69 2023-07-21T17:16:14.38242+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000965344, err="couldn't get SNTP reply: read udp 127.0.0.1:57620->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:14.40456+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T17:16:14.38258+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=20, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=12636.02, old_value=12636.03 2023-07-21T17:16:14.55258+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=20, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=1811.79, old_value=1811.8 2023-07-21T17:16:14.60614+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=21, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=71219.69, old_value=71219.75 2023-07-21T17:16:14.60677+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=21, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=1886.05, old_value=1886.06 2023-07-21T17:16:14.56032+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(1) as cnt from __all_virtual_trans_stat where part_trans_action > 2 and ctx_create_time < date_sub(now(), interval 600 second) and svr_ip = ? and svr_port = ? 2023-07-21T17:16:14.61898+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=22, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=71308.98, old_value=71309.03 2023-07-21T17:16:14.5603+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.48949504, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:14.66245+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=23, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=71761.11, old_value=71761.17 2023-07-21T17:16:10.10426+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T17:16:10.10884+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:10.34897+08:00 INFO [27894,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_server_resource 2023-07-21T17:16:14.65977+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T17:16:13.97348+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:13.96812+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu23, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:10.34205+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:16:14.66335+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T17:16:13.96758+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu6, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:14.58618+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:14.56046+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ total_size, free_size from __all_virtual_disk_stat where svr_ip = ? and svr_port = ? 2023-07-21T17:16:14.79735+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T17:16:14.58133+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:16:14.80498+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(1) as cnt from __all_virtual_trans_stat where part_trans_action > 2 and ctx_create_time < date_sub(now(), interval 600 second) and svr_ip = ? and svr_port = ? 2023-07-21T17:16:14.93145+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:14.7591+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:16:14.93154+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:14.74461+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.378914794, err="couldn't get SNTP reply: read udp 127.0.0.1:64339->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:15.01786+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:16:15.18538+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:14.84227+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T17:16:15.22991+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T17:16:15.32045+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:15.01615+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:15.24709+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:15.24642+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T17:16:15.46654+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T17:16:15.46642+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:16:15.47951+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu23, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:15.70614+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=35.49 2023-07-21T17:16:15.73479+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.260002206, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:15.70882+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:15.89565+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:15.98213+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:16:15.97744+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:16:15.97758+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:16:15.89528+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:16:15.89535+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:16.01607+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu6, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:15.79495+08:00 WARN [27894,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T17:16:15.89542+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ total_size, free_size from __all_virtual_disk_stat where svr_ip = ? and svr_port = ? 2023-07-21T17:16:15.77498+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T17:16:16.02137+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T17:16:16.01777+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.088897886, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:16.02113+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T17:16:16.02145+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(1) as cnt from __all_virtual_trans_stat where part_trans_action > 2 and ctx_create_time < date_sub(now(), interval 600 second) and svr_ip = ? and svr_port = ? 2023-07-21T17:16:16.10034+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:16:16.02123+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ cpu_total,cpu_assigned,mem_total,mem_assigned,disk_total,disk_assigned,unit_num,migrating_unit_num,cpu_assigned_percent, mem_assigned_percent, disk_assigned_percent from __all_virtual_server_stat where svr_ip = ? and svr_port = ? 2023-07-21T17:16:16.10992+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:16.11196+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:16.11268+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T17:16:16.11366+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:16.14664+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T17:16:16.11209+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:16:16.31226+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:15.89512+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:16:16.40347+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:17.06876+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:17.34706+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:17.40186+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.01 2023-07-21T17:16:17.41002+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu3, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:17.55177+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:17.55876+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu7, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:17.55579+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:17.559+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:17.55577+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:17.55891+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:17.56207+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:17.56198+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:17.5643+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:17.56214+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:17.56482+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:17.56335+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.002951789, err="couldn't get SNTP reply: read udp 127.0.0.1:22035->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:17.57019+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=33.47 2023-07-21T17:16:17.56792+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=36.73 2023-07-21T17:16:17.56632+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:17.56639+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:17.57053+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu3, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:17.57491+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:17.57524+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu7, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:17.57587+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:17.58725+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:17.5751+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.015896805, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:17.5763+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.002189147, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:17.58325+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:17.57659+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:17.71553+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:17.69618+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:17.73337+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:17.731+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.38 2023-07-21T17:16:17.78648+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:17.8233+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.210347843, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:17.82477+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:17.8304+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:17.83012+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:18.04049+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.05376+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:17.82491+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu8, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.0509+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=33.56 2023-07-21T17:16:17.82488+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu4, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.05093+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:16:18.05352+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:18.05063+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:18.0535+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:18.06252+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.4953154, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:18.06298+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:16:18.06456+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:16:18.06086+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:18.06187+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu8, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.06142+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:18.06232+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:18.11693+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:18.06336+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:18.05993+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.06125+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.11824+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.06204+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:18.11674+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:18.11812+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:18.12012+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.130277663, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:18.11954+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:18.11888+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:18.12242+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:16:18.12883+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:16:18.12967+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:16:18.1224+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.130337339, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:18.0626+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu4, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.11918+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.11719+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu9, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.05361+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.15248+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.15337+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.15389+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.12282+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:18.15462+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.12246+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.15199+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.15591+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu9, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.18497+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=8.633998171, fields.level=debug, fields.msg="collector succeeded", name=cpu 2023-07-21T17:16:18.18512+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.19043+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.19784+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.1986+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.19956+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.2005+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.20385+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.20466+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.20545+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.20592+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.20757+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu5, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.21515+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu5, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.21497+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.21724+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu6, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.21697+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.217+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.19864+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.22053+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.21897+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu6, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.26638+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:16:18.28875+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.28931+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.28982+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.28981+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:16:18.29+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu7, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.29082+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.29012+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.29195+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:18.29181+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:16:18.29078+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.29193+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:16:18.29194+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu7, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.29672+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:16:18.29685+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.30383+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.30581+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:16:18.30588+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.30272+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:18.30468+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.30577+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:16:18.30596+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu8, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.31017+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu19, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.31017+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.31103+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:16:18.31604+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:18.3164+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.31612+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:18.32058+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:18.3218+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:18.32203+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:18.32242+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:18.3161+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:18.3171+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.36793+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T17:16:18.31095+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:18.31604+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:18.32057+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.31144+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu19, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.31023+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu8, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.31727+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:16:18.72915+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.55502+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.31758+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:16:18.73903+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu9, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.74283+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.7384+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:16:18.74614+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.74564+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu2, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.75207+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:16:18.75246+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.74797+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu9, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.74972+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:16:18.75458+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu2, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.75408+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.76442+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=13.976055149, fields.level=debug, fields.msg="collector succeeded", name=cpu 2023-07-21T17:16:18.7559+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:16:18.75499+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:16:18.76963+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.76914+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.76926+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu20, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:18.77937+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.78004+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:18.7853+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu20, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:18.78341+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:16:18.78308+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=36.73 2023-07-21T17:16:18.7851+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:16:18.79604+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:16:18.79788+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:16:19.29839+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:19.30087+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:19.34895+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:19.38889+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:19.38975+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:19.39074+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:19.39164+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:19.39057+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6262703104e+10 Active_bytes:3.7869051904e+10 Active_file_bytes:1.6063488e+09 AnonHugePages_bytes:3.4504441856e+10 AnonPages_bytes:3.6262043648e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.194055168e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2236461056e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:3.018752e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89299712e+08 Inactive_file_bytes:5.71994112e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39169792e+08 MemAvailable_bytes:8.12947456e+09 MemFree_bytes:1.0314207232e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6278144e+07 SReclaimable_bytes:9.7939456e+07 SUnreclaim_bytes:1.17542912e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15482368e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:19.39264+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:19.39336+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:19.39388+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:19.39482+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.07340541, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:19.40603+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:19.40995+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:19.41118+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:19.41681+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:19.41376+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6250238976e+10 Active_bytes:3.7856628736e+10 Active_file_bytes:1.60638976e+09 AnonHugePages_bytes:3.4489761792e+10 AnonPages_bytes:3.625091072e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.194092032e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2222845952e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:3.055616e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89295616e+08 Inactive_file_bytes:5.71990016e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39169792e+08 MemAvailable_bytes:8.139534336e+09 MemFree_bytes:1.0324242432e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6708224e+07 SReclaimable_bytes:9.7947648e+07 SUnreclaim_bytes:1.17559296e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15506944e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:19.42152+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.078315511, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:19.42202+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=8.219276822, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:19.41762+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:19.41523+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6250238976e+10 Active_bytes:3.7856628736e+10 Active_file_bytes:1.60638976e+09 AnonHugePages_bytes:3.4489761792e+10 AnonPages_bytes:3.6252024832e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.194092032e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2222845952e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:3.055616e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89295616e+08 Inactive_file_bytes:5.71990016e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39169792e+08 MemAvailable_bytes:8.139907072e+09 MemFree_bytes:1.0324615168e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6708224e+07 SReclaimable_bytes:9.7947648e+07 SUnreclaim_bytes:1.17559296e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15506944e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:19.44815+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:19.45041+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:19.44885+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=8.241087855, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:19.42266+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.633926437, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:19.4484+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.130254162, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:19.46343+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:19.49046+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:19.49046+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=36.73 2023-07-21T17:16:19.49128+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:19.49987+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:16:19.49152+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:12.24069+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.942444119, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:19.50694+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:16:19.50697+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.015479748, err="couldn't get SNTP reply: read udp 127.0.0.1:6759->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:19.49348+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.38 2023-07-21T17:16:19.46383+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:09.58037+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000671774, err="couldn't get SNTP reply: read udp 127.0.0.1:60924->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:19.50768+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:16:19.56926+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:19.57085+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:19.57152+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:16:19.57206+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:16:19.57283+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:16:12.35851+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:19.56156+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:19.50996+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000498579, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:19.57807+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:19.57895+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000532915, err="couldn't get SNTP reply: read udp 127.0.0.1:61636->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:19.57974+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:16:19.51327+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=33.56 2023-07-21T17:16:19.58975+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:19.58599+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.094305949, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:19.59109+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:19.59176+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=8.673432009, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:19.50897+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6254339072e+10 Active_bytes:3.7860728832e+10 Active_file_bytes:1.60638976e+09 AnonHugePages_bytes:3.4489761792e+10 AnonPages_bytes:3.6255367168e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.194092032e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2223894528e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:3.055616e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89295616e+08 Inactive_file_bytes:5.71990016e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39169792e+08 MemAvailable_bytes:8.135929856e+09 MemFree_bytes:1.0320637952e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6708224e+07 SReclaimable_bytes:9.7947648e+07 SUnreclaim_bytes:1.17559296e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15506944e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:19.58476+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:19.59468+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:16:19.59294+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:19.62623+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:16:19.61042+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:16:19.62869+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:16:19.60435+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:16:19.63005+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:16:19.63134+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:16:19.62387+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.127937927, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:19.6319+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.075354186, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:19.63973+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:16:19.64156+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:16:19.64684+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T17:16:19.64399+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:19.63951+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6277170176e+10 Active_bytes:3.7883559936e+10 Active_file_bytes:1.60638976e+09 AnonHugePages_bytes:3.4489761792e+10 AnonPages_bytes:3.6273750016e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.194092032e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2231545856e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:3.055616e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89295616e+08 Inactive_file_bytes:5.71990016e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39169792e+08 MemAvailable_bytes:8.112889856e+09 MemFree_bytes:1.0297597952e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6708224e+07 SReclaimable_bytes:9.7947648e+07 SUnreclaim_bytes:1.17559296e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15506944e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:19.61083+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:19.65898+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:16:19.65987+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:19.66082+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:19.66092+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T17:16:19.66189+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:16:19.66253+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:19.66177+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.034800088, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:19.63172+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:16:19.66363+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=36.73 2023-07-21T17:16:19.66311+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:16:19.75746+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:16:19.75774+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:19.7618+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:16:19.76242+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:16:19.76234+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:19.75752+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.38 2023-07-21T17:16:19.76305+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:16:19.78039+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:16:19.63423+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=8.431234048, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:19.64393+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:16:19.63869+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:19.7979+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:19.62178+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:19.61601+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:16:19.63324+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.011231757, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:19.61345+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:19.6134+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:16:19.60997+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T17:16:19.77506+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:19.80011+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:16:20.40237+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:16:20.41949+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:20.42603+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.434126688, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:20.46723+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=33.56 2023-07-21T17:16:20.46803+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.806516602, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:20.50645+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:16:20.50718+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:16:20.50751+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:16:20.42735+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=12.762076461, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:20.50852+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:16:20.50917+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:16:20.51922+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:20.50961+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:16:20.52423+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:16:20.50809+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:20.55356+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:16:20.55443+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:16:20.4019+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:20.57311+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.065230379, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:20.40565+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.67475+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.68199+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.68261+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.67432+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:19.64827+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=6.644540641, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:20.44449+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.393293733, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:20.68014+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.73298+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.73356+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.82774+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.82883+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.83057+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.84713+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.84765+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.84815+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.84894+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.84957+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.238612654, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:20.83237+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T17:16:20.85728+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T17:16:20.85862+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:16:20.85807+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.87112+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:20.87288+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000752961, err="couldn't get SNTP reply: read udp 127.0.0.1:53630->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:20.87182+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.87171+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:16:20.87771+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:16:20.87846+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:16:20.87711+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.88778+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:16:20.89435+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:16:20.89504+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:16:20.8956+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:16:20.89332+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.230419642, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:20.89738+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000623035, err="couldn't get SNTP reply: read udp 127.0.0.1:27323->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:20.82857+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=9.605018453, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:20.91611+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.91944+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.514695348, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:20.87962+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:20.94879+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:16:21.13956+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:21.26185+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:21.1355+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:20.99276+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:21.31087+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:16:21.17709+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:21.31263+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:16:21.31374+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:21.3368+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:21.33761+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:21.335+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:16:21.33871+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T17:16:21.13958+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:21.35328+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:21.2608+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:21.38665+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:21.39017+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:21.39045+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:21.39104+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:21.98349+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:21.98536+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:22.05017+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:22.03499+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:16:22.06061+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:12.32551+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:16:22.25337+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=9.099245422, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:22.22896+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T17:16:22.13479+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=33.47 2023-07-21T17:16:22.25677+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:22.27126+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T17:16:22.33477+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=46.6 2023-07-21T17:16:22.33063+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=10.74127849, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:22.33687+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T17:16:22.33672+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=31.54 2023-07-21T17:16:22.33666+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:12.32837+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6118110208e+10 Active_bytes:3.77242624e+10 Active_file_bytes:1.606152192e+09 AnonHugePages_bytes:3.4470887424e+10 AnonPages_bytes:3.6113211392e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.193850368e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2151948288e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:2.813952e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.8929152e+08 Inactive_file_bytes:5.7198592e+08 KernelStack_bytes:2.4690688e+07 Mapped_bytes:1.38674176e+08 MemAvailable_bytes:8.275570688e+09 MemFree_bytes:1.0460418048e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.4340736e+07 SReclaimable_bytes:9.791488e+07 SUnreclaim_bytes:1.1741184e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1532672e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:22.36996+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:22.38749+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=34.24 2023-07-21T17:16:22.37885+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T17:16:22.45847+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:22.46047+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:22.46047+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=9.138254182, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:22.51073+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:22.51335+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:22.51223+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:22.52445+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:22.57296+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=10.966709719, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:22.55627+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:22.67576+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:22.85801+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:16:22.85887+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:16:22.85964+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:16:22.87342+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=11.580670523, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:22.8746+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:16:22.87526+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:16:22.87599+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T17:16:22.87661+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T17:16:23.12169+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:23.12238+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:16:23.12252+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:23.12307+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:16:23.12323+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:23.12411+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:16:23.12493+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:16:23.12552+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:16:22.8773+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:16:22.87733+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T17:16:23.15258+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T17:16:23.15106+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T17:16:23.16071+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T17:16:22.94479+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:23.13128+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:16:23.16211+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T17:16:23.0669+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:23.24104+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:23.27272+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000597965, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:23.27426+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:23.24142+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:23.43048+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:16:23.43551+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:16:23.43619+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:16:23.43722+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:16:23.43775+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:16:23.43819+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:16:23.4386+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:16:23.43712+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.615602688e+10 Active_bytes:3.7762220032e+10 Active_file_bytes:1.606193152e+09 AnonHugePages_bytes:3.4479276032e+10 AnonPages_bytes:3.6156588032e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.19389952e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2164056064e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:2.863104e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.8929152e+08 Inactive_file_bytes:5.7198592e+08 KernelStack_bytes:2.4707072e+07 Mapped_bytes:1.38776576e+08 MemAvailable_bytes:8.237805568e+09 MemFree_bytes:1.0422632448e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.5024768e+07 SReclaimable_bytes:9.791488e+07 SUnreclaim_bytes:1.17440512e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15355392e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:23.43899+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:16:23.4461+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:23.696+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:23.69741+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=46.6 2023-07-21T17:16:23.69834+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=31.54 2023-07-21T17:16:23.69892+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=34.24 2023-07-21T17:16:23.69947+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.274954474, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:23.49306+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:23.65602+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:16:23.70016+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:16:23.57117+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:23.82682+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=10.261747412, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:23.59138+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:23.70013+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:23.82759+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6317200384e+10 Active_bytes:3.7923704832e+10 Active_file_bytes:1.606504448e+09 AnonHugePages_bytes:3.4491858944e+10 AnonPages_bytes:3.6314533888e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.194214912e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2258989056e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:3.022848e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89299712e+08 Inactive_file_bytes:5.71994112e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39206656e+08 MemAvailable_bytes:8.072003584e+09 MemFree_bytes:1.0256642048e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.7584768e+07 SReclaimable_bytes:9.797632e+07 SUnreclaim_bytes:1.17788672e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15764992e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:23.90625+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T17:16:23.90688+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T17:16:23.9074+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T17:16:23.7064+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6317200384e+10 Active_bytes:3.7923704832e+10 Active_file_bytes:1.606504448e+09 AnonHugePages_bytes:3.4491858944e+10 AnonPages_bytes:3.6314533888e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.194214912e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2258989056e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:3.022848e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89299712e+08 Inactive_file_bytes:5.71994112e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39206656e+08 MemAvailable_bytes:8.072003584e+09 MemFree_bytes:1.0256642048e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.7584768e+07 SReclaimable_bytes:9.797632e+07 SUnreclaim_bytes:1.17788672e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15764992e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:23.8292+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:16:23.92397+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T17:16:23.92453+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T17:16:23.92519+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T17:16:23.92583+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T17:16:23.75149+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:23.92735+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:23.92784+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:23.97268+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.277552591, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:23.97525+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:23.99672+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:16:24.08617+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:16:24.17707+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:24.37809+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:16:24.50747+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:16:24.50801+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T17:16:24.50871+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T17:16:24.54281+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=46.6 2023-07-21T17:16:24.10966+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.410210581, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:24.56027+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:24.55784+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:24.68684+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:24.72668+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:24.72737+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:24.72792+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.759764527, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:24.49044+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T17:16:24.80659+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T17:16:24.80724+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T17:16:24.7283+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.213374774, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:24.85693+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:24.72584+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=31.54 2023-07-21T17:16:24.85811+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=34.24 2023-07-21T17:16:24.85844+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T17:16:24.85954+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T17:16:24.86067+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:16:24.86105+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=13.881225, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:24.8685+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T17:16:24.85897+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.510367931, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:24.8697+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T17:16:24.42007+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:24.88674+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:24.88862+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:24.87879+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T17:16:24.16407+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:24.89246+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:24.88738+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:24.17583+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.070028013, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:24.90006+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:24.88731+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:24.8955+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=13.998354082, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:24.90412+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:16:24.90532+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:24.90387+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:24.90298+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:24.90363+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:24.9095+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:24.90248+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:24.72936+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.477529182, err="couldn't get SNTP reply: read udp 127.0.0.1:63757->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:24.8955+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:24.72387+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:24.90424+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:24.90973+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:25.11452+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:25.11557+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:24.91072+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:25.11862+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:25.11993+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:24.9064+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=13.698610697, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T17:16:24.92458+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:24.89441+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:25.1464+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:25.14657+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:16:24.90634+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:25.18081+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=46.6 2023-07-21T17:16:25.1812+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:25.18227+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:25.20845+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.100654717, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T17:16:24.91029+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:25.26842+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.38354213, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:25.26859+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000607857, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:25.11841+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:16:25.44084+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.280098591, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:25.44411+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.112399392, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:25.20894+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.072162727, err="couldn't get SNTP reply: read udp 127.0.0.1:11293->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:25.27474+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:24.91097+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:25.44589+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:16:25.28561+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=31.54 2023-07-21T17:16:24.90811+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:25.27483+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:25.36905+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:25.45944+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:25.46203+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:16:25.50669+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.546471729, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:25.52316+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.472195, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:25.52372+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=13.295559884, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:25.57642+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:25.60827+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.548846725, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:25.63726+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:25.76196+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:13.9388+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:25.78089+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.893694433, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:25.78127+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:16:25.77534+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001916716, err="couldn't get SNTP reply: read udp 127.0.0.1:29753->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:25.78827+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6349104128e+10 Active_bytes:3.7955670016e+10 Active_file_bytes:1.606565888e+09 AnonHugePages_bytes:3.4496053248e+10 AnonPages_bytes:3.6345843712e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.194280448e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2273406976e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:3.088384e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89299712e+08 Inactive_file_bytes:5.71994112e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39214848e+08 MemAvailable_bytes:8.039940096e+09 MemFree_bytes:1.0224541696e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.7957504e+07 SReclaimable_bytes:9.7980416e+07 SUnreclaim_bytes:1.17776384e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.157568e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:25.79145+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6015276032e+10 Active_bytes:3.7618868224e+10 Active_file_bytes:1.603592192e+09 AnonHugePages_bytes:3.4447818752e+10 AnonPages_bytes:3.6003643392e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.19119616e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.207233024e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:561152 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.8918912e+08 Inactive_file_bytes:5.7188352e+08 KernelStack_bytes:2.4477696e+07 Mapped_bytes:1.37928704e+08 MemAvailable_bytes:8.3776512e+09 MemFree_bytes:1.0563874816e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.2993152e+07 SReclaimable_bytes:9.7828864e+07 SUnreclaim_bytes:1.17346304e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15175168e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:26.05633+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.00058837, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:26.05648+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:26.13894+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=43.99 2023-07-21T17:16:25.77616+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=11.76069767, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:26.07559+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:26.11355+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:26.40003+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:26.40016+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:26.16326+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:26.47354+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:26.48042+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:26.47522+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.275100871, err="couldn't get SNTP reply: read udp 127.0.0.1:30910->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:26.47366+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:26.54911+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.385256278, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:26.4155+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu2, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:26.55784+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:16:26.67516+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:26.55936+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=34.24 2023-07-21T17:16:26.67715+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.01679475, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:26.66197+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:26.67719+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:26.675+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:26.56309+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.506158202, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:26.68385+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:26.6894+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:26.69059+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=15.709832954, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T17:16:26.69158+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:16:26.69166+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:26.69341+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=43.99 2023-07-21T17:16:26.69488+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:26.69562+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:26.70312+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.786905112, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:26.69611+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6367474688e+10 Active_bytes:3.7974065152e+10 Active_file_bytes:1.606590464e+09 AnonHugePages_bytes:3.4502344704e+10 AnonPages_bytes:3.6367384576e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.19430912e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2284417024e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:36864 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89307904e+08 Inactive_file_bytes:5.72002304e+08 KernelStack_bytes:2.473984e+07 Mapped_bytes:1.39218944e+08 MemAvailable_bytes:8.021348352e+09 MemFree_bytes:1.0205933568e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.8231936e+07 SReclaimable_bytes:9.7980416e+07 SUnreclaim_bytes:1.17792768e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15773184e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:26.70313+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=15.389895564, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T17:16:26.70551+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:28.83972+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:28.63789+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.657431117, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:28.83974+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:28.84031+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=43.99 2023-07-21T17:16:26.7117+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.740850943, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:27.35311+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.213882744, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:26.69929+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=31.25 2023-07-21T17:16:26.91479+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:26.94533+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:26.9091+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=19.275423691, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:28.84848+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:29.6635+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:29.66489+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:29.6655+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:28.84006+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:16:28.84987+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:28.93242+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:29.68746+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:28.85247+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:29.69001+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:16:27.00824+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.64158976e+10 Active_bytes:3.8022488064e+10 Active_file_bytes:1.606590464e+09 AnonHugePages_bytes:3.4502344704e+10 AnonPages_bytes:3.6409163776e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.19430912e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2303438848e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:36864 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89307904e+08 Inactive_file_bytes:5.72002304e+08 KernelStack_bytes:2.473984e+07 Mapped_bytes:1.39218944e+08 MemAvailable_bytes:7.971700736e+09 MemFree_bytes:1.0156285952e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.8231936e+07 SReclaimable_bytes:9.7980416e+07 SUnreclaim_bytes:1.17792768e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15773184e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:29.76254+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.044933465, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:29.68916+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:28.9198+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:29.66676+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:26.71199+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=12.795020066, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:29.08661+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:30.17028+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:28.45251+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:27.02791+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.020688497, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:27.03309+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:29.33946+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=31.25 2023-07-21T17:16:27.37432+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.458475943, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:29.35018+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:27.00756+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=43.99 2023-07-21T17:16:28.84843+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:28.84924+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:29.65435+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.006212384, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:28.84985+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:27.70719+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:28.85045+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:29.65474+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.009851977, err="couldn't get SNTP reply: read udp 127.0.0.1:14995->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:28.85928+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:26.90973+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:29.76454+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.603000214, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:28.03935+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:29.76583+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:29.33894+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6480749568e+10 Active_bytes:3.8087409664e+10 Active_file_bytes:1.606660096e+09 AnonHugePages_bytes:3.4521219072e+10 AnonPages_bytes:3.6478345216e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.194378752e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2336149504e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:126976 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89312e+08 Inactive_file_bytes:5.720064e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.3897728e+08 MemAvailable_bytes:7.90554624e+09 MemFree_bytes:1.0090094592e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.863744e+07 SReclaimable_bytes:9.7980416e+07 SUnreclaim_bytes:1.17813248e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15793664e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:29.66976+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:30.16938+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:28.93285+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:28.59917+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.695807824, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:29.06691+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.464815131, err="couldn't get SNTP reply: read udp 127.0.0.1:21522->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:30.03829+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:30.24456+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:28.6018+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:28.63655+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:28.6416+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:27.64099+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu2, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:28.84083+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:28.8417+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=31.25 2023-07-21T17:16:29.62929+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:27.71818+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:13.94593+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu19, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:30.24433+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:28.1874+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:16:30.25116+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:29.06708+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:29.22489+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:30.59168+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:16:30.59231+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.383401294, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:30.59141+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.092166271, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:13.96334+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6112891904e+10 Active_bytes:3.7717291008e+10 Active_file_bytes:1.604399104e+09 AnonHugePages_bytes:3.4479276032e+10 AnonPages_bytes:3.6073762816e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.192367616e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.219189248e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.732608e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89180928e+08 Inactive_file_bytes:5.71875328e+08 KernelStack_bytes:2.4690688e+07 Mapped_bytes:1.3856768e+08 MemAvailable_bytes:8.283930624e+09 MemFree_bytes:1.046974464e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.361984e+07 SReclaimable_bytes:9.7845248e+07 SUnreclaim_bytes:1.17379072e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1522432e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:30.6827+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.251439337, err="couldn't get SNTP reply: read udp 127.0.0.1:56402->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:30.68257+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.285506848, err="couldn't get SNTP reply: read udp 127.0.0.1:37768->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:30.66219+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.607814219, err="couldn't get SNTP reply: read udp 127.0.0.1:30335->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:30.85571+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:30.68267+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.018940903, err="couldn't get SNTP reply: read udp 127.0.0.1:48199->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:30.92685+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:30.9309+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:30.85619+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.687693943, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:35.02917+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:35.02994+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:31.3528+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.065213101, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:35.26832+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.653267456e+10 Active_bytes:3.8139408384e+10 Active_file_bytes:1.606733824e+09 AnonHugePages_bytes:3.4523316224e+10 AnonPages_bytes:3.6530757632e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.194464768e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2358923264e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:221184 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89324288e+08 Inactive_file_bytes:5.72018688e+08 KernelStack_bytes:2.4707072e+07 Mapped_bytes:1.38981376e+08 MemAvailable_bytes:7.851831296e+09 MemFree_bytes:1.0036338688e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.9591808e+07 SReclaimable_bytes:9.7984512e+07 SUnreclaim_bytes:1.1776e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15744512e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:35.55158+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:35.55751+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:16:35.69044+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:35.62169+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:35.7356+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:35.82844+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:35.88053+08:00 INFO [27894,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_disk 2023-07-21T17:16:36.31065+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(1) as cnt from __all_virtual_trans_stat where part_trans_action > 2 and ctx_create_time < date_sub(now(), interval 600 second) and svr_ip = ? and svr_port = ? 2023-07-21T17:16:36.31102+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000497346, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:36.31472+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=43.11 2023-07-21T17:16:36.31829+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:16:36.55802+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=45.27 2023-07-21T17:16:36.86516+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:36.90574+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.667378727, err="couldn't get SNTP reply: read udp 127.0.0.1:63655->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:36.97572+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:16:37.14424+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:36.31334+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.706133602, err="couldn't get SNTP reply: read udp 127.0.0.1:48306->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:36.31875+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:36.40661+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:36.55798+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.774261025, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:36.58054+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:37.17803+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:37.24477+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:37.28116+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:37.38517+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:37.38943+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:37.50336+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:37.54188+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:37.54435+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:37.58607+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:16:37.63895+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:37.64305+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T17:16:37.66195+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:37.66395+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:37.50342+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:37.68043+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:16:37.94223+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:38.07593+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:38.65891+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=45.27 2023-07-21T17:16:39.1507+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:39.26441+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:39.83936+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:39.88299+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:39.91764+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T17:16:39.93668+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:39.94164+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:39.93671+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:40.18419+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:40.11349+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:40.11393+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:40.39535+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:16:40.53348+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=45.27 2023-07-21T17:16:40.82171+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=5.997718871, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:40.545+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=45.27 2023-07-21T17:16:39.91848+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6570451968e+10 Active_bytes:3.8177230848e+10 Active_file_bytes:1.60677888e+09 AnonHugePages_bytes:3.4525413376e+10 AnonPages_bytes:3.6568461312e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.194522112e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2364407808e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:282624 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89316096e+08 Inactive_file_bytes:5.72010496e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.38981376e+08 MemAvailable_bytes:7.814447104e+09 MemFree_bytes:9.998934016e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.009152e+07 SReclaimable_bytes:9.7984512e+07 SUnreclaim_bytes:1.17776384e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15760896e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:40.38548+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:40.24038+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:40.95903+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:41.05488+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:40.25317+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.655753728e+10 Active_bytes:3.8164307968e+10 Active_file_bytes:1.606770688e+09 AnonHugePages_bytes:3.4525413376e+10 AnonPages_bytes:3.6558635008e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.194501632e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.236650496e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:258048 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89320192e+08 Inactive_file_bytes:5.72014592e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.38981376e+08 MemAvailable_bytes:7.826644992e+09 MemFree_bytes:1.0011136e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.9931776e+07 SReclaimable_bytes:9.7984512e+07 SUnreclaim_bytes:1.17825536e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15810048e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:41.4411+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=7.767040958, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:41.7499+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T17:16:41.92793+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T17:16:42.3498+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:41.83489+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.693123474, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:41.50495+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:44.05134+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:44.16497+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:44.33346+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:44.16492+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:44.34378+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:44.12868+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:44.33994+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:44.45388+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:44.33897+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:44.26569+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.648511646, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:37.34259+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=7.178378503, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:37.26279+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:44.2546+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:44.56285+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:44.12861+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:44.56549+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:44.60581+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:44.82287+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.381749707, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:45.07499+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:44.88837+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:18.78733+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:45.73102+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:45.84757+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:45.77845+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.716365521, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:45.74394+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.349961027, err="couldn't get SNTP reply: read udp 127.0.0.1:9987->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:47.38991+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=30.56795925, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:47.36701+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:47.92681+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:47.92607+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:47.93374+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:47.93085+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:47.93463+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=30.387633092, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:48.08462+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:48.25941+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:47.93735+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu21, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:48.74659+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=68.58 2023-07-21T17:16:48.7142+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:49.0457+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:48.73154+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:49.04557+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=31.92 2023-07-21T17:16:49.07013+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:49.04648+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:49.07418+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.368731421, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:49.04585+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:49.1337+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:49.13108+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=68.58 2023-07-21T17:16:49.13133+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:49.13115+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.048903241, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:49.13403+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:49.13462+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.086559293, err="couldn't get SNTP reply: read udp 127.0.0.1:41416->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:49.19364+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:49.23107+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.55738345, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:49.13435+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=68.58 2023-07-21T17:16:49.48961+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:49.54534+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:49.21792+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:49.54681+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:49.54671+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:49.54565+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:49.55927+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=68.58 2023-07-21T17:16:49.55931+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:49.43682+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:49.21775+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:49.49731+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:49.44141+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000654179, err="couldn't get SNTP reply: read udp 127.0.0.1:26492->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:49.55534+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:49.43876+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.663872e+10 Active_bytes:3.82462976e+10 Active_file_bytes:1.6075776e+09 AnonHugePages_bytes:3.4527510528e+10 AnonPages_bytes:3.663443968e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.195357696e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2409201664e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.122304e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.8935296e+08 Inactive_file_bytes:5.7204736e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.39005952e+08 MemAvailable_bytes:7.742091264e+09 MemFree_bytes:9.926144e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.1295744e+07 SReclaimable_bytes:9.8013184e+07 SUnreclaim_bytes:1.17907456e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1592064e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:49.5687+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:49.04668+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6629008384e+10 Active_bytes:3.823620096e+10 Active_file_bytes:1.607192576e+09 AnonHugePages_bytes:3.4527510528e+10 AnonPages_bytes:3.662915584e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.194960384e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.239804416e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:724992 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.8935296e+08 Inactive_file_bytes:5.7204736e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.39001856e+08 MemAvailable_bytes:7.7523968e+09 MemFree_bytes:9.936654336e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.0898432e+07 SReclaimable_bytes:9.7992704e+07 SUnreclaim_bytes:1.17870592e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15863296e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:49.56843+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:49.78858+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:49.57956+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:49.57755+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:49.8925+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:49.57987+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.00494754, err="couldn't get SNTP reply: read udp 127.0.0.1:9569->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:49.847+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.313468103, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:49.8776+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:49.88842+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.1136939, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:50.26826+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:50.28403+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=31.92 2023-07-21T17:16:49.87858+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=31.92 2023-07-21T17:16:50.28333+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.715191707, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:49.87862+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.107717411, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:50.29957+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.002377346, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:49.55947+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6632170496e+10 Active_bytes:3.8239748096e+10 Active_file_bytes:1.6075776e+09 AnonHugePages_bytes:3.4527510528e+10 AnonPages_bytes:3.6632211456e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.195357696e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2401337344e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.122304e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.8935296e+08 Inactive_file_bytes:5.7204736e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.39005952e+08 MemAvailable_bytes:7.74873088e+09 MemFree_bytes:9.932783616e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.1295744e+07 SReclaimable_bytes:9.8013184e+07 SUnreclaim_bytes:1.17907456e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1592064e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:49.89391+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.341635879, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:50.26798+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.308301089, err="couldn't get SNTP reply: read udp 127.0.0.1:18013->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:50.60345+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:50.68068+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:50.70604+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:50.74173+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:50.75543+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:50.76032+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:50.76382+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:50.77545+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.33 2023-07-21T17:16:50.77558+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu21, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:16:50.78118+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:50.78129+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=34.32 2023-07-21T17:16:50.78265+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:50.78278+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.33 2023-07-21T17:16:50.78338+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.33 2023-07-21T17:16:50.78506+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:50.78545+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:50.78567+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.33 2023-07-21T17:16:50.78577+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:50.78584+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:50.78585+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:50.78605+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:50.78644+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:50.78648+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:50.78463+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:50.78467+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:50.78535+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:50.78705+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:50.78836+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:50.78697+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:50.79003+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:50.79003+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:50.79007+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.253935044, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:50.7903+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.68438573, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:50.79098+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:50.79108+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=31.559253219, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:50.79135+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:50.79163+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=34.32 2023-07-21T17:16:50.79181+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=34.32 2023-07-21T17:16:50.78864+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:50.79441+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:16:50.8028+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.7620485380000002, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:50.7886+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:50.95632+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:51.04549+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:50.81375+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=39.617539153, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:50.81595+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:50.91153+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:50.79743+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:50.9144+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:50.80857+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:51.08293+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:51.13749+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T17:16:51.14937+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:51.04571+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:16:51.00167+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.192877585, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:51.15462+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=31.163661384, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:51.15517+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T17:16:51.15541+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:51.0938+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:51.00093+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000674197, err="couldn't get SNTP reply: read udp 127.0.0.1:17116->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:51.09361+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:51.09319+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:51.28484+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:16:51.09438+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:51.25298+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:51.17007+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=30.813414669, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:51.15611+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=29.799344871, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:51.09375+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:51.34897+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:51.40913+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:51.30295+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=63.89 2023-07-21T17:16:51.40931+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ tenant_name, count(*) as cnt from gv$table group by tenant_id 2023-07-21T17:16:51.30622+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6691652608e+10 Active_bytes:3.8299492352e+10 Active_file_bytes:1.607839744e+09 AnonHugePages_bytes:3.4531704832e+10 AnonPages_bytes:3.6678721536e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.195607552e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2451832832e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.37216e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89361152e+08 Inactive_file_bytes:5.72055552e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.390592e+08 MemAvailable_bytes:7.6884992e+09 MemFree_bytes:9.872412672e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.2147712e+07 SReclaimable_bytes:9.8021376e+07 SUnreclaim_bytes:1.17989376e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16010752e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:51.09305+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:51.48659+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.694158973, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:51.53404+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:51.5398+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6677718016e+10 Active_bytes:3.828555776e+10 Active_file_bytes:1.607839744e+09 AnonHugePages_bytes:3.4531704832e+10 AnonPages_bytes:3.6676493312e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.195607552e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2438053888e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.37216e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89361152e+08 Inactive_file_bytes:5.72055552e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.390592e+08 MemAvailable_bytes:7.702347776e+09 MemFree_bytes:9.886261248e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.2147712e+07 SReclaimable_bytes:9.8021376e+07 SUnreclaim_bytes:1.17989376e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16010752e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:51.5434+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:52.11955+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:52.12282+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.318066597, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:52.12492+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:52.12688+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6705042432e+10 Active_bytes:3.8312910848e+10 Active_file_bytes:1.607868416e+09 AnonHugePages_bytes:3.4542190592e+10 AnonPages_bytes:3.670585344e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.195656704e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2463154176e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.421312e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89365248e+08 Inactive_file_bytes:5.72059648e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.39063296e+08 MemAvailable_bytes:7.673974784e+09 MemFree_bytes:9.857871872e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.2594176e+07 SReclaimable_bytes:9.8021376e+07 SUnreclaim_bytes:1.1800576e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16027136e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:52.13059+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:52.13312+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:52.13518+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ tenant_name, count(*) as cnt from gv$table group by tenant_id 2023-07-21T17:16:52.13413+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:52.15634+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:16:52.15836+08:00 ERROR [27894,] caller=engine/route_manager.go:173:pull: failed to write http response from buffer fields: error="write tcp 172.118.81.151:8088->172.118.81.151:64086: write: broken pipe" 2023-07-21T17:16:52.21173+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:52.19699+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=63.89 2023-07-21T17:16:52.25663+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:52.82791+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:52.93858+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:16:53.07424+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T17:16:53.19958+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:53.18328+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6702031872e+10 Active_bytes:3.8309900288e+10 Active_file_bytes:1.607868416e+09 AnonHugePages_bytes:3.4542190592e+10 AnonPages_bytes:3.6719222784e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.195656704e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2460909568e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.421312e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89365248e+08 Inactive_file_bytes:5.72059648e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.39063296e+08 MemAvailable_bytes:7.674949632e+09 MemFree_bytes:9.85884672e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.2594176e+07 SReclaimable_bytes:9.8021376e+07 SUnreclaim_bytes:1.1800576e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16027136e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:53.23528+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.48146341, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:53.23798+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:53.24536+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.301786367, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:53.35609+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:53.29456+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:53.37824+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T17:16:53.37787+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.150039948, err="couldn't get SNTP reply: read udp 127.0.0.1:43867->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:53.48987+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:53.51441+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=63.89 2023-07-21T17:16:53.51425+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:53.62804+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:53.61645+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.085360842, err="couldn't get SNTP reply: read udp 127.0.0.1:45661->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:53.62818+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:53.37997+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=63.89 2023-07-21T17:16:53.63044+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:53.6346+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:53.63015+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=16.556527857, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:16:53.63135+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=63.89 2023-07-21T17:16:53.6414+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.01398185, err="couldn't get SNTP reply: read udp 127.0.0.1:52668->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:53.64203+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.468612401, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:53.64788+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=32.276369118, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:53.65089+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:53.66588+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:53.66989+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.150501986, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:53.67458+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.5373791479999999, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:53.86659+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.522171579, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:54.11436+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:54.07149+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:54.27784+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.048010206, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:53.67366+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.67172608e+10 Active_bytes:3.8325223424e+10 Active_file_bytes:1.607962624e+09 AnonHugePages_bytes:3.452960768e+10 AnonPages_bytes:3.6717940736e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.195812352e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2469953536e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.57696e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89377536e+08 Inactive_file_bytes:5.72071936e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.39067392e+08 MemAvailable_bytes:7.659188224e+09 MemFree_bytes:9.843032064e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.2884992e+07 SReclaimable_bytes:9.8021376e+07 SUnreclaim_bytes:1.18013952e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16035328e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:29.7644+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:54.27929+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=63.89 2023-07-21T17:16:54.28444+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:54.29163+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:16:54.30453+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:54.31474+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:54.33555+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:54.28006+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:54.33717+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6730851328e+10 Active_bytes:3.8339043328e+10 Active_file_bytes:1.608192e+09 AnonHugePages_bytes:3.452960768e+10 AnonPages_bytes:3.6730712064e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.195980288e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2479177728e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.744896e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89381632e+08 Inactive_file_bytes:5.72076032e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.39071488e+08 MemAvailable_bytes:7.64801024e+09 MemFree_bytes:9.831739392e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.3364224e+07 SReclaimable_bytes:9.8025472e+07 SUnreclaim_bytes:1.1804672e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16072192e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:54.42303+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:16:54.39854+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:54.39471+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:54.52788+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:54.50832+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:54.459+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T17:16:54.44319+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:54.548+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001609623, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:54.75129+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=36.88 2023-07-21T17:16:54.76124+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6738973696e+10 Active_bytes:3.8347165696e+10 Active_file_bytes:1.608192e+09 AnonHugePages_bytes:3.452960768e+10 AnonPages_bytes:3.674099712e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.195980288e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2482176e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.744896e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89381632e+08 Inactive_file_bytes:5.72076032e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.39071488e+08 MemAvailable_bytes:7.638122496e+09 MemFree_bytes:9.821851648e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.3364224e+07 SReclaimable_bytes:9.8025472e+07 SUnreclaim_bytes:1.1804672e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16072192e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:29.23515+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:54.81291+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=33.418171218, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:54.8164+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:54.82195+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:54.82075+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.497711714, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:29.25187+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6456738816e+10 Active_bytes:3.8063382528e+10 Active_file_bytes:1.606643712e+09 AnonHugePages_bytes:3.4517024768e+10 AnonPages_bytes:3.645683712e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.194362368e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2320797696e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:110592 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89312e+08 Inactive_file_bytes:5.720064e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.38973184e+08 MemAvailable_bytes:7.929602048e+09 MemFree_bytes:1.0114158592e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.8604672e+07 SReclaimable_bytes:9.7980416e+07 SUnreclaim_bytes:1.17813248e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15793664e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:16:29.50769+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:54.82414+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.058784841, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:56.53544+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:56.53598+08:00 INFO [27894,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_disk 2023-07-21T17:16:56.03181+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=26.523696966, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:29.64325+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=34.13 2023-07-21T17:16:56.40106+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:56.53886+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:29.62758+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:29.65204+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:55.04094+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.074241837, err="couldn't get SNTP reply: read udp 127.0.0.1:56031->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:29.65952+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:29.65969+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:29.69035+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:56.67455+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.148130665, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:56.85147+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:29.66062+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:56.67469+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:16:56.84299+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:57.07037+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:29.86525+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.734897308, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:16:57.12699+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.602523158, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:29.75288+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:57.42689+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:56.67409+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T17:16:57.12019+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.596201224, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:31.36485+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=34.13 2023-07-21T17:16:57.62087+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:31.40388+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:58.924+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=6.205117424, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:16:58.95517+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:58.96231+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:58.96331+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.672740032, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:59.17468+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:30.04774+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:30.04755+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:59.34736+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:59.18856+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:31.52723+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=31.25 2023-07-21T17:16:59.13211+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.210454586, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:59.39897+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:30.17189+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:59.59991+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.148470962, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:16:30.25818+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:59.60035+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:46.02753+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:59.66749+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.011656378, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:59.67206+08:00 WARN [27894,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T17:16:59.13267+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:31.65525+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:46.03129+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:31.68028+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=43.11 2023-07-21T17:16:31.72183+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:31.7231+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.004449242, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:31.73076+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.138021237, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:31.7347+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:59.67449+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:16:59.67419+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=36.88 2023-07-21T17:16:31.74646+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:31.69538+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:16:31.80962+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:59.71473+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:31.98685+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:16:59.74174+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:59.67373+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:16:59.76718+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:31.72136+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=43.11 2023-07-21T17:17:00.00275+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:59.9875+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=28.450842182, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:16:32.16624+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:00.00191+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:16:46.38898+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:16:31.88724+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:46.40226+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=68.58 2023-07-21T17:16:32.59432+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:32.01078+08:00 WARN [27894,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:16:32.59488+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000555305, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:32.27219+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:17:01.19586+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.660808192e+10 Active_bytes:3.8214930432e+10 Active_file_bytes:1.606848512e+09 AnonHugePages_bytes:3.454009344e+10 AnonPages_bytes:3.6608208896e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.19459584e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.23937024e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:360448 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89324288e+08 Inactive_file_bytes:5.72018688e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39001856e+08 MemAvailable_bytes:7.774347264e+09 MemFree_bytes:9.958793216e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.037824e+07 SReclaimable_bytes:9.7988608e+07 SUnreclaim_bytes:1.1778048e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.15769088e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:01.17732+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.003984895, err="couldn't get SNTP reply: read udp 127.0.0.1:7033->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:01.19424+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=19.567951926, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:16:46.38884+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:16:46.38968+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:46.39556+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:01.19662+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.345214886, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:01.19711+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:01.19742+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.01862409, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:01.18025+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:01.19844+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.002891773, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:01.1987+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.76688411, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:46.82864+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:01.19812+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.280463721, err="couldn't get SNTP reply: read udp 127.0.0.1:46039->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:16:47.93841+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:16:47.93739+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:16:48.08417+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=29.38 2023-07-21T17:17:01.20615+08:00 INFO [27894,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:16:46.56135+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:17:01.20679+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:16:47.12888+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=32.137051088, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:16:47.17934+08:00 WARN [27894,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:16:47.41095+08:00 ERROR [27894,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:16:47.37258+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu19, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:16:46.39566+08:00 INFO [27894,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=29.137075839, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:26.01811+08:00 INFO [28238,] caller=sdk/sdk_init.go:43:InitSDK: init sdk conf {ConfigPropertiesDir:conf/config_properties ModuleConfigDir:conf/module_config CryptoPath:conf/.config_secret.key CryptoMethod:plain} 2023-07-21T17:17:26.02007+08:00 INFO [28238,] caller=config/config_reader_writer.go:218:loadYamlFilesFromPath: read config files from path /home/admin/obagent/conf/config_properties 2023-07-21T17:17:26.0207+08:00 INFO [28238,] caller=config/config_reader_writer.go:224:loadYamlFilesFromPath: read config from path /home/admin/obagent/conf/config_properties, files length 2 2023-07-21T17:17:26.05294+08:00 INFO [28238,] caller=config/config_reader_writer.go:218:loadYamlFilesFromPath: read config files from path /home/admin/obagent/conf/module_config 2023-07-21T17:17:26.0536+08:00 INFO [28238,] caller=config/config_reader_writer.go:224:loadYamlFilesFromPath: read config from path /home/admin/obagent/conf/module_config, files length 6 2023-07-21T17:17:26.1741+08:00 INFO [28238,] caller=monagent/main.go:100:runMonitorAgent: sdk inited 2023-07-21T17:17:26.17616+08:00 INFO [28238,] caller=sdk/monagent_callbacks.go:104:func8: module monagent.admin.basic.auth init config sucessfully 2023-07-21T17:17:26.17808+08:00 INFO [28238,] caller=sdk/monagent_callbacks.go:73:func5: module monagent.server.basic.auth init config sucessfully 2023-07-21T17:17:26.22944+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=info, fields.msg="Parsed flag --collector.filesystem.mount-points-exclude", flag="^/(dev|proc|sys|var/lib/docker/.+)($|/)" 2023-07-21T17:17:26.23043+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=info, fields.msg="Parsed flag --collector.filesystem.fs-types-exclude", flag="^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$" 2023-07-21T17:17:26.25434+08:00 INFO [28238,] caller=retag/retag.go:74:Init: retag processor init with config&{map[] map[] map[app:HOST svr_ip:172.118.81.151]} 2023-07-21T17:17:26.25753+08:00 INFO [28238,] caller=prometheus/prometheus.go:89:Init: prometheus exporter config : &{fmtText} 2023-07-21T17:17:26.25782+08:00 INFO [28238,] caller=route/monagent_route.go:40:RegisterPipelineRoute: register route /metrics/node/host 2023-07-21T17:17:26.25834+08:00 INFO [28238,] caller=engine/pipeline_module_callback.go:33:addPipeline: add pipeline module result succeed 2023-07-21T17:17:26.27179+08:00 WARN [28238,] caller=engine/pipeline_module_callback.go:115:InitPipelineModuleCallback: pipeline module monitor.ob.log is inactive, just skip 2023-07-21T17:17:26.64459+08:00 INFO [28238,] caller=mysql/table_input.go:144:Init: table input init with config&{0 0xc000413280 map[ob_is_rootservice:false ob_is_v3:false ob_is_v4:false ob_svr_ip:172.118.81.151 ob_svr_port:2882] [0xc000310500 0xc000310580 0xc000310600 0xc000310680 0xc000310700 0xc000310780 0xc000310800 0xc000310880 0xc000310900 0xc000310a00 0xc000310a80 0xc000310b00 0xc000310b80 0xc000310c00 0xc000310c80 0xc000310d00] 4} 2023-07-21T17:17:26.68198+08:00 INFO [28238,] caller=mysql/table_input.go:161:Init: successfully init mysql table input plugin 2023-07-21T17:17:26.68407+08:00 INFO [28238,] caller=retag/retag.go:74:Init: retag processor init with config&{map[] map[] map[app:OB ob_cluster_id:20230720 ob_cluster_name:obce-3zones obzone:zone1 svr_ip:172.118.81.151]} 2023-07-21T17:17:26.68779+08:00 INFO [28238,] caller=prometheus/prometheus.go:89:Init: prometheus exporter config : &{fmtText} 2023-07-21T17:17:26.84773+08:00 INFO [28238,] caller=mysql/table_input.go:144:Init: table input init with config&{0 0xc0001d0160 map[ob_is_rootservice:false ob_is_v3:false ob_is_v4:false ob_svr_ip:172.118.81.151 ob_svr_port:2882] [0xc000311c00 0xc000311c80 0xc000311d00 0xc000311d80 0xc000311e00 0xc000311e80 0xc000311f00 0xc000311f80 0xc00011c000 0xc000212000 0xc000212080 0xc000212100 0xc000212180 0xc000212280] 4} 2023-07-21T17:17:26.93969+08:00 INFO [28238,] caller=mysql/table_input.go:161:Init: successfully init mysql table input plugin 2023-07-21T17:17:26.94167+08:00 INFO [28238,] caller=retag/retag.go:74:Init: retag processor init with config&{map[] map[] map[app:OB ob_cluster_id:20230720 ob_cluster_name:obce-3zones obzone:zone1 svr_ip:172.118.81.151]} 2023-07-21T17:17:26.94237+08:00 INFO [28238,] caller=prometheus/prometheus.go:89:Init: prometheus exporter config : &{fmtText} 2023-07-21T17:17:26.94264+08:00 INFO [28238,] caller=route/monagent_route.go:40:RegisterPipelineRoute: register route /metrics/ob/basic 2023-07-21T17:17:26.94296+08:00 INFO [28238,] caller=route/monagent_route.go:40:RegisterPipelineRoute: register route /metrics/ob/extra 2023-07-21T17:17:26.9434+08:00 INFO [28238,] caller=engine/pipeline_module_callback.go:33:addPipeline: add pipeline module result succeed 2023-07-21T17:17:26.94931+08:00 WARN [28238,] caller=engine/pipeline_module_callback.go:115:InitPipelineModuleCallback: pipeline module monitor.mysql is inactive, just skip 2023-07-21T17:17:27.44832+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:27.44826+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:27.44923+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_disk 2023-07-21T17:17:27.46044+08:00 INFO [28238,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_disk 2023-07-21T17:17:27.46039+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:27.46195+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server_resource 2023-07-21T17:17:27.46039+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_trans 2023-07-21T17:17:27.46068+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:27.46563+08:00 INFO [28238,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_server_resource 2023-07-21T17:17:27.53437+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:27.46539+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:27.53867+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:17:27.53919+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ total_size, free_size from __all_virtual_disk_stat where svr_ip = ? and svr_port = ? 2023-07-21T17:17:27.55905+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T17:17:27.57186+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T17:17:27.85539+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ cpu_total,cpu_assigned,mem_total,mem_assigned,disk_total,disk_assigned,unit_num,migrating_unit_num,cpu_assigned_percent, mem_assigned_percent, disk_assigned_percent from __all_virtual_server_stat where svr_ip = ? and svr_port = ? 2023-07-21T17:17:27.88505+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T17:17:27.96554+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:28.18727+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:28.28155+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T17:17:28.23596+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:28.38755+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:28.3017+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:28.46988+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:28.46718+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:28.46739+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:28.49527+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:28.56086+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:28.56036+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:28.82763+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:17:28.88529+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:17:29.02802+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_partition 2023-07-21T17:17:29.07452+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:29.07476+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(1) as cnt from __all_virtual_trans_stat where part_trans_action > 2 and ctx_create_time < date_sub(now(), interval 600 second) and svr_ip = ? and svr_port = ? 2023-07-21T17:17:29.07472+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server 2023-07-21T17:17:29.02965+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_partition 2023-07-21T17:17:29.10466+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:29.10526+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:29.10538+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:29.07719+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server 2023-07-21T17:17:29.07813+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:17:29.10531+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:29.10889+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:29.11062+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:29.1104+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:29.13552+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:17:29.16367+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:17:29.16398+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:17:29.16834+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:29.16833+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:17:29.24723+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.132195344, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:29.28558+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:29.30328+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T17:17:29.30341+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T17:17:29.3058+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.020459303, err="couldn't get SNTP reply: read udp 127.0.0.1:38608->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:29.31095+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:29.31267+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:29.31419+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:29.32846+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:29.36076+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:29.36213+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:29.36262+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:17:29.3975+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:29.41444+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:29.41455+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T17:17:29.41509+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:29.41598+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:29.4165+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:29.41695+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:29.44084+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=56.11 2023-07-21T17:17:29.45282+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T17:17:29.45518+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T17:17:29.44305+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.97 2023-07-21T17:17:29.46827+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.32 2023-07-21T17:17:29.46871+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.028288426, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:29.48785+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T17:17:29.49309+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:29.49252+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:17:29.49623+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_partition 2023-07-21T17:17:29.50044+08:00 INFO [28238,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_partition 2023-07-21T17:17:29.50463+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server 2023-07-21T17:17:29.51242+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:29.55213+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.246490608, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:29.554+08:00 INFO [28238,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_server 2023-07-21T17:17:29.03884+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:29.57376+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.007014858, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:29.57745+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:29.57549+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=56.11 2023-07-21T17:17:29.03422+08:00 INFO [28238,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_partition 2023-07-21T17:17:29.58281+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(1) as cnt from __all_virtual_trans_stat where part_trans_action > 2 and ctx_create_time < date_sub(now(), interval 600 second) and svr_ip = ? and svr_port = ? 2023-07-21T17:17:29.58339+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:17:29.58213+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.97 2023-07-21T17:17:29.59784+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T17:17:29.64518+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.32 2023-07-21T17:17:29.57996+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:29.81695+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T17:17:29.82153+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:29.82496+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:29.82646+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_partition 2023-07-21T17:17:29.82667+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:29.8266+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T17:17:29.82713+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T17:17:29.81675+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.193687448, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:29.82543+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.250730942, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:29.8279+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:29.82977+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:29.84688+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:30.00455+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:30.00535+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:30.00582+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:30.02214+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:30.02299+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:30.02343+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:30.00623+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:30.02402+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:30.02449+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:30.02486+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:17:30.02494+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:30.02674+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:17:30.02687+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:17:30.0275+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:17:30.02768+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.464563758, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:30.02819+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:17:30.02863+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:17:30.02902+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:17:30.02919+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T17:17:30.0295+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:17:30.03003+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:17:30.04002+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:17:30.04104+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:17:30.04205+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:17:30.04281+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T17:17:30.04344+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T17:17:30.04378+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T17:17:30.04359+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:30.04445+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(1) as cnt from __all_virtual_trans_stat where part_trans_action > 2 and ctx_create_time < date_sub(now(), interval 600 second) and svr_ip = ? and svr_port = ? 2023-07-21T17:17:30.04423+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T17:17:30.04479+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:30.04455+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:30.08424+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T17:17:30.08006+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:17:30.09274+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.09331+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu0, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.094+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.09449+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu1, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.09536+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.09578+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu10, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.09646+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.09687+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu11, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.0986+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.09849+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:30.14585+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu12, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.14787+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.1484+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu13, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:29.43651+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:17:30.14926+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.14996+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu14, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.15724+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T17:17:30.14893+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6090609664e+10 Active_bytes:3.7700472832e+10 Active_file_bytes:1.609863168e+09 AnonHugePages_bytes:3.447717888e+10 AnonPages_bytes:3.6091092992e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.197786624e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2172698624e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:884736 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.8947584e+08 Inactive_file_bytes:5.7217024e+08 KernelStack_bytes:2.4690688e+07 Mapped_bytes:1.38190848e+08 MemAvailable_bytes:8.303685632e+09 MemFree_bytes:1.0486493184e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.3668992e+07 SReclaimable_bytes:9.8095104e+07 SUnreclaim_bytes:1.18042624e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16137728e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:30.1465+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:30.1589+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ tenant_name, 1 as role, case when cnt is null then 0 else cnt end as cnt from (select __all_tenant.tenant_name, t1.cnt from __all_tenant left join (select tenant_id, count(*) as cnt from __all_virtual_partition_info where svr_ip = ? and svr_port = ? group by tenant_id) t1 on __all_tenant.tenant_id = t1.tenant_id) t2 2023-07-21T17:17:30.14637+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.042434488, err="couldn't get SNTP reply: read udp 127.0.0.1:5435->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:30.3198+08:00 INFO [28238,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_server 2023-07-21T17:17:30.14976+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:17:30.14601+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6086882304e+10 Active_bytes:3.7696745472e+10 Active_file_bytes:1.609863168e+09 AnonHugePages_bytes:3.447717888e+10 AnonPages_bytes:3.60871936e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.197786624e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2170601472e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:884736 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.8947584e+08 Inactive_file_bytes:5.7217024e+08 KernelStack_bytes:2.4690688e+07 Mapped_bytes:1.38190848e+08 MemAvailable_bytes:8.307924992e+09 MemFree_bytes:1.0490732544e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.3668992e+07 SReclaimable_bytes:9.8095104e+07 SUnreclaim_bytes:1.18042624e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16137728e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:30.32244+08:00 INFO [28238,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_server 2023-07-21T17:17:30.15896+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.646535515, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:30.35191+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:17:30.34655+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T17:17:30.32086+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:17:30.34665+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.031864952, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:30.35195+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:17:30.39891+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.245536414, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:30.36065+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ group_concat(svr_ip SEPARATOR ',') as servers, status, count(1) as cnt from __all_server group by status 2023-07-21T17:17:30.38796+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T17:17:30.39497+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T17:17:30.39533+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:30.35285+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:30.39507+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.39525+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:30.39569+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.365974586, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:30.43167+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu15, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.4315+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T17:17:30.43155+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:17:30.433+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T17:17:30.39539+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server 2023-07-21T17:17:30.42637+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=0, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=6241.35, old_value=6241.46 2023-07-21T17:17:30.43326+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.43556+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=1, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=74184.74, old_value=74184.86 2023-07-21T17:17:30.43584+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu16, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.43364+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:17:30.43607+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=1, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=6012.71, old_value=6012.72 2023-07-21T17:17:30.43649+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=1, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2481.91, old_value=2481.92 2023-07-21T17:17:30.4365+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:17:30.43679+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.43699+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=2, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=74207.12, old_value=74207.23 2023-07-21T17:17:30.43711+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:17:30.43735+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu17, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.43751+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=2, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=6025.41, old_value=6025.43 2023-07-21T17:17:30.43785+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:17:30.43835+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=2, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2449.94, old_value=2449.95 2023-07-21T17:17:30.43837+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.43841+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:17:30.44188+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=3, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=74155.13, old_value=74155.26 2023-07-21T17:17:30.44188+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu18, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.44719+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:17:30.44648+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=3, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=6083.11, old_value=6083.12 2023-07-21T17:17:30.45583+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T17:17:30.47464+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T17:17:30.48264+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=3, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2436.65, old_value=2436.66 2023-07-21T17:17:30.4846+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T17:17:30.48723+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu19, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.49398+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu19, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.4879+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=4, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5848.35, old_value=5848.47 2023-07-21T17:17:30.48662+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T17:17:30.56974+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=5, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5567.2, old_value=5567.31 2023-07-21T17:17:30.61273+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu2, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.61342+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu2, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.62136+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu20, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.62212+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu20, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.61779+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=6, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=75252.78, old_value=75252.9 2023-07-21T17:17:30.63587+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=6, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5213.79, old_value=5213.82 2023-07-21T17:17:30.63641+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=6, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2278.25, old_value=2278.26 2023-07-21T17:17:30.63692+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=6, fields.level=debug, fields.msg="CPU SoftIRQ counter jumped backwards", new_value=103.58, old_value=103.59 2023-07-21T17:17:30.6333+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu21, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.63771+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu21, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.63742+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=7, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=75413.53, old_value=75413.58 2023-07-21T17:17:30.63851+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu22, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.63874+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=7, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5109.66, old_value=5109.7 2023-07-21T17:17:30.65167+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=7, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2256.88, old_value=2256.92 2023-07-21T17:17:30.65934+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=7, fields.level=debug, fields.msg="CPU SoftIRQ counter jumped backwards", new_value=101.41, old_value=101.42 2023-07-21T17:17:30.65981+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=8, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=75253.53, old_value=75253.64 2023-07-21T17:17:30.66019+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=8, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5454.11, old_value=5454.13 2023-07-21T17:17:30.66057+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=8, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2188.74, old_value=2188.75 2023-07-21T17:17:30.66091+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=9, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=75854.91, old_value=75855.02 2023-07-21T17:17:30.66131+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=9, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=5030.67, old_value=5030.69 2023-07-21T17:17:30.66164+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=9, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2237.56, old_value=2237.58 2023-07-21T17:17:30.66209+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=10, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=76220.24, old_value=76220.36 2023-07-21T17:17:30.65197+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu22, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.66247+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=10, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=4560.9, old_value=4560.91 2023-07-21T17:17:30.69255+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=10, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2037.51, old_value=2037.54 2023-07-21T17:17:30.69717+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=11, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=76065.7, old_value=76065.83 2023-07-21T17:17:30.71753+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu23, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.71594+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=11, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=4877.84, old_value=4877.85 2023-07-21T17:17:30.72157+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu23, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.72206+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=11, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2173.06, old_value=2173.07 2023-07-21T17:17:30.73989+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=12, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=63718.16, old_value=63718.27 2023-07-21T17:17:30.77235+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=12, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=13667.52, old_value=13667.55 2023-07-21T17:17:30.77669+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=13, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=65682.53, old_value=65682.61 2023-07-21T17:17:30.7778+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu3, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.778+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=13, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=12233.56, old_value=12233.62 2023-07-21T17:17:30.7806+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu3, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.78058+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=13, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2158.94, old_value=2158.95 2023-07-21T17:17:30.78179+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=14, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=67361.35, old_value=67361.48 2023-07-21T17:17:30.7823+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=14, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=10520.2, old_value=10520.21 2023-07-21T17:17:30.78212+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu4, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.78304+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=14, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2032.65, old_value=2032.66 2023-07-21T17:17:30.78464+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu4, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.78514+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=15, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=64907.78, old_value=64907.89 2023-07-21T17:17:30.79572+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu5, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.79636+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu5, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.83252+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server 2023-07-21T17:17:30.81351+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:30.88419+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu6, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:30.88937+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu6, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:30.87919+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.002445341, err="couldn't get SNTP reply: read udp 127.0.0.1:37209->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:30.89053+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu7, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:31.01457+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu7, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:31.01757+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.01558855, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:31.05929+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:31.07685+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu8, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:31.07743+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu8, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:31.10106+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu9, fields.level=debug, fields.msg="CPU is missing core_throttle_count" 2023-07-21T17:17:31.07909+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:31.14823+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:31.12989+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=/sys/devices/system/cpu/cpu9, fields.level=debug, fields.msg="CPU is missing package_throttle_count" 2023-07-21T17:17:31.16361+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.584555178, fields.level=debug, fields.msg="collector succeeded", name=cpu 2023-07-21T17:17:31.16342+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:31.27333+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:31.27399+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:31.27448+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:17:31.45733+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:17:31.47375+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:17:31.54417+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:17:31.54459+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:17:31.54506+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:17:31.54597+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:17:31.54665+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:17:31.54744+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:17:31.54786+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:17:31.55393+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:17:31.56965+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T17:17:31.58873+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T17:17:31.59156+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T17:17:31.58947+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.980955721, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:31.61372+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T17:17:31.39962+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6143960064e+10 Active_bytes:3.775389696e+10 Active_file_bytes:1.609936896e+09 AnonHugePages_bytes:3.4491858944e+10 AnonPages_bytes:3.6152594432e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.19783168e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2189000704e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:929792 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.8947584e+08 Inactive_file_bytes:5.7217024e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.3856768e+08 MemAvailable_bytes:8.249409536e+09 MemFree_bytes:1.0432180224e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.4021248e+07 SReclaimable_bytes:9.8095104e+07 SUnreclaim_bytes:1.18034432e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16129536e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:31.61881+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=53.06 2023-07-21T17:17:31.64516+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.63 2023-07-21T17:17:31.64647+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.22 2023-07-21T17:17:31.64711+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.028911426, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:31.64726+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_server 2023-07-21T17:17:31.62454+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:31.64615+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.812351471, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:31.69601+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:31.76564+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:31.81037+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:31.86698+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:17:31.86784+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T17:17:31.87544+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:31.88216+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T17:17:31.89447+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T17:17:31.95783+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:31.98124+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:32.08614+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:17:32.09136+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.5166653820000002, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:17:32.09206+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:32.10599+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:32.09364+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:32.12195+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(1) as cnt from __all_virtual_trans_stat where part_trans_action > 2 and ctx_create_time < date_sub(now(), interval 600 second) and svr_ip = ? and svr_port = ? 2023-07-21T17:17:32.12746+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:32.2343+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:17:32.26269+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:17:32.2629+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:32.30105+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T17:17:32.35651+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T17:17:32.38103+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:32.39282+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:32.47002+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name, active, total, freeze_trigger, freeze_cnt from gv$memstore, __all_tenant where gv$memstore.tenant_id = __all_tenant.tenant_id and ip = ? and port = ? 2023-07-21T17:17:32.47183+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:17:32.47111+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.158366518, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:32.47585+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(1) as cnt from __all_virtual_trans_stat where part_trans_action > 2 and ctx_create_time < date_sub(now(), interval 600 second) and svr_ip = ? and svr_port = ? 2023-07-21T17:17:32.48314+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:32.48708+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:32.48893+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:32.48998+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.65217796, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T17:17:32.48994+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:32.49085+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:32.49475+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:32.49641+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:32.48446+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:32.48647+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:33.31049+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.077666183, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:32.48642+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T17:17:33.33171+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:17:33.33212+08:00 WARN [28238,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T17:17:33.26591+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.794449936, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:33.27071+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.040943612, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:33.26452+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:33.35389+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:33.35657+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:30.15877+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:33.38186+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:33.3839+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000511866, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:33.41014+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=53.06 2023-07-21T17:17:33.58376+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.63 2023-07-21T17:17:33.5847+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.22 2023-07-21T17:17:33.58562+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.176069818, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:33.58517+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.136975047, err="couldn't get SNTP reply: read udp 127.0.0.1:7834->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:33.50311+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:33.33918+08:00 INFO [28238,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_table 2023-07-21T17:17:33.59907+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:33.6+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:33.60094+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:17:33.60136+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:33.60229+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:17:33.60253+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:33.60306+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:33.60286+08:00 WARN [28238,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T17:17:33.60404+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:33.60694+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.292660299, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:33.60754+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:33.60975+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ group_concat(svr_ip SEPARATOR ',') as servers, status, count(1) as cnt from __all_server group by status 2023-07-21T17:17:33.61078+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:33.35983+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:33.6113+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:33.60887+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6143751168e+10 Active_bytes:3.7753782272e+10 Active_file_bytes:1.610031104e+09 AnonHugePages_bytes:3.4481373184e+10 AnonPages_bytes:3.6145299456e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.197917696e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2157330432e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:868352 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89479936e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39030528e+08 MemAvailable_bytes:8.246222848e+09 MemFree_bytes:1.0428940288e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.480768e+07 SReclaimable_bytes:9.8107392e+07 SUnreclaim_bytes:1.17927936e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16035328e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:33.52002+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:17:33.53163+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:17:33.54473+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:33.70655+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T17:17:33.67208+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T17:17:33.70516+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.010161971, err="couldn't get SNTP reply: read udp 127.0.0.1:16802->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:33.50793+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:17:33.72282+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:33.72481+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:17:33.72545+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ group_concat(svr_ip SEPARATOR ',') as servers, status, count(1) as cnt from __all_server group by status 2023-07-21T17:17:33.72607+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.028130172, err="couldn't get SNTP reply: read udp 127.0.0.1:10767->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:33.69054+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.028043993, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:33.69175+08:00 INFO [28238,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_partition 2023-07-21T17:17:33.69429+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:33.6981+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:33.7053+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:17:33.6947+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:33.58677+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:33.61068+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:33.77374+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=53.06 2023-07-21T17:17:33.69998+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:17:33.73086+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:33.69798+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:17:33.37633+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.61376768e+10 Active_bytes:3.7747707904e+10 Active_file_bytes:1.610031104e+09 AnonHugePages_bytes:3.4481373184e+10 AnonPages_bytes:3.6138614784e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.197917696e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2153721856e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:868352 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89479936e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39030528e+08 MemAvailable_bytes:8.25362432e+09 MemFree_bytes:1.043634176e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.480768e+07 SReclaimable_bytes:9.8107392e+07 SUnreclaim_bytes:1.17927936e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16035328e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:33.70543+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T17:17:33.70475+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:17:33.50811+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:17:33.79853+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T17:17:33.95126+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:35.13966+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.63 2023-07-21T17:17:35.27164+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:34.41666+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T17:17:34.28613+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ tenant_name, 1 as role, case when cnt is null then 0 else cnt end as cnt from (select __all_tenant.tenant_name, t1.cnt from __all_tenant left join (select tenant_id, count(*) as cnt from __all_virtual_partition_info where svr_ip = ? and svr_port = ? group by tenant_id) t1 on __all_tenant.tenant_id = t1.tenant_id) t2 2023-07-21T17:17:33.7063+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T17:17:34.42667+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6140285952e+10 Active_bytes:3.7750317056e+10 Active_file_bytes:1.610031104e+09 AnonHugePages_bytes:3.4481373184e+10 AnonPages_bytes:3.6141400064e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.197917696e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2154770432e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:868352 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89479936e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39030528e+08 MemAvailable_bytes:8.25114624e+09 MemFree_bytes:1.043386368e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.480768e+07 SReclaimable_bytes:9.8107392e+07 SUnreclaim_bytes:1.17927936e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16035328e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:35.36979+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:35.28026+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:35.28706+08:00 WARN [28238,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T17:17:35.10232+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:35.36004+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:33.95229+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.108196033, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:33.79899+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:33.70597+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:17:35.37117+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=53.06 2023-07-21T17:17:35.52644+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.22 2023-07-21T17:17:35.53744+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.009961387, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:35.53829+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:35.54385+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:35.54797+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:35.5483+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.841893443, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:35.62418+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:35.63472+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=53.06 2023-07-21T17:17:35.63579+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:35.63679+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.668567685, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:35.66142+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:35.63486+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:30.49332+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T17:17:35.64006+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.269695552, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:35.63777+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.157678996, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:35.64685+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.217648211, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:35.66393+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:35.66574+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:35.6713+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.63 2023-07-21T17:17:35.67287+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:17:35.67647+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.147946755, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:36.29776+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:36.30679+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:36.30759+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.557373638, err="couldn't get SNTP reply: read udp 127.0.0.1:18415->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:36.30684+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:36.35804+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.603191126, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:36.30196+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.5963857, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:36.8402+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.331099036, err="couldn't get SNTP reply: read udp 127.0.0.1:23228->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:36.83999+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:36.45381+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:36.91936+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:36.93364+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.63 2023-07-21T17:17:36.90905+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000520612, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:36.93388+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:36.93698+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:36.93819+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:36.91862+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6182573056e+10 Active_bytes:3.7792669696e+10 Active_file_bytes:1.61009664e+09 AnonHugePages_bytes:3.448766464e+10 AnonPages_bytes:3.6183334912e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.197979136e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2166263808e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:929792 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.8947584e+08 Inactive_file_bytes:5.7217024e+08 KernelStack_bytes:2.4788992e+07 Mapped_bytes:1.3912064e+08 MemAvailable_bytes:8.207691776e+09 MemFree_bytes:1.0390380544e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.5356544e+07 SReclaimable_bytes:9.8107392e+07 SUnreclaim_bytes:1.17919744e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16027136e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:36.40561+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6190027776e+10 Active_bytes:3.7800124416e+10 Active_file_bytes:1.61009664e+09 AnonHugePages_bytes:3.448766464e+10 AnonPages_bytes:3.6190019584e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.197979136e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2167836672e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:929792 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.8947584e+08 Inactive_file_bytes:5.7217024e+08 KernelStack_bytes:2.4788992e+07 Mapped_bytes:1.3912064e+08 MemAvailable_bytes:8.20180992e+09 MemFree_bytes:1.0384498688e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.5356544e+07 SReclaimable_bytes:9.8107392e+07 SUnreclaim_bytes:1.17919744e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16027136e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:36.94+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:36.94478+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.22 2023-07-21T17:17:37.00806+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:37.03834+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.75096531, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:37.03561+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:36.96554+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.22 2023-07-21T17:17:36.9411+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:17:37.43134+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:37.54788+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:37.04304+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:37.09984+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:36.96533+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=7.890705122, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T17:17:37.55242+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:37.11212+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:37.55135+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T17:17:37.16949+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:37.55249+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.8690625920000001, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:37.5479+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.167536312, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:37.53714+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:37.55139+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:37.53648+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:37.13967+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:37.67812+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:17:37.67826+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:37.67977+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:30.78631+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=15, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=12835.91, old_value=12835.94 2023-07-21T17:17:37.68133+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000562882, err="couldn't get SNTP reply: read udp 127.0.0.1:47902->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:37.67826+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=52.33 2023-07-21T17:17:38.33417+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:39.60387+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:39.6041+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:40.07368+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:39.55426+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.777659093, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:39.67172+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000791949, err="couldn't get SNTP reply: read udp 127.0.0.1:63407->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:40.24853+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:39.6025+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.021254914, err="couldn't get SNTP reply: read udp 127.0.0.1:27718->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:39.79875+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.192121182, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:40.23285+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:39.67368+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:39.55427+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=52.33 2023-07-21T17:17:39.67134+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.276647536, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:40.33466+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.74 2023-07-21T17:17:40.33541+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.33554+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.26 2023-07-21T17:17:39.94189+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:40.25862+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:40.33561+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.33609+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.33646+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.109663956, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:40.33874+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.15806+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6229476352e+10 Active_bytes:3.783964672e+10 Active_file_bytes:1.610170368e+09 AnonHugePages_bytes:3.448766464e+10 AnonPages_bytes:3.623079936e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198048768e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2207735808e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:991232 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89471744e+08 Inactive_file_bytes:5.72166144e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39124736e+08 MemAvailable_bytes:8.158916608e+09 MemFree_bytes:1.0341564416e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6007808e+07 SReclaimable_bytes:9.8111488e+07 SUnreclaim_bytes:1.1792384e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16035328e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:40.33894+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:40.34886+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.34951+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.34174+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.35024+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.36707+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:40.36725+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.368+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.33912+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:40.36927+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.591365929, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:40.43082+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:40.3665+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:40.38504+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.38538+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:40.43079+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:40.58558+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:40.58659+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:40.58667+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:40.5957+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:40.36766+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.63461+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:17:40.59603+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:40.64552+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.59616+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:40.60392+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:40.64933+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:17:40.65419+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:40.6882+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:40.69325+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=53.06 2023-07-21T17:17:40.69465+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.63 2023-07-21T17:17:40.69525+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.22 2023-07-21T17:17:40.69578+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=7.234099511, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:40.65339+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.842104753, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:40.65298+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:40.70125+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.106227186, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:40.70741+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T17:17:40.65345+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.7088+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.113076983, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:40.743+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:40.74304+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from v$plan_cache_stat join __all_tenant on v$plan_cache_stat.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:17:40.74541+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:40.71394+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.74687+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.74784+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.79956+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.58944+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.762509504, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:40.80059+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:40.83264+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.236469674, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:40.7639+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T17:17:40.83119+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:17:40.90067+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:40.83455+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, stat_id, value from v$sysstat, __all_tenant where stat_id IN (10000, 10001, 10002, 10003, 10005, 10006, 140002, 140003, 140005, 140006, 60019, 60020, 60024, 80040, 80041, 130000, 130001, 130002, 130004, 20001, 20002, 30000, 30001, 30002, 30005, 30006, 40000, 40001, 40002, 40003, 40004, 40005, 40006, 40007, 40008, 40009, 40010, 40011, 40012, 50000, 50001, 50008, 50009, 60000, 60001, 60002, 60003, 60004, 60005, 60019, 60020, 60021, 60022, 60023, 60024, 80057) and (con_id > 1000 or con_id = 1) and __all_tenant.tenant_id = v$sysstat.con_id and class < 1000 2023-07-21T17:17:40.96556+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:17:40.83455+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:17:40.96576+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:41.15444+08:00 INFO [28238,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_partition 2023-07-21T17:17:41.27799+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:41.27795+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name 2023-07-21T17:17:41.28068+08:00 WARN [28238,] caller=mysql/table_input.go:205:collectData: failed to do collect with sql:select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, mem_used, access_count, hit_count from V$OB_PLAN_CACHE_STAT join __all_tenant on V$OB_PLAN_CACHE_STAT.tenant_id = __all_tenant.tenant_id group by tenant_name[] Error 1146: Table 'oceanbase.V$OB_PLAN_CACHE_STAT' doesn't exist 2023-07-21T17:17:41.15724+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:41.32013+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=8.850135673, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:41.32154+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T17:17:41.28376+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:17:41.33554+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:17:41.33488+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:17:41.18126+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.179285079, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:41.37367+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.070939082, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:41.37868+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=7.226991382, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:41.37246+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6251983872e+10 Active_bytes:3.7862203392e+10 Active_file_bytes:1.61021952e+09 AnonHugePages_bytes:3.448766464e+10 AnonPages_bytes:3.6252110848e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198114304e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.222384128e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.036288e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89479936e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39165696e+08 MemAvailable_bytes:8.137105408e+09 MemFree_bytes:1.0319724544e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.697856e+07 SReclaimable_bytes:9.8111488e+07 SUnreclaim_bytes:1.17907456e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16018944e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:41.38426+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.406155106, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:41.3929+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T17:17:41.39655+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:41.40477+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T17:17:41.28488+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:41.28374+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T17:17:41.28426+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:41.28411+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:41.28063+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:41.41273+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:41.41335+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:41.41409+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:41.41463+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:41.41504+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:17:41.40571+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ tenant_name, count(*) as cnt from gv$table group by tenant_id 2023-07-21T17:17:41.41942+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:41.2843+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.186745242, err="couldn't get SNTP reply: read udp 127.0.0.1:54847->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:41.45263+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:41.32546+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:41.3027+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:41.33906+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:17:41.55127+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ tenant_name, 1 as role, case when cnt is null then 0 else cnt end as cnt from (select __all_tenant.tenant_name, t1.cnt from __all_tenant left join (select tenant_id, count(*) as cnt from __all_virtual_partition_info where svr_ip = ? and svr_port = ? group by tenant_id) t1 on __all_tenant.tenant_id = t1.tenant_id) t2 2023-07-21T17:17:41.46489+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:17:41.56606+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:17:41.56653+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:17:41.56694+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:17:41.56732+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:17:41.56785+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:17:41.56819+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:17:41.56854+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:17:41.56901+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:17:41.56919+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:41.28707+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:17:41.5788+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, sum(total_waits) as total_waits, sum(time_waited_micro) / 1000000 as time_waited from v$system_event join __all_tenant on v$system_event.con_id = __all_tenant.tenant_id where v$system_event.wait_class <> 'IDLE' group by tenant_name 2023-07-21T17:17:41.58583+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:17:41.5867+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:17:41.58719+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:17:41.58655+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:41.60831+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:17:41.56962+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:17:41.60789+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:41.61574+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:17:41.61588+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:41.6165+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:17:41.61662+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:41.61707+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T17:17:41.6916+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T17:17:41.69237+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T17:17:41.61718+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:41.69283+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T17:17:41.69354+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:41.61004+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:17:41.69396+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:17:41.61582+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T17:17:41.76148+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:17:41.76425+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:17:41.76485+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:41.76619+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:41.76653+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:41.7669+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:41.7676+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:41.76798+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:41.76839+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:41.7643+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T17:17:41.76871+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=7.404455906, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:41.76925+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T17:17:41.76982+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T17:17:41.77301+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.184004606, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:17:41.78225+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:41.7649+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:17:41.76034+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51.26 2023-07-21T17:17:41.94834+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.76 2023-07-21T17:17:41.94881+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000543203, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:41.94935+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.28 2023-07-21T17:17:41.95+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.341809393, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:41.95+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:17:41.94994+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:41.95183+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=8.480762463, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:17:41.9498+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:33.61085+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T17:17:41.77773+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T17:17:41.95093+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:42.01442+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:42.01491+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T17:17:42.0187+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.044234934, err="couldn't get SNTP reply: read udp 127.0.0.1:5864->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:42.02641+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:42.02783+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:42.02828+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:42.02885+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:42.02982+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:17:41.99258+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:17:42.03298+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:17:41.98651+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T17:17:42.03473+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:17:42.03837+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:42.03826+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:17:42.01893+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T17:17:42.05275+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T17:17:42.03936+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:17:42.05396+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T17:17:42.05383+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T17:17:42.05611+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T17:17:42.06002+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T17:17:42.03791+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:42.05318+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:17:42.12759+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T17:17:42.12823+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:17:42.12877+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:17:42.1287+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T17:17:42.12933+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:17:42.16061+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T17:17:42.16088+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:17:42.17167+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:17:42.17268+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T17:17:42.1734+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T17:17:42.1739+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T17:17:41.9863+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:42.18553+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.59951824, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:33.61098+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:42.19052+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.603766674, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:17:42.16356+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:17:42.19478+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:17:42.19565+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:17:42.19658+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:17:42.19717+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/perf_event 2023-07-21T17:17:42.1978+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:42.20669+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T17:17:42.19858+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:17:42.30604+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:42.33089+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.078642055, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:42.332+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.717777008, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T17:17:42.28098+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:42.19794+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:17:42.25199+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:42.33445+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6279918592e+10 Active_bytes:3.7890174976e+10 Active_file_bytes:1.610256384e+09 AnonHugePages_bytes:3.4491858944e+10 AnonPages_bytes:3.6281524224e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198155264e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.223711232e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.077248e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89484032e+08 Inactive_file_bytes:5.72178432e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39165696e+08 MemAvailable_bytes:8.109223936e+09 MemFree_bytes:1.0291822592e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.712192e+07 SReclaimable_bytes:9.8111488e+07 SUnreclaim_bytes:1.17911552e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1602304e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:42.28552+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T17:17:42.19781+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:42.30602+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:42.05352+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T17:17:42.35236+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:42.19796+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/devices 2023-07-21T17:17:42.36248+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/cpuset 2023-07-21T17:17:42.36186+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T17:17:42.36296+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/config 2023-07-21T17:17:42.37015+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.128576738, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:42.37447+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:17:42.38825+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:42.39926+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:42.40007+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:42.40048+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:42.40251+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:42.40328+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=9.053968656, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:42.19763+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:42.454+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:42.45877+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:42.52107+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:42.52215+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:42.5226+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:42.56607+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, tenant_id, `latch#` as latch_no, name, gets, misses, sleeps, immediate_gets, immediate_misses, spin_gets, wait_time / 1000000 as wait_time from v$latch, __all_tenant where __all_tenant.tenant_id = v$latch.con_id 2023-07-21T17:17:42.47183+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:42.35574+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:17:42.79637+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.006231692, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:42.7967+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.21508692, err="couldn't get SNTP reply: read udp 127.0.0.1:63787->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:42.56714+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:42.59819+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:42.8436+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:17:42.48009+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6289236992e+10 Active_bytes:3.7899493376e+10 Active_file_bytes:1.610256384e+09 AnonHugePages_bytes:3.4491858944e+10 AnonPages_bytes:3.6289323008e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198155264e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2242502656e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.077248e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89484032e+08 Inactive_file_bytes:5.72178432e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39165696e+08 MemAvailable_bytes:8.098844672e+09 MemFree_bytes:1.0281443328e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.712192e+07 SReclaimable_bytes:9.8111488e+07 SUnreclaim_bytes:1.17911552e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1602304e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:42.56772+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:17:42.91038+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(1) as cnt from __all_virtual_trans_stat where part_trans_action > 2 and ctx_create_time < date_sub(now(), interval 600 second) and svr_ip = ? and svr_port = ? 2023-07-21T17:17:42.7956+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:42.92166+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:17:42.91997+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6294844416e+10 Active_bytes:3.7905133568e+10 Active_file_bytes:1.610289152e+09 AnonHugePages_bytes:3.4491858944e+10 AnonPages_bytes:3.6294938624e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198183936e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2245124096e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.10592e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89484032e+08 Inactive_file_bytes:5.72178432e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39169792e+08 MemAvailable_bytes:8.093548544e+09 MemFree_bytes:1.0276130816e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.7486464e+07 SReclaimable_bytes:9.8111488e+07 SUnreclaim_bytes:1.17915648e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16027136e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:42.92787+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:42.94001+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:42.94165+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:42.94195+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.5368577, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:42.56648+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:42.62086+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.041105731, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:43.03291+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:43.10427+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:43.10551+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:43.10639+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:43.10695+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:43.10757+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:43.10801+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:17:43.12173+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:43.12278+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:43.12799+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:43.12874+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:43.12927+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:42.61863+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:43.13441+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:43.13665+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.794809014, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:43.12945+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:43.18432+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:17:43.15634+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:43.21278+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:42.79641+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51.26 2023-07-21T17:17:43.2139+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.21445+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.76 2023-07-21T17:17:43.21467+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.21545+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.21588+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.769147225, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:42.7524+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:43.21734+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:17:43.21842+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.523444203, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T17:17:43.21994+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:17:43.18293+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000538507, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:43.29596+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:43.29716+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:42.88136+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51.26 2023-07-21T17:17:42.90089+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.481740433, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:42.88509+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/mqueue 2023-07-21T17:17:43.09423+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.073705017, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:43.56988+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51.26 2023-07-21T17:17:43.57086+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.76 2023-07-21T17:17:43.57334+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.28 2023-07-21T17:17:43.5738+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.00437132, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:42.56759+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:43.57823+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:43.04356+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.66904+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.45015+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:43.66969+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.67085+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.57269+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51.26 2023-07-21T17:17:43.07374+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.596786597, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:43.5249+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:17:43.44487+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:42.97096+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:43.44965+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.76 2023-07-21T17:17:43.76074+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.295026509, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:43.67154+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.76225+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.76202+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:17:43.6797+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.162690645, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:43.76561+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.28 2023-07-21T17:17:43.76606+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.787824855, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T17:17:43.76643+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.052014716, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:43.76278+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.76755+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.76804+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.24330123, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:43.81702+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:42.99349+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:43.52531+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T17:17:43.92192+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/hugepages 2023-07-21T17:17:43.87927+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.76597+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:17:43.76318+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:17:43.92385+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:43.95561+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.032376353, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:44.04045+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:43.92387+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.96153+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:44.03497+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:17:44.04151+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:44.04244+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:17:44.05342+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.36816+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51.26 2023-07-21T17:17:44.05691+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:44.10055+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:44.10111+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=10.372898907, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:44.10234+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001857069, err="couldn't get SNTP reply: read udp 127.0.0.1:16842->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:44.10308+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.76 2023-07-21T17:17:44.10631+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.28 2023-07-21T17:17:44.10679+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.782873131, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:44.10822+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:44.10986+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.00118039, err="couldn't get SNTP reply: read udp 127.0.0.1:21932->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:44.11556+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.001008353, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:44.10569+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.75922+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.76 2023-07-21T17:17:44.04217+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:44.22895+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:44.22915+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.95826+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:17:43.92095+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:44.11901+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6343095296e+10 Active_bytes:3.7953409024e+10 Active_file_bytes:1.610313728e+09 AnonHugePages_bytes:3.4502344704e+10 AnonPages_bytes:3.6342861824e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198212608e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.226349056e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.134592e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89479936e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39173888e+08 MemAvailable_bytes:8.044306432e+09 MemFree_bytes:1.0226880512e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.7810048e+07 SReclaimable_bytes:9.8111488e+07 SUnreclaim_bytes:1.17915648e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16027136e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:43.04554+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:44.22602+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:44.22602+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:44.10235+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:43.04488+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000577161, err="couldn't get SNTP reply: read udp 127.0.0.1:11925->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:44.61606+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:43.92393+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:44.26218+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:44.25331+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc/sys/fs/binfmt_misc 2023-07-21T17:17:44.27768+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.009216976, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:44.63712+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.416801945, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:44.6277+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:44.66276+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:44.66293+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.688764078, fields.level=debug, fields.msg="collector succeeded", name=filesystem 2023-07-21T17:17:44.30854+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:44.3078+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:44.30616+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:44.30859+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:44.30818+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=9.254774972, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:44.29316+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:44.30878+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:17:44.30801+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6348686336e+10 Active_bytes:3.7959000064e+10 Active_file_bytes:1.610313728e+09 AnonHugePages_bytes:3.4502344704e+10 AnonPages_bytes:3.634898944e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198212608e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2268061696e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.134592e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89479936e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39173888e+08 MemAvailable_bytes:8.038121472e+09 MemFree_bytes:1.0220695552e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.7810048e+07 SReclaimable_bytes:9.8111488e+07 SUnreclaim_bytes:1.17915648e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16027136e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:43.75901+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:44.30796+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6346822656e+10 Active_bytes:3.7957136384e+10 Active_file_bytes:1.610313728e+09 AnonHugePages_bytes:3.4502344704e+10 AnonPages_bytes:3.6346761216e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198212608e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2265587712e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.134592e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89479936e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39173888e+08 MemAvailable_bytes:8.040718336e+09 MemFree_bytes:1.0223292416e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.7810048e+07 SReclaimable_bytes:9.8111488e+07 SUnreclaim_bytes:1.17915648e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16027136e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:44.63729+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51.26 2023-07-21T17:17:44.10019+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:17:44.71149+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:44.22586+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:44.22587+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:44.10281+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:44.7115+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.21523+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.28 2023-07-21T17:17:44.25154+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:43.75916+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:44.25152+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.28 2023-07-21T17:17:44.6285+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:44.25165+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.008846038, err="couldn't get SNTP reply: read udp 127.0.0.1:22881->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:44.68215+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:44.7159+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.398453584, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:44.71566+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:44.71751+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.363900596, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:17:44.86195+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:44.90037+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:44.86942+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.946370646, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:44.93817+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:44.93862+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:17:45.16739+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:44.71286+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.398473773, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:45.1661+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.88405366, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:45.27455+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.76 2023-07-21T17:17:45.28849+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:45.16669+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:44.71704+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:45.30271+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:45.30324+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:45.2978+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51.26 2023-07-21T17:17:45.3686+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.426690131, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:17:45.44729+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.886821631, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:45.34275+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:17:45.57206+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:45.30295+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.720968849, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:45.63077+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.017262021, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:45.63669+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:45.49445+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.268152854, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:45.63719+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:45.67839+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:45.67839+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:45.70248+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:17:45.71988+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.28 2023-07-21T17:17:45.72439+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:45.74977+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:45.77254+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:45.74934+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:45.78298+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.76 2023-07-21T17:17:45.90079+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:17:45.78112+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:45.90074+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:46.23174+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.087159592, err="couldn't get SNTP reply: read udp 127.0.0.1:28703->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:46.23251+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.002414998, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:46.24209+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:46.24311+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:46.24254+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:17:46.24322+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:46.24516+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:46.24516+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:46.25161+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.618697558, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:46.25309+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:46.25289+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:17:46.25492+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:46.25851+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:46.25808+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=11.415903035, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:46.25865+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.0073964, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:46.27073+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:46.27092+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.28 2023-07-21T17:17:46.34712+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:46.34709+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:46.46063+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:46.4128+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:46.50337+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51 2023-07-21T17:17:46.50655+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=14.221388784, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:17:46.51252+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:17:46.61317+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:46.65203+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:46.65407+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:46.65408+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:46.49763+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:46.78428+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.437294497, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:46.4883+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:46.93869+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:46.86505+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000432615, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:46.93897+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.066748323, err="couldn't get SNTP reply: read udp 127.0.0.1:8059->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:46.87303+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:46.77246+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:46.99665+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:47.00067+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.124589653, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:46.26939+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.638566912e+10 Active_bytes:3.7996032e+10 Active_file_bytes:1.61036288e+09 AnonHugePages_bytes:3.4502344704e+10 AnonPages_bytes:3.6386721792e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198253568e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.228747264e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.175552e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89484032e+08 Inactive_file_bytes:5.72178432e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39186176e+08 MemAvailable_bytes:8.00241664e+09 MemFree_bytes:1.0184962048e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.8948736e+07 SReclaimable_bytes:9.8111488e+07 SUnreclaim_bytes:1.1792384e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16035328e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:47.01057+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:46.50604+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.103555293, err="couldn't get SNTP reply: read udp 127.0.0.1:33075->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:47.17682+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:47.25611+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:47.25711+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:47.26326+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:47.29877+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51 2023-07-21T17:17:47.30033+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:47.47049+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.199676199, err="couldn't get SNTP reply: read udp 127.0.0.1:29726->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:47.47007+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6402946048e+10 Active_bytes:3.8013341696e+10 Active_file_bytes:1.610395648e+09 AnonHugePages_bytes:3.4502344704e+10 AnonPages_bytes:3.6403290112e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198339584e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.229965824e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.220608e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.7317888e+07 Inactive_bytes:5.89492224e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.4887296e+07 Mapped_bytes:1.39255808e+08 MemAvailable_bytes:7.980269568e+09 MemFree_bytes:1.0162794496e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.9583616e+07 SReclaimable_bytes:9.8127872e+07 SUnreclaim_bytes:1.18161408e+08 Shmem_bytes:1.7903616e+07 Slab_bytes:2.1628928e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:47.32538+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:46.99964+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6397662208e+10 Active_bytes:3.800805376e+10 Active_file_bytes:1.610391552e+09 AnonHugePages_bytes:3.4502344704e+10 AnonPages_bytes:3.6398010368e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198331392e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2295349248e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.212416e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.7317888e+07 Inactive_bytes:5.89488128e+08 Inactive_file_bytes:5.7217024e+08 KernelStack_bytes:2.4788992e+07 Mapped_bytes:1.39231232e+08 MemAvailable_bytes:7.986737152e+09 MemFree_bytes:1.0169106432e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.9669632e+07 SReclaimable_bytes:9.8127872e+07 SUnreclaim_bytes:1.18112256e+08 Shmem_bytes:1.7903616e+07 Slab_bytes:2.16240128e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:47.34144+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:47.62106+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:47.65369+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:47.60148+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:47.79267+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/pids 2023-07-21T17:17:47.60437+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.131967778, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:48.06131+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:48.24688+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:50.56053+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:48.58416+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.286668502, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:48.2371+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:50.5623+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:50.57523+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:50.57677+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:50.57742+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:48.57391+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.15470203, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:50.57818+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:50.87099+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:50.72789+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:48.2375+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:17:48.20781+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:50.87207+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:50.86945+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.11143631, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:49.01779+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51 2023-07-21T17:17:50.87216+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:50.96972+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.711943738, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:50.97313+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:17:50.9734+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:49.01801+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:50.95975+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.93 2023-07-21T17:17:50.56342+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.669724584, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:48.23807+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:50.97466+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:50.97389+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:17:51.17977+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.168766446, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:51.18073+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:48.20778+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:51.13553+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=15, fields.level=debug, fields.msg="CPU System counter jumped backwards", new_value=2091.29, old_value=2091.3 2023-07-21T17:17:51.1843+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.179914339, err="couldn't get SNTP reply: read udp 127.0.0.1:33913->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:51.19919+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:51.18023+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.34 2023-07-21T17:17:49.05358+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.93 2023-07-21T17:17:51.22436+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.34 2023-07-21T17:17:51.22493+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.877349887, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:51.18341+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/freezer 2023-07-21T17:17:51.20161+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:51.22815+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:51.22841+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:51.2289+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:51.20101+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:48.23737+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:51.22765+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/net_cls,net_prio" 2023-07-21T17:17:48.206+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.22677603, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:48.24343+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=12.859305546, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:17:48.23753+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:48.24833+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51 2023-07-21T17:17:48.25315+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:48.314+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:51.18304+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=11.306061448, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:51.20087+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=11.306058201, err="couldn't get SNTP reply: read udp 127.0.0.1:15839->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:50.97471+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6225376256e+10 Active_bytes:3.7835546624e+10 Active_file_bytes:1.610170368e+09 AnonHugePages_bytes:3.448766464e+10 AnonPages_bytes:3.62252288e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198048768e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2205638656e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:991232 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89471744e+08 Inactive_file_bytes:5.72166144e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39124736e+08 MemAvailable_bytes:8.166944768e+09 MemFree_bytes:1.0349592576e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6007808e+07 SReclaimable_bytes:9.8111488e+07 SUnreclaim_bytes:1.1792384e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16035328e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:51.20167+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:51.22914+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:51.201+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6431958016e+10 Active_bytes:3.8042431488e+10 Active_file_bytes:1.610473472e+09 AnonHugePages_bytes:3.4500247552e+10 AnonPages_bytes:3.643232256e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198355968e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2317799424e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:811008 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89471744e+08 Inactive_file_bytes:5.72166144e+08 KernelStack_bytes:2.482176e+07 Mapped_bytes:1.39214848e+08 MemAvailable_bytes:7.948566528e+09 MemFree_bytes:1.0131054592e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.9915392e+07 SReclaimable_bytes:9.8127872e+07 SUnreclaim_bytes:1.18685696e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16813568e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:51.28239+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6229103616e+10 Active_bytes:3.7839273984e+10 Active_file_bytes:1.610170368e+09 AnonHugePages_bytes:3.448766464e+10 AnonPages_bytes:3.6229128192e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198048768e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2218221568e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:991232 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89471744e+08 Inactive_file_bytes:5.72166144e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39124736e+08 MemAvailable_bytes:8.163422208e+09 MemFree_bytes:1.0346070016e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6007808e+07 SReclaimable_bytes:9.8111488e+07 SUnreclaim_bytes:1.1792384e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16035328e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:49.07248+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:49.07181+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:49.07443+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:49.42127+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:49.45014+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:49.42246+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:49.47104+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:49.48404+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:49.71241+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:50.05668+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:50.05051+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.008579208, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:50.35694+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:50.36416+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/memory 2023-07-21T17:17:50.45324+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.200420938, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:50.54885+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.93 2023-07-21T17:17:50.04949+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:50.55986+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:50.97561+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:50.06235+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:49.0174+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:51.56207+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:51.19995+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=16, fields.level=debug, fields.msg="CPU Idle counter jumped backwards", new_value=64900.11, old_value=64900.22 2023-07-21T17:17:50.5621+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:50.56971+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000698718, err="couldn't get SNTP reply: read udp 127.0.0.1:58509->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:50.71035+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:50.56259+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:50.74594+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:50.74441+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:50.86864+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:50.74137+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000562045, err="couldn't get SNTP reply: read udp 127.0.0.1:39367->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:50.98692+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:51.00449+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:50.56344+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.510265167, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:50.98743+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:50.98808+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=15.449328968, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:50.56392+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000689564, err="couldn't get SNTP reply: read udp 127.0.0.1:35497->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:50.56361+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000367943, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:51.19919+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=6.147773401, fields.level=debug, fields.msg="collector succeeded", name=diskstats 2023-07-21T17:17:51.22976+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:50.5641+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:51.22143+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.338460852, fields.level=debug, fields.msg="collector succeeded", name=loadavg 2023-07-21T17:17:51.59605+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint="/sys/fs/cgroup/cpu,cpuacct" 2023-07-21T17:17:51.29635+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:51.70758+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:51.7599+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.410016032, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:51.68256+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:51.68353+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:51.68346+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:51.68326+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:51.82313+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=12.995129892, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:51.83224+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:51.98698+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:51.98749+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:51.98749+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:52.06807+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:52.12123+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:52.12352+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.132967649, err="couldn't get SNTP reply: read udp 127.0.0.1:16033->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:52.12468+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:52.12534+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:37.75673+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:17:52.41419+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=11.997890528, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:52.17267+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:37.75881+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:37.76479+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/debug 2023-07-21T17:17:37.9084+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.14331594, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:52.41553+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:52.41541+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=14.016578615, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:17:52.83742+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:52.88388+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.758147886, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:53.17249+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:52.88393+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=23.39118833, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:17:53.20227+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=57.81 2023-07-21T17:17:54.92633+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.006963174, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:54.97307+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:54.99098+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:54.99428+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:54.98404+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:55.09407+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:55.09546+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:55.08646+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=16.654306645, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:56.16504+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:56.24989+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:56.526+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:56.2625+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:56.53752+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=16.246545834, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:56.40786+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.17193574, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:56.52576+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:56.53511+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.393982233, err="couldn't get SNTP reply: read udp 127.0.0.1:53737->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:56.51711+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:56.54525+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.24893184, err="couldn't get SNTP reply: read udp 127.0.0.1:9449->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:56.74533+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:56.73765+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:56.25377+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:56.77347+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:56.83323+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:56.77353+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:56.90596+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:56.819+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:56.96759+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:56.81916+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:56.59003+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:57.04627+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.014170529, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:57.0461+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.227150413, err="couldn't get SNTP reply: read udp 127.0.0.1:38319->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:57.04778+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.012871271, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:57.08054+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.96570799, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:57.08665+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:57.11374+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:57.08664+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:57.11131+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=17.50667727, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:17:57.17866+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.64905515, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:57.15573+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=19.384840065, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:17:57.17805+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:57.18872+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:57.18925+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:57.18868+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:57.20836+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:57.2084+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=18.789101257, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:17:57.20853+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:57.24823+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:57.21434+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:57.30962+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:57.12276+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:57.57414+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.445783808, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:57.54461+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:57.90438+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:57.33112+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6492992512e+10 Active_bytes:3.8103535616e+10 Active_file_bytes:1.610543104e+09 AnonHugePages_bytes:3.4502344704e+10 AnonPages_bytes:3.649214464e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198429696e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2356027392e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:438272 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89479936e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39231232e+08 MemAvailable_bytes:7.8876672e+09 MemFree_bytes:1.00701184e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.0652672e+07 SReclaimable_bytes:9.8127872e+07 SUnreclaim_bytes:1.18693888e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1682176e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:38.14846+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:38.20348+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:38.29997+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.012573487, err="couldn't get SNTP reply: read udp 127.0.0.1:33368->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:38.30307+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:38.24344+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:38.30719+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:38.30333+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=52.33 2023-07-21T17:17:38.30724+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:37.93666+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6167299072e+10 Active_bytes:3.7777235968e+10 Active_file_bytes:1.609936896e+09 AnonHugePages_bytes:3.4491858944e+10 AnonPages_bytes:3.6153151488e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.19783168e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2216787968e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:929792 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.8947584e+08 Inactive_file_bytes:5.7217024e+08 KernelStack_bytes:2.4723456e+07 Mapped_bytes:1.3856768e+08 MemAvailable_bytes:8.22652928e+09 MemFree_bytes:1.0409299968e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.4021248e+07 SReclaimable_bytes:9.8095104e+07 SUnreclaim_bytes:1.18034432e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16129536e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:38.30443+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6217176064e+10 Active_bytes:3.7827346432e+10 Active_file_bytes:1.610170368e+09 AnonHugePages_bytes:3.448766464e+10 AnonPages_bytes:3.621687296e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198048768e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.220008448e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:991232 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89471744e+08 Inactive_file_bytes:5.72166144e+08 KernelStack_bytes:2.4756224e+07 Mapped_bytes:1.39124736e+08 MemAvailable_bytes:8.174309376e+09 MemFree_bytes:1.0356957184e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:8.6007808e+07 SReclaimable_bytes:9.8111488e+07 SUnreclaim_bytes:1.1792384e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16035328e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:38.30695+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:57.90863+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:38.32778+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:17:57.91097+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:57.91511+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:57.91417+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:57.91703+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=39.56 2023-07-21T17:17:58.01215+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:56.02502+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.068140238, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:58.0603+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:58.31277+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:58.32314+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:58.32607+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:58.3268+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:58.32725+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:17:58.33099+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:58.34092+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:58.34498+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:58.34619+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:58.34243+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:58.3314+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.273268969, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:58.39975+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=18.115499206, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:58.65531+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.05584428, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:58.7266+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:58.64669+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:58.74434+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=54.14 2023-07-21T17:17:58.40777+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.094285096, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:58.78235+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:00.03887+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:00.17975+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:00.01657+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:00.17315+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:18:00.20214+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.252297655, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:00.47663+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:58.32686+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:00.37497+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T17:18:00.37673+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:00.34764+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:00.84591+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:00.46463+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.004043306, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:18:00.22942+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000974669, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:18:00.37493+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:18:00.49867+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.123767661, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:00.86681+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:01.94602+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T17:18:02.6652+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:01.83181+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:01.96579+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.956118468, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:01.75935+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:01.94846+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:01.85501+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:02.13156+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:01.85699+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=5.268881796, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:18:01.94372+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:01.95719+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:01.94953+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6615897088e+10 Active_bytes:3.8226546688e+10 Active_file_bytes:1.6106496e+09 AnonHugePages_bytes:3.4517024768e+10 AnonPages_bytes:3.6615852032e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198540288e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2420928512e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:139264 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89484032e+08 Inactive_file_bytes:5.72178432e+08 KernelStack_bytes:2.473984e+07 Mapped_bytes:1.3924352e+08 MemAvailable_bytes:7.761948672e+09 MemFree_bytes:9.944342528e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.252864e+07 SReclaimable_bytes:9.8127872e+07 SUnreclaim_bytes:1.18669312e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16797184e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:02.71279+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.87 2023-07-21T17:18:02.70381+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T17:18:02.72055+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=20.195650374, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:03.05723+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=20.53231109, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:03.07604+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(1) as cnt from __all_virtual_trans_stat where part_trans_action > 2 and ctx_create_time < date_sub(now(), interval 600 second) and svr_ip = ? and svr_port = ? 2023-07-21T17:18:03.09604+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:03.05738+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:50.56537+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:04.74536+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:18:04.56699+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=18.951769265, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:04.36362+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:04.3599+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:04.74592+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:50.56565+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:17:50.56663+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/blkio 2023-07-21T17:18:04.64846+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:18:04.74585+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=16.732112182, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:04.89887+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000786814, err="couldn't get SNTP reply: read udp 127.0.0.1:51182->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:04.42011+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T17:18:04.88809+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:04.82742+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:18:04.93569+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.00084587, err="couldn't get SNTP reply: read udp 127.0.0.1:39795->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:04.94647+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:53.18584+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=57.81 2023-07-21T17:17:53.23444+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.502364985, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:53.33085+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:53.33093+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:53.23474+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=57.81 2023-07-21T17:17:53.35598+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:53.39312+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:53.23576+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:05.0057+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, __all_unit_config.name, max_cpu, min_cpu, max_memory, min_memory, max_iops, min_iops, max_disk_size, max_session_num from __all_tenant, __all_resource_pool, __all_unit_config, __all_unit where __all_tenant.tenant_id = __all_resource_pool.tenant_id and __all_resource_pool.unit_config_id = __all_unit_config.unit_config_id and __all_unit.resource_pool_id = __all_resource_pool.resource_pool_id and __all_unit.svr_ip = ? and __all_unit.svr_port = ? 2023-07-21T17:18:05.00818+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:05.00604+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ sum(hold) as hold, sum(used) as used from __all_virtual_memory_info where tenant_id = 500 and svr_ip = ? and svr_port = ? 2023-07-21T17:18:05.01962+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51.89 2023-07-21T17:18:05.01625+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.003071644, err="couldn't get SNTP reply: read udp 127.0.0.1:60837->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:05.02292+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.039930847, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:04.99604+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000706095, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:18:05.02632+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:05.57827+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:05.62927+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.512484645, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:51.88863+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:17:51.88235+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:05.83709+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51.89 2023-07-21T17:17:51.89942+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=37.93 2023-07-21T17:18:05.84987+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=23.269104217, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:18:05.84695+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^4' as ob_is_v4 2023-07-21T17:18:06.18788+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.106835241, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:06.45283+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.825142626, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:18:06.4705+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=22.683496772, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:06.11485+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:53.8193+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:53.83424+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:18:05.85004+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:18:06.56876+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:54.10035+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:54.11323+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:54.47156+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:54.6823+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.140526067, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:54.68327+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:17:54.69265+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.094827618, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:54.76183+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:06.75713+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:54.76188+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=16.311074951, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:54.76204+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=16.417360077, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:54.76475+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=3.728718964, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:18:06.75724+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:08.15123+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:38.43193+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:54.91324+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/hugetlb 2023-07-21T17:17:38.39283+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=52.33 2023-07-21T17:17:54.91306+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:38.39547+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:55.0963+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:55.104+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:54.90599+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=14.743651415, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:54.91394+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.34 2023-07-21T17:17:55.10356+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:55.09745+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:55.09776+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=57.81 2023-07-21T17:17:55.10172+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=16.493074346, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:38.42991+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:17:38.41632+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:38.39855+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.003274574, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:18:08.15608+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6427210752e+10 Active_bytes:3.8037655552e+10 Active_file_bytes:1.6104448e+09 AnonHugePages_bytes:3.4500247552e+10 AnonPages_bytes:3.642836992e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198388736e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2312466432e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.277952e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.7317888e+07 Inactive_bytes:5.89492224e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.5018368e+07 Mapped_bytes:1.38719232e+08 MemAvailable_bytes:7.952121856e+09 MemFree_bytes:1.0134622208e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.0456064e+07 SReclaimable_bytes:9.8127872e+07 SUnreclaim_bytes:1.18644736e+08 Shmem_bytes:1.7903616e+07 Slab_bytes:2.16772608e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:38.43041+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:18:08.15584+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6726628352e+10 Active_bytes:3.8337470464e+10 Active_file_bytes:1.610842112e+09 AnonHugePages_bytes:3.4521219072e+10 AnonPages_bytes:3.6726882304e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198757376e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2486939648e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:352256 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89504512e+08 Inactive_file_bytes:5.72198912e+08 KernelStack_bytes:2.473984e+07 Mapped_bytes:1.39272192e+08 MemAvailable_bytes:7.65022208e+09 MemFree_bytes:9.832505344e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.4109696e+07 SReclaimable_bytes:9.814016e+07 SUnreclaim_bytes:1.18697984e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16838144e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:08.15761+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.644416e+10 Active_bytes:3.80546048e+10 Active_file_bytes:1.6104448e+09 AnonHugePages_bytes:3.4500247552e+10 AnonPages_bytes:3.6444786688e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198388736e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2333356032e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:1.277952e+06 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.7317888e+07 Inactive_bytes:5.89492224e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.5018368e+07 Mapped_bytes:1.39276288e+08 MemAvailable_bytes:7.934988288e+09 MemFree_bytes:1.011748864e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.0488832e+07 SReclaimable_bytes:9.8127872e+07 SUnreclaim_bytes:1.18644736e+08 Shmem_bytes:1.7903616e+07 Slab_bytes:2.16772608e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:08.15817+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:08.16288+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:08.16197+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:56.03467+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:13.88497+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:13.68819+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:13.88078+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:18:13.88052+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:12.94196+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=55.42 2023-07-21T17:18:13.55061+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6811235328e+10 Active_bytes:3.842215936e+10 Active_file_bytes:1.610924032e+09 AnonHugePages_bytes:3.452960768e+10 AnonPages_bytes:3.6811739136e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.19885568e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2545152e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:454656 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89524992e+08 Inactive_file_bytes:5.72219392e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39309056e+08 MemAvailable_bytes:7.561695232e+09 MemFree_bytes:9.743917056e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.5465472e+07 SReclaimable_bytes:9.8164736e+07 SUnreclaim_bytes:1.18796288e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16961024e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:14.76958+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:14.56101+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:14.7631+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=18.912366771, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:18:17.88508+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:18:18.12049+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:17.90153+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000659152, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:18:18.10516+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:18.11785+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.9684799549999998, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:18:14.96554+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:18.11998+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:18.09974+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:18:18.13731+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:14.50506+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:18.13748+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:18.15606+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:18.13741+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:17.88713+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.0041518, err="couldn't get SNTP reply: read udp 127.0.0.1:9174->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:14.80975+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:18.02428+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:18.1512+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.90105963, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:18:18.15552+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=39.56 2023-07-21T17:18:17.90166+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:18.151+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.266055888, err="couldn't get SNTP reply: read udp 127.0.0.1:49592->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:18.18778+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:18.2773+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:18.16938+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:18.28073+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.011632532, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:18:18.15266+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:18.14168+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:18.25952+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:18.28272+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:18.16631+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:18.1735+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=53.38 2023-07-21T17:18:18.479+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.596010216, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:18.30957+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:18.28161+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:18.28361+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.162300061, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:18.40162+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:18.69473+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:18.50678+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:18:18.28424+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6875055104e+10 Active_bytes:3.8486061056e+10 Active_file_bytes:1.611005952e+09 AnonHugePages_bytes:3.452960768e+10 AnonPages_bytes:3.6875481088e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.1989376e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2589048832e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:536576 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89520896e+08 Inactive_file_bytes:5.72215296e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39309056e+08 MemAvailable_bytes:7.497560064e+09 MemFree_bytes:9.679740928e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.6698368e+07 SReclaimable_bytes:9.8164736e+07 SUnreclaim_bytes:1.18943744e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1710848e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:18.28202+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.0158383, err="couldn't get SNTP reply: read udp 127.0.0.1:40491->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:18.51078+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:18.51246+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=53.38 2023-07-21T17:18:18.28232+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:18.94525+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.265119234, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:18.28114+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:18.75706+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:18:18.77512+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:18.92075+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=38.88 2023-07-21T17:18:18.50901+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=53.38 2023-07-21T17:18:18.9391+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:18.76466+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.733093249, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:18:19.11914+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.954187463, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:18.47814+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:18.91696+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.220219461, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:09.99693+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/kernel/security 2023-07-21T17:18:11.19173+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:38.43175+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:19.66948+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:19.67265+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup/systemd 2023-07-21T17:18:19.69603+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=29.634054395, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:38.45559+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.118058336, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:38.43644+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:38.52832+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:38.47732+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:19.83676+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:17.26923+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:38.53316+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.008737254, err="couldn't get SNTP reply: read udp 127.0.0.1:25460->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:19.8614+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:18:19.8655+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=40.11 2023-07-21T17:17:38.5335+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.195697026, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:17.59816+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:19.97318+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:19.94095+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=22.521858855, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:18:19.9761+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:20.0227+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:38.58308+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.245058264, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:20.53379+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:20.23788+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.335287699, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:17:38.58637+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:20.56743+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:20.56952+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:18:20.56857+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:18:20.55803+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:40.15645+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:58.98803+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:58.22311+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:20.57087+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:18:20.56185+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=39.94 2023-07-21T17:18:20.5711+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:20.57405+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:18:20.69857+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=1, load=39.94 2023-07-21T17:18:20.74052+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.074988972, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:21.15574+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=50.47 2023-07-21T17:18:20.69526+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=36.68 2023-07-21T17:18:21.11006+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:21.09404+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:20.74327+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:58.24207+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:21.53479+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:21.66049+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:21.66157+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:00.86783+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:21.67012+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.330164302, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:21.69352+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:21.74736+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:18:21.74802+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:21.74802+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:21.77633+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.002344799, err="couldn't get SNTP reply: read udp 127.0.0.1:5377->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:21.56981+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:21.28061+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:00.86955+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51.89 2023-07-21T17:18:22.24843+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:22.34635+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/shm 2023-07-21T17:18:22.23863+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.694800896e+10 Active_bytes:3.8559080448e+10 Active_file_bytes:1.611071488e+09 AnonHugePages_bytes:3.454009344e+10 AnonPages_bytes:3.6950708224e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.199011328e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2644934656e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:569344 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89529088e+08 Inactive_file_bytes:5.72223488e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39309056e+08 MemAvailable_bytes:7.418707968e+09 MemFree_bytes:9.600843776e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.7734656e+07 SReclaimable_bytes:9.818112e+07 SUnreclaim_bytes:1.19025664e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.17206784e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:59.10034+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.191763295, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:18:22.35574+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.009263783, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:18:00.86889+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6610453504e+10 Active_bytes:3.8221078528e+10 Active_file_bytes:1.610625024e+09 AnonHugePages_bytes:3.451912192e+10 AnonPages_bytes:3.6606353408e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198519808e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2427580416e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:532480 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89479936e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.4788992e+07 Mapped_bytes:1.3924352e+08 MemAvailable_bytes:7.769706496e+09 MemFree_bytes:9.952116736e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.2110848e+07 SReclaimable_bytes:9.8127872e+07 SUnreclaim_bytes:1.18665216e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16793088e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:59.10109+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:22.36095+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.729813525, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:59.11015+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.599543242, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:22.36182+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000553497, err="couldn't get SNTP reply: read udp 127.0.0.1:31478->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:59.11746+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:22.35949+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000449542, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:17:59.10141+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:22.40457+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T17:18:22.40523+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:59.13563+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:22.43533+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=50.47 2023-07-21T17:18:22.4367+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000665076, err="couldn't get SNTP reply: read udp 127.0.0.1:8196->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:59.13217+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:17:59.13677+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:18:22.4107+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:22.43591+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:35.14661+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:34.9735+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=50.650401274000004, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:17:59.31034+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.012036064, err="couldn't get SNTP reply: read udp 127.0.0.1:15691->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:00.98998+08:00 INFO [28238,] caller=mysql/table_input.go:176:doUpdateCache: got update cache task for metric:ob_table 2023-07-21T17:18:00.97942+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:00.97571+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T17:18:01.02751+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.209449511, err="couldn't get SNTP reply: read udp 127.0.0.1:10646->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:01.09175+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/proc 2023-07-21T17:18:00.97995+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ case when cnt is null then 0 else cnt end as cnt, tenant_name from (select __all_tenant.tenant_name, cnt from __all_tenant left join (select count(*) as cnt, tenant as tenant_name from __all_virtual_processlist where svr_ip = ? and svr_port = ? group by tenant) t1 on __all_tenant.tenant_name = t1.tenant_name) t2 2023-07-21T17:18:01.22042+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000540923, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:18:01.2223+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:01.20011+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:17:59.32502+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:59.15837+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.009360888, err="couldn't get SNTP reply: read udp 127.0.0.1:61051->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:01.19995+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:01.22212+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:18:22.4218+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6948381696e+10 Active_bytes:3.8559453184e+10 Active_file_bytes:1.611071488e+09 AnonHugePages_bytes:3.454009344e+10 AnonPages_bytes:3.6951822336e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.199011328e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2645086208e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:569344 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89529088e+08 Inactive_file_bytes:5.72223488e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39309056e+08 MemAvailable_bytes:7.41748736e+09 MemFree_bytes:9.599623168e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.7734656e+07 SReclaimable_bytes:9.818112e+07 SUnreclaim_bytes:1.19025664e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.17206784e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:22.43807+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:01.53484+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:18:01.14569+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:01.75049+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:01.75217+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.291250175, err="couldn't get SNTP reply: read udp 127.0.0.1:37240->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:01.75405+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=20.335335393, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:01.44617+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:01.75876+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6613627904e+10 Active_bytes:3.8224277504e+10 Active_file_bytes:1.6106496e+09 AnonHugePages_bytes:3.4517024768e+10 AnonPages_bytes:3.6613623808e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198540288e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2418307072e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:139264 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89484032e+08 Inactive_file_bytes:5.72178432e+08 KernelStack_bytes:2.473984e+07 Mapped_bytes:1.3924352e+08 MemAvailable_bytes:7.765794816e+09 MemFree_bytes:9.948188672e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.252864e+07 SReclaimable_bytes:9.8127872e+07 SUnreclaim_bytes:1.18669312e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16797184e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:01.74984+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:01.48105+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:01.75546+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ zone, name, value, time_to_usec(now()) as current from __all_zone 2023-07-21T17:18:01.19719+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda7, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:01.75481+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.000788976, err="couldn't get SNTP reply: read udp 127.0.0.1:54487->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:59.32586+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:59.32965+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:22.84659+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:59.33128+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:22.57538+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6985675776e+10 Active_bytes:3.8596767744e+10 Active_file_bytes:1.611091968e+09 AnonHugePages_bytes:3.454009344e+10 AnonPages_bytes:3.6986368e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.199031808e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2672644096e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:589824 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89533184e+08 Inactive_file_bytes:5.72227584e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39309056e+08 MemAvailable_bytes:7.384195072e+09 MemFree_bytes:9.566318592e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.8217984e+07 SReclaimable_bytes:9.818112e+07 SUnreclaim_bytes:1.1915264e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1733376e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:59.82324+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:59.87861+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=54.14 2023-07-21T17:17:59.88602+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.638676387, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:17:59.90299+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=54.14 2023-07-21T17:17:59.90331+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.003673664, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:23.85549+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:18:23.91881+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:24.06933+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:17:59.93193+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:24.11909+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:24.11957+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=50.47 2023-07-21T17:18:24.16788+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:24.38535+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ __all_tenant.tenant_name as tenant_name, cast(v_acc_response_time.response_time / 1000000 as float) as response_time_seconds, v_acc_response_time.count as bucket, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then v_acc_response_time.count else null end as count, case when v_acc_response_time.response_time = (select max(response_time) from __all_virtual_query_response_time) then cast(v_acc_response_time.sum / 1000000 as float) else null end as sum from (select b.tenant_id, b.response_time as response_time, sum(a.count) as count, sum(a.total) as sum from __all_virtual_query_response_time a, __all_virtual_query_response_time b where a.response_time <= b.response_time and a.svr_ip = b.svr_ip and a.svr_port = b.svr_port and b.svr_ip = ? and b.svr_port = ? group by b.tenant_id, b.response_time) v_acc_response_time, __all_tenant where v_acc_response_time.tenant_id = __all_tenant.tenant_id; 2023-07-21T17:18:24.16865+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.778929168, err="couldn't get SNTP reply: read udp 127.0.0.1:49610->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:17:59.94703+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ with_rootserver from __all_server where svr_ip = ? and svr_port = ? 2023-07-21T17:17:59.94868+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.004469859, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:59.95007+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.013551167, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:59.95096+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6591939584e+10 Active_bytes:3.8202564608e+10 Active_file_bytes:1.610625024e+09 AnonHugePages_bytes:3.451912192e+10 AnonPages_bytes:3.6592427008e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198519808e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2416406528e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:532480 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89479936e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.4788992e+07 Mapped_bytes:1.3924352e+08 MemAvailable_bytes:7.788249088e+09 MemFree_bytes:9.970659328e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.2110848e+07 SReclaimable_bytes:9.8127872e+07 SUnreclaim_bytes:1.18665216e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16793088e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:59.95296+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda3, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:59.92492+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=54.14 2023-07-21T17:17:59.9425+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:00.00891+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:00.00992+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.186459128, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:00.01018+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:17:59.9444+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:24.38587+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.265271935, err="couldn't get SNTP reply: read udp 127.0.0.1:19422->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:24.45846+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:59.94461+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:24.45903+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:17:59.9535+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=54.14 2023-07-21T17:18:24.46023+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:24.72347+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:04.95797+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.666406958, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:04.96223+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:24.72458+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.452490664, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:04.96574+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:04.97027+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:04.9704+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:18:04.97557+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:18:04.97391+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:18:04.97486+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:04.97046+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:18:04.98281+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6735340544e+10 Active_bytes:3.8346067968e+10 Active_file_bytes:1.610727424e+09 AnonHugePages_bytes:3.4552676352e+10 AnonPages_bytes:3.6735893504e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198622208e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2514563072e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:221184 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89488128e+08 Inactive_file_bytes:5.72182528e+08 KernelStack_bytes:2.473984e+07 Mapped_bytes:1.39251712e+08 MemAvailable_bytes:7.643029504e+09 MemFree_bytes:9.8253824e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.3564928e+07 SReclaimable_bytes:9.8127872e+07 SUnreclaim_bytes:1.186816e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16809472e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:04.98418+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:24.88267+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:18:24.60233+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:24.88345+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:18:24.772+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.232423034, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:24.90733+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:24.77485+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6984098816e+10 Active_bytes:3.8595198976e+10 Active_file_bytes:1.61110016e+09 AnonHugePages_bytes:3.4535899136e+10 AnonPages_bytes:3.6984578048e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.19904e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2667401216e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:598016 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89529088e+08 Inactive_file_bytes:5.72223488e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39309056e+08 MemAvailable_bytes:7.386390528e+09 MemFree_bytes:9.568514048e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.8439168e+07 SReclaimable_bytes:9.818112e+07 SUnreclaim_bytes:1.19205888e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.17387008e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:24.77467+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.54552979, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:24.7745+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:24.94135+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:24.83108+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:25.18881+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:25.19294+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.9249264130000001, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:24.74069+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/pstore 2023-07-21T17:18:24.96664+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:24.95388+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=50.47 2023-07-21T17:18:24.96012+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda2, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:24.82056+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:25.31079+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.743483395, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:18:25.31233+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.7007171584e+10 Active_bytes:3.861827584e+10 Active_file_bytes:1.611104256e+09 AnonHugePages_bytes:3.4533801984e+10 AnonPages_bytes:3.7007937536e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.199056384e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2679099392e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:614400 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89529088e+08 Inactive_file_bytes:5.72223488e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39321344e+08 MemAvailable_bytes:7.362506752e+09 MemFree_bytes:9.544626176e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.8709504e+07 SReclaimable_bytes:9.818112e+07 SUnreclaim_bytes:1.1923456e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1741568e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:24.96023+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ tenant_name, cache_name, cache_size from __all_virtual_kvcache_info, __all_tenant where __all_tenant.tenant_id = __all_virtual_kvcache_info.tenant_id and svr_ip = ? and svr_port = ? 2023-07-21T17:17:38.43174+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:18:24.6014+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:18:25.32972+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.7022498816e+10 Active_bytes:3.8633623552e+10 Active_file_bytes:1.611124736e+09 AnonHugePages_bytes:3.4533801984e+10 AnonPages_bytes:3.7023100928e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.199068672e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2687864832e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:626688 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89533184e+08 Inactive_file_bytes:5.72227584e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.3932544e+08 MemAvailable_bytes:7.346270208e+09 MemFree_bytes:9.528377344e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.889792e+07 SReclaimable_bytes:9.818112e+07 SUnreclaim_bytes:1.19263232e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.17444352e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:25.31834+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:25.33605+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.896845369, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:18:08.16194+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:25.2622+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:25.31145+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.697588224e+10 Active_bytes:3.8586974208e+10 Active_file_bytes:1.611091968e+09 AnonHugePages_bytes:3.454009344e+10 AnonPages_bytes:3.6980240384e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.199031808e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2659536896e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:589824 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89533184e+08 Inactive_file_bytes:5.72227584e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.39309056e+08 MemAvailable_bytes:7.392886784e+09 MemFree_bytes:9.575010304e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.8217984e+07 SReclaimable_bytes:9.818112e+07 SUnreclaim_bytes:1.1915264e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1733376e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:25.35269+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=2.076045281, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:25.34535+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:08.16657+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:25.49487+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:08.16817+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.00298767, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:18:08.16361+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:25.78065+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=55.278438146, fields.level=debug, fields.msg="collector succeeded", name=meminfo 2023-07-21T17:18:08.17696+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:08.22344+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:26.30018+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:18:26.302+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys/fs/cgroup 2023-07-21T17:18:26.30372+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:08.22579+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:08.43598+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.023529025, fields.level=debug, fields.msg="collector succeeded", name=filefd 2023-07-21T17:18:08.22579+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:08.43547+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=57.02 2023-07-21T17:18:08.4342+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:08.43693+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:08.3607+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:18:08.35955+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:08.54595+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6733513728e+10 Active_bytes:3.8344364032e+10 Active_file_bytes:1.610850304e+09 AnonHugePages_bytes:3.4521219072e+10 AnonPages_bytes:3.6733579264e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198769664e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2492706816e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:368640 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89508608e+08 Inactive_file_bytes:5.72203008e+08 KernelStack_bytes:2.473984e+07 Mapped_bytes:1.39272192e+08 MemAvailable_bytes:7.64403712e+09 MemFree_bytes:9.826308096e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.4384128e+07 SReclaimable_bytes:9.8156544e+07 SUnreclaim_bytes:1.1870208e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16858624e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:08.54637+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=18.483899959, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:08.57742+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.198238585, err="couldn't get SNTP reply: read udp 127.0.0.1:63749->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:08.64015+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:08.64313+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6739104768e+10 Active_bytes:3.8349955072e+10 Active_file_bytes:1.610850304e+09 AnonHugePages_bytes:3.4521219072e+10 AnonPages_bytes:3.6740263936e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198769664e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2496753664e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:368640 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89508608e+08 Inactive_file_bytes:5.72203008e+08 KernelStack_bytes:2.473984e+07 Mapped_bytes:1.39272192e+08 MemAvailable_bytes:7.63774976e+09 MemFree_bytes:9.820020736e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.4384128e+07 SReclaimable_bytes:9.8156544e+07 SUnreclaim_bytes:1.1870208e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16858624e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:08.65631+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev/pts 2023-07-21T17:18:26.30655+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=2, load=37.11 2023-07-21T17:18:08.67973+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=14.823835169, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:09.07427+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:09.05539+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/dev 2023-07-21T17:18:09.08766+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:09.2643+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:09.4599+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:09.36879+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:09.34228+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=19.286555076, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:09.45996+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:09.14962+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=57.02 2023-07-21T17:18:09.61837+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:09.61883+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=20.897262151, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:09.6213+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.447769839, err="couldn't get SNTP reply: read udp 127.0.0.1:23693->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:09.62311+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:09.65077+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:09.22142+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:26.32981+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:18:09.65933+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:08.52072+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6453781504e+10 Active_bytes:3.8064275456e+10 Active_file_bytes:1.610493952e+09 AnonHugePages_bytes:3.4502344704e+10 AnonPages_bytes:3.6454621184e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198372352e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2330329088e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:827392 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89471744e+08 Inactive_file_bytes:5.72166144e+08 KernelStack_bytes:2.482176e+07 Mapped_bytes:1.39218944e+08 MemAvailable_bytes:7.92825856e+09 MemFree_bytes:1.0110738432e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.015296e+07 SReclaimable_bytes:9.8127872e+07 SUnreclaim_bytes:1.18689792e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16817664e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:26.32835+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:26.33358+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda5, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:26.33579+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.037115059, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:26.39276+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.7046325248e+10 Active_bytes:3.8657466368e+10 Active_file_bytes:1.61114112e+09 AnonHugePages_bytes:3.4535899136e+10 AnonPages_bytes:3.7048008704e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.199076864e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2702544896e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:626688 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89529088e+08 Inactive_file_bytes:5.72223488e+08 KernelStack_bytes:2.4772608e+07 Mapped_bytes:1.3932544e+08 MemAvailable_bytes:7.3213952e+09 MemFree_bytes:9.503490048e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.9160064e+07 SReclaimable_bytes:9.8197504e+07 SUnreclaim_bytes:1.19320576e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1751808e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:17:59.222+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:09.67232+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda1, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:26.40133+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:09.87678+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:18:35.19079+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:09.61084+08:00 INFO [28238,] caller=mysql/table_input.go:313:doCollect: no value found in cache, trigger update cache:ob_table 2023-07-21T17:18:09.65945+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:09.68817+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.598889544, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:09.54917+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=57.02 2023-07-21T17:18:09.87745+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda4, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:18:09.99725+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:18:09.8781+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:10.76956+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:26.45766+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:10.76977+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:10.7711+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:10.76933+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:10.77116+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=diskstats, device=sda6, fields.level=debug, fields.msg="Ignoring device" 2023-07-21T17:17:55.40891+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:10.6169+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:10.77326+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=filesystem, fields.level=debug, fields.msg="Ignoring mount point", mountpoint=/sys 2023-07-21T17:18:10.769+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:10.76995+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:10.77354+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6780879872e+10 Active_bytes:3.8391742464e+10 Active_file_bytes:1.610862592e+09 AnonHugePages_bytes:3.4527510528e+10 AnonPages_bytes:3.6774166528e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198781952e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.25320448e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:380928 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89508608e+08 Inactive_file_bytes:5.72203008e+08 KernelStack_bytes:2.473984e+07 Mapped_bytes:1.39276288e+08 MemAvailable_bytes:7.59463936e+09 MemFree_bytes:9.776902144e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.4871552e+07 SReclaimable_bytes:9.8156544e+07 SUnreclaim_bytes:1.18734848e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16891392e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:10.77468+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.6310326929999999, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:10.80195+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=17.026169032, fields.level=debug, fields.msg="collector succeeded", name=netdev 2023-07-21T17:18:10.77336+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:10.77184+08:00 ERROR [28238,] caller=engine/route_manager.go:173:pull: failed to write http response from buffer fields: error="write tcp 172.118.81.151:8088->172.118.81.153:49954: write: broken pipe" 2023-07-21T17:18:10.77389+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=1.061604462, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:18:10.77473+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=55.42 2023-07-21T17:18:10.77369+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin mysqlTableInput collect time out" 2023-07-21T17:18:26.39312+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.057890879, err="couldn't get SNTP reply: read udp 127.0.0.1:62757->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:11.1575+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_table 2023-07-21T17:18:11.19143+08:00 WARN [28238,] caller=engine/route_manager.go:193:pipelinePull: pull pipeline parallel compute result metrics is nil 2023-07-21T17:18:11.19756+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_index 2023-07-21T17:17:55.47757+08:00 WARN [28238,] caller=mysql/table_input.go:291:doCollect: condition not satisfied, skip do collect for:ob_role 2023-07-21T17:18:10.95325+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.083232634, err="couldn't get SNTP reply: read udp 127.0.0.1:9283->127.0.0.1:123: read: connection refused", fields.level=error, fields.msg="collector failed", name=ntp 2023-07-21T17:18:03.81401+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=loadavg, fields.level=debug, fields.msg="return load", index=0, load=51.89 2023-07-21T17:18:03.86141+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=30.257147416, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:18:03.86615+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6720635904e+10 Active_bytes:3.8331326464e+10 Active_file_bytes:1.61069056e+09 AnonHugePages_bytes:3.4552676352e+10 AnonPages_bytes:3.671842816e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198577152e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2514038784e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:176128 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89479936e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.473984e+07 Mapped_bytes:1.39235328e+08 MemAvailable_bytes:7.657099264e+09 MemFree_bytes:9.839476736e+09 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.3364224e+07 SReclaimable_bytes:9.8127872e+07 SUnreclaim_bytes:1.18669312e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.16797184e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]" 2023-07-21T17:18:04.1043+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) QUERY_TIMEOUT(100000000) */ count(*) as cnt from gv$table where table_type in (5) and index_status in (5, 6) 2023-07-21T17:18:04.10212+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select ob_version() REGEXP '^3' as ob_is_v3 2023-07-21T17:18:26.45837+08:00 ERROR [28238,] caller=engine/pipeline.go:154:collectAndProcess: input plugin collect failed fields: error="input plugin nodeExporterInput collect time out" 2023-07-21T17:18:04.1047+08:00 WARN [28238,] caller=mysql/table_input.go:202:collectData: slow collect sql: select /*+ MONITOR_AGENT READ_CONSISTENCY(WEAK) */ count(*) as cnt from v$unit 2023-07-21T17:17:55.57539+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=cpu, cpu=16, fields.level=debug, fields.msg="CPU User counter jumped backwards", new_value=12886.24, old_value=12886.26 2023-07-21T17:18:04.10564+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=4.17119987, fields.level=debug, fields.msg="collector succeeded", name=netstat 2023-07-21T17:18:11.19889+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: duration_seconds=0.242648691, fields.level=debug, fields.msg="collector succeeded", name=sockstat 2023-07-21T17:17:55.56101+08:00 INFO [28238,] caller=logrus/logrus_logger.go:33:Log: fields: collector=meminfo, fields.level=debug, fields.msg="Set node_mem", memInfo="map[Active_anon_bytes:3.6471287808e+10 Active_bytes:3.8081810432e+10 Active_file_bytes:1.610522624e+09 AnonHugePages_bytes:3.4502344704e+10 AnonPages_bytes:3.6471631872e+10 Bounce_bytes:0 Buffers_bytes:2.134016e+06 Cached_bytes:2.198409216e+09 CmaFree_bytes:0 CmaTotal_bytes:0 CommitLimit_bytes:2.908071936e+10 Committed_AS_bytes:4.2342248448e+10 DirectMap2M_bytes:5.0335842304e+10 DirectMap4k_bytes:1.203634176e+09 Dirty_bytes:864256 HardwareCorrupted_bytes:0 HugePages_Free:0 HugePages_Rsvd:0 HugePages_Surp:0 HugePages_Total:0 Hugepagesize_bytes:2.097152e+06 Inactive_anon_bytes:1.73056e+07 Inactive_bytes:5.89479936e+08 Inactive_file_bytes:5.72174336e+08 KernelStack_bytes:2.4788992e+07 Mapped_bytes:1.39227136e+08 MemAvailable_bytes:7.9100928e+09 MemFree_bytes:1.0092552192e+10 MemTotal_bytes:4.957151232e+10 Mlocked_bytes:0 NFS_Unstable_bytes:0 PageTables_bytes:9.03168e+07 SReclaimable_bytes:9.8127872e+07 SUnreclaim_bytes:1.18693888e+08 Shmem_bytes:1.7846272e+07 Slab_bytes:2.1682176e+08 SwapCached_bytes:0 SwapFree_bytes:4.2949632e+09 SwapTotal_bytes:4.2949632e+09 Unevictable_bytes:0 VmallocChunk_bytes:3.515779487744e+13 VmallocTotal_bytes:3.5184372087808e+13 VmallocUsed_bytes:2.67952128e+08 WritebackTmp_bytes:0 Writeback_bytes:0]"